173 lines
5.4 KiB
C
173 lines
5.4 KiB
C
/*
|
|
* Copyright © 2021 Raspberry Pi Ltd
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice (including the next
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
* Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
* IN THE SOFTWARE.
|
|
*/
|
|
|
|
#include "v3d_util.h"
|
|
#include "util/macros.h"
|
|
|
|
/* Choose a number of workgroups per supergroup that maximizes
|
|
* lane occupancy. We can pack up to 16 workgroups into a supergroup.
|
|
*/
|
|
uint32_t
|
|
v3d_csd_choose_workgroups_per_supergroup(struct v3d_device_info *devinfo,
|
|
bool has_subgroups,
|
|
bool has_tsy_barrier,
|
|
uint32_t threads,
|
|
uint32_t num_wgs,
|
|
uint32_t wg_size)
|
|
{
|
|
/* FIXME: subgroups may restrict supergroup packing. For now, we disable it
|
|
* completely if the shader uses subgroups.
|
|
*/
|
|
if (has_subgroups)
|
|
return 1;
|
|
|
|
/* Compute maximum number of batches in a supergroup for this workgroup size.
|
|
* Each batch is 16 elements, and we can have up to 16 work groups in a
|
|
* supergroup:
|
|
*
|
|
* max_batches_per_sg = (wg_size * max_wgs_per_sg) / elements_per_batch
|
|
* since max_wgs_per_sg = 16 and elements_per_batch = 16, we get:
|
|
* max_batches_per_sg = wg_size
|
|
*/
|
|
uint32_t max_batches_per_sg = wg_size;
|
|
|
|
/* QPU threads will stall at TSY barriers until the entire supergroup
|
|
* reaches the barrier. Limit the supergroup size to half the QPU threads
|
|
* available, so we can have at least 2 supergroups executing in parallel
|
|
* and we don't stall all our QPU threads when a supergroup hits a barrier.
|
|
*/
|
|
if (has_tsy_barrier) {
|
|
uint32_t max_qpu_threads = devinfo->qpu_count * threads;
|
|
max_batches_per_sg = MIN2(max_batches_per_sg, max_qpu_threads / 2);
|
|
}
|
|
uint32_t max_wgs_per_sg = max_batches_per_sg * 16 / wg_size;
|
|
|
|
uint32_t best_wgs_per_sg = 1;
|
|
uint32_t best_unused_lanes = 16;
|
|
for (uint32_t wgs_per_sg = 1; wgs_per_sg <= max_wgs_per_sg; wgs_per_sg++) {
|
|
/* Don't try to pack more workgroups per supergroup than the total amount
|
|
* of workgroups dispatched.
|
|
*/
|
|
if (wgs_per_sg > num_wgs)
|
|
return best_wgs_per_sg;
|
|
|
|
/* Compute wasted lines for this configuration and keep track of the
|
|
* config with less waste.
|
|
*/
|
|
uint32_t unused_lanes = (16 - ((wgs_per_sg * wg_size) % 16)) & 0x0f;
|
|
if (unused_lanes == 0)
|
|
return wgs_per_sg;
|
|
|
|
if (unused_lanes < best_unused_lanes) {
|
|
best_wgs_per_sg = wgs_per_sg;
|
|
best_unused_lanes = unused_lanes;
|
|
}
|
|
}
|
|
|
|
return best_wgs_per_sg;
|
|
}
|
|
|
|
void
|
|
v3d_choose_tile_size(uint32_t color_attachment_count, uint32_t max_color_bpp,
|
|
bool msaa, bool double_buffer,
|
|
uint32_t *width, uint32_t *height)
|
|
{
|
|
static const uint8_t tile_sizes[] = {
|
|
64, 64,
|
|
64, 32,
|
|
32, 32,
|
|
32, 16,
|
|
16, 16,
|
|
16, 8,
|
|
8, 8
|
|
};
|
|
|
|
uint32_t idx = 0;
|
|
if (color_attachment_count > 2)
|
|
idx += 2;
|
|
else if (color_attachment_count > 1)
|
|
idx += 1;
|
|
|
|
/* MSAA and double-buffer are mutually exclusive */
|
|
assert(!msaa || !double_buffer);
|
|
if (msaa)
|
|
idx += 2;
|
|
else if (double_buffer)
|
|
idx += 1;
|
|
|
|
idx += max_color_bpp;
|
|
|
|
assert(idx < ARRAY_SIZE(tile_sizes) / 2);
|
|
|
|
*width = tile_sizes[idx * 2];
|
|
*height = tile_sizes[idx * 2 + 1];
|
|
}
|
|
|
|
/* Translates a pipe swizzle to the swizzle values used in the
|
|
* TEXTURE_SHADER_STATE packet.
|
|
*/
|
|
uint32_t
|
|
v3d_translate_pipe_swizzle(enum pipe_swizzle swizzle)
|
|
{
|
|
switch (swizzle) {
|
|
case PIPE_SWIZZLE_0:
|
|
return 0;
|
|
case PIPE_SWIZZLE_1:
|
|
return 1;
|
|
case PIPE_SWIZZLE_X:
|
|
case PIPE_SWIZZLE_Y:
|
|
case PIPE_SWIZZLE_Z:
|
|
case PIPE_SWIZZLE_W:
|
|
return 2 + swizzle;
|
|
default:
|
|
unreachable("unknown swizzle");
|
|
}
|
|
}
|
|
|
|
/* Translates a pipe primitive type to a hw value we can use in the various
|
|
* draw packets.
|
|
*/
|
|
uint32_t
|
|
v3d_hw_prim_type(enum pipe_prim_type prim_type)
|
|
{
|
|
switch (prim_type) {
|
|
case PIPE_PRIM_POINTS:
|
|
case PIPE_PRIM_LINES:
|
|
case PIPE_PRIM_LINE_LOOP:
|
|
case PIPE_PRIM_LINE_STRIP:
|
|
case PIPE_PRIM_TRIANGLES:
|
|
case PIPE_PRIM_TRIANGLE_STRIP:
|
|
case PIPE_PRIM_TRIANGLE_FAN:
|
|
return prim_type;
|
|
|
|
case PIPE_PRIM_LINES_ADJACENCY:
|
|
case PIPE_PRIM_LINE_STRIP_ADJACENCY:
|
|
case PIPE_PRIM_TRIANGLES_ADJACENCY:
|
|
case PIPE_PRIM_TRIANGLE_STRIP_ADJACENCY:
|
|
return 8 + (prim_type - PIPE_PRIM_LINES_ADJACENCY);
|
|
|
|
default:
|
|
unreachable("Unsupported primitive type");
|
|
}
|
|
}
|