493 lines
18 KiB
C
493 lines
18 KiB
C
/*
|
|
* Copyright © 2014-2017 Broadcom
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice (including the next
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
* Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
* IN THE SOFTWARE.
|
|
*/
|
|
|
|
/** @file v3d_tiling.c
|
|
*
|
|
* Handles information about the V3D tiling formats, and loading and storing
|
|
* from them.
|
|
*/
|
|
|
|
#include <stdint.h>
|
|
#include "v3d_tiling.h"
|
|
#include "broadcom/common/v3d_cpu_tiling.h"
|
|
|
|
/** Return the width in pixels of a 64-byte microtile. */
|
|
uint32_t
|
|
v3d_utile_width(int cpp)
|
|
{
|
|
switch (cpp) {
|
|
case 1:
|
|
case 2:
|
|
return 8;
|
|
case 4:
|
|
case 8:
|
|
return 4;
|
|
case 16:
|
|
return 2;
|
|
default:
|
|
unreachable("unknown cpp");
|
|
}
|
|
}
|
|
|
|
/** Return the height in pixels of a 64-byte microtile. */
|
|
uint32_t
|
|
v3d_utile_height(int cpp)
|
|
{
|
|
switch (cpp) {
|
|
case 1:
|
|
return 8;
|
|
case 2:
|
|
case 4:
|
|
return 4;
|
|
case 8:
|
|
case 16:
|
|
return 2;
|
|
default:
|
|
unreachable("unknown cpp");
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Returns the byte address for a given pixel within a utile.
|
|
*
|
|
* Utiles are 64b blocks of pixels in raster order, with 32bpp being a 4x4
|
|
* arrangement.
|
|
*/
|
|
static inline uint32_t
|
|
v3d_get_utile_pixel_offset(uint32_t cpp, uint32_t x, uint32_t y)
|
|
{
|
|
uint32_t utile_w = v3d_utile_width(cpp);
|
|
|
|
assert(x < utile_w && y < v3d_utile_height(cpp));
|
|
|
|
return x * cpp + y * utile_w * cpp;
|
|
}
|
|
|
|
/**
|
|
* Returns the byte offset for a given pixel in a LINEARTILE layout.
|
|
*
|
|
* LINEARTILE is a single line of utiles in either the X or Y direction.
|
|
*/
|
|
static inline uint32_t
|
|
v3d_get_lt_pixel_offset(uint32_t cpp, uint32_t image_h, uint32_t x, uint32_t y)
|
|
{
|
|
uint32_t utile_w = v3d_utile_width(cpp);
|
|
uint32_t utile_h = v3d_utile_height(cpp);
|
|
uint32_t utile_index_x = x / utile_w;
|
|
uint32_t utile_index_y = y / utile_h;
|
|
|
|
assert(utile_index_x == 0 || utile_index_y == 0);
|
|
|
|
return (64 * (utile_index_x + utile_index_y) +
|
|
v3d_get_utile_pixel_offset(cpp,
|
|
x & (utile_w - 1),
|
|
y & (utile_h - 1)));
|
|
}
|
|
|
|
/**
|
|
* Returns the byte offset for a given pixel in a UBLINEAR layout.
|
|
*
|
|
* UBLINEAR is the layout where pixels are arranged in UIF blocks (2x2
|
|
* utiles), and the UIF blocks are in 1 or 2 columns in raster order.
|
|
*/
|
|
static inline uint32_t
|
|
v3d_get_ublinear_pixel_offset(uint32_t cpp, uint32_t x, uint32_t y,
|
|
int ublinear_number)
|
|
{
|
|
uint32_t utile_w = v3d_utile_width(cpp);
|
|
uint32_t utile_h = v3d_utile_height(cpp);
|
|
uint32_t ub_w = utile_w * 2;
|
|
uint32_t ub_h = utile_h * 2;
|
|
uint32_t ub_x = x / ub_w;
|
|
uint32_t ub_y = y / ub_h;
|
|
|
|
return (256 * (ub_y * ublinear_number +
|
|
ub_x) +
|
|
((x & utile_w) ? 64 : 0) +
|
|
((y & utile_h) ? 128 : 0) +
|
|
+ v3d_get_utile_pixel_offset(cpp,
|
|
x & (utile_w - 1),
|
|
y & (utile_h - 1)));
|
|
}
|
|
|
|
static inline uint32_t
|
|
v3d_get_ublinear_2_column_pixel_offset(uint32_t cpp, uint32_t image_h,
|
|
uint32_t x, uint32_t y)
|
|
{
|
|
return v3d_get_ublinear_pixel_offset(cpp, x, y, 2);
|
|
}
|
|
|
|
static inline uint32_t
|
|
v3d_get_ublinear_1_column_pixel_offset(uint32_t cpp, uint32_t image_h,
|
|
uint32_t x, uint32_t y)
|
|
{
|
|
return v3d_get_ublinear_pixel_offset(cpp, x, y, 1);
|
|
}
|
|
|
|
/**
|
|
* Returns the byte offset for a given pixel in a UIF layout.
|
|
*
|
|
* UIF is the general V3D tiling layout shared across 3D, media, and scanout.
|
|
* It stores pixels in UIF blocks (2x2 utiles), and UIF blocks are stored in
|
|
* 4x4 groups, and those 4x4 groups are then stored in raster order.
|
|
*/
|
|
static inline uint32_t
|
|
v3d_get_uif_pixel_offset(uint32_t cpp, uint32_t image_h, uint32_t x, uint32_t y,
|
|
bool do_xor)
|
|
{
|
|
uint32_t utile_w = v3d_utile_width(cpp);
|
|
uint32_t utile_h = v3d_utile_height(cpp);
|
|
uint32_t mb_width = utile_w * 2;
|
|
uint32_t mb_height = utile_h * 2;
|
|
uint32_t log2_mb_width = ffs(mb_width) - 1;
|
|
uint32_t log2_mb_height = ffs(mb_height) - 1;
|
|
|
|
/* Macroblock X, y */
|
|
uint32_t mb_x = x >> log2_mb_width;
|
|
uint32_t mb_y = y >> log2_mb_height;
|
|
/* X, y within the macroblock */
|
|
uint32_t mb_pixel_x = x - (mb_x << log2_mb_width);
|
|
uint32_t mb_pixel_y = y - (mb_y << log2_mb_height);
|
|
|
|
if (do_xor && (mb_x / 4) & 1)
|
|
mb_y ^= 0x10;
|
|
|
|
uint32_t mb_h = align(image_h, 1 << log2_mb_height) >> log2_mb_height;
|
|
uint32_t mb_id = ((mb_x / 4) * ((mb_h - 1) * 4)) + mb_x + mb_y * 4;
|
|
|
|
uint32_t mb_base_addr = mb_id * 256;
|
|
|
|
bool top = mb_pixel_y < utile_h;
|
|
bool left = mb_pixel_x < utile_w;
|
|
|
|
/* Docs have this in pixels, we do bytes here. */
|
|
uint32_t mb_tile_offset = (!top * 128 + !left * 64);
|
|
|
|
uint32_t utile_x = mb_pixel_x & (utile_w - 1);
|
|
uint32_t utile_y = mb_pixel_y & (utile_h - 1);
|
|
|
|
uint32_t mb_pixel_address = (mb_base_addr +
|
|
mb_tile_offset +
|
|
v3d_get_utile_pixel_offset(cpp,
|
|
utile_x,
|
|
utile_y));
|
|
|
|
return mb_pixel_address;
|
|
}
|
|
|
|
static inline uint32_t
|
|
v3d_get_uif_xor_pixel_offset(uint32_t cpp, uint32_t image_h,
|
|
uint32_t x, uint32_t y)
|
|
{
|
|
return v3d_get_uif_pixel_offset(cpp, image_h, x, y, true);
|
|
}
|
|
|
|
static inline uint32_t
|
|
v3d_get_uif_no_xor_pixel_offset(uint32_t cpp, uint32_t image_h,
|
|
uint32_t x, uint32_t y)
|
|
{
|
|
return v3d_get_uif_pixel_offset(cpp, image_h, x, y, false);
|
|
}
|
|
|
|
/* Loads/stores non-utile-aligned boxes by walking over the destination
|
|
* rectangle, computing the address on the GPU, and storing/loading a pixel at
|
|
* a time.
|
|
*/
|
|
static inline void
|
|
v3d_move_pixels_unaligned(void *gpu, uint32_t gpu_stride,
|
|
void *cpu, uint32_t cpu_stride,
|
|
int cpp, uint32_t image_h,
|
|
const struct pipe_box *box,
|
|
uint32_t (*get_pixel_offset)(uint32_t cpp,
|
|
uint32_t image_h,
|
|
uint32_t x, uint32_t y),
|
|
bool is_load)
|
|
{
|
|
for (uint32_t y = 0; y < box->height; y++) {
|
|
void *cpu_row = cpu + y * cpu_stride;
|
|
|
|
for (int x = 0; x < box->width; x++) {
|
|
uint32_t pixel_offset = get_pixel_offset(cpp, image_h,
|
|
box->x + x,
|
|
box->y + y);
|
|
|
|
if (false) {
|
|
fprintf(stderr, "%3d,%3d -> %d\n",
|
|
box->x + x, box->y + y,
|
|
pixel_offset);
|
|
}
|
|
|
|
if (is_load) {
|
|
memcpy(cpu_row + x * cpp,
|
|
gpu + pixel_offset,
|
|
cpp);
|
|
} else {
|
|
memcpy(gpu + pixel_offset,
|
|
cpu_row + x * cpp,
|
|
cpp);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/* Breaks the image down into utiles and calls either the fast whole-utile
|
|
* load/store functions, or the unaligned fallback case.
|
|
*/
|
|
static inline void
|
|
v3d_move_pixels_general_percpp(void *gpu, uint32_t gpu_stride,
|
|
void *cpu, uint32_t cpu_stride,
|
|
int cpp, uint32_t image_h,
|
|
const struct pipe_box *box,
|
|
uint32_t (*get_pixel_offset)(uint32_t cpp,
|
|
uint32_t image_h,
|
|
uint32_t x, uint32_t y),
|
|
bool is_load)
|
|
{
|
|
uint32_t utile_w = v3d_utile_width(cpp);
|
|
uint32_t utile_h = v3d_utile_height(cpp);
|
|
uint32_t utile_gpu_stride = utile_w * cpp;
|
|
uint32_t x1 = box->x;
|
|
uint32_t y1 = box->y;
|
|
uint32_t x2 = box->x + box->width;
|
|
uint32_t y2 = box->y + box->height;
|
|
uint32_t align_x1 = align(x1, utile_w);
|
|
uint32_t align_y1 = align(y1, utile_h);
|
|
uint32_t align_x2 = x2 & ~(utile_w - 1);
|
|
uint32_t align_y2 = y2 & ~(utile_h - 1);
|
|
|
|
/* Load/store all the whole utiles first. */
|
|
for (uint32_t y = align_y1; y < align_y2; y += utile_h) {
|
|
void *cpu_row = cpu + (y - box->y) * cpu_stride;
|
|
|
|
for (uint32_t x = align_x1; x < align_x2; x += utile_w) {
|
|
void *utile_gpu = (gpu +
|
|
get_pixel_offset(cpp, image_h, x, y));
|
|
void *utile_cpu = cpu_row + (x - box->x) * cpp;
|
|
|
|
if (is_load) {
|
|
v3d_load_utile(utile_cpu, cpu_stride,
|
|
utile_gpu, utile_gpu_stride);
|
|
} else {
|
|
v3d_store_utile(utile_gpu, utile_gpu_stride,
|
|
utile_cpu, cpu_stride);
|
|
}
|
|
}
|
|
}
|
|
|
|
/* If there were no aligned utiles in the middle, load/store the whole
|
|
* thing unaligned.
|
|
*/
|
|
if (align_y2 <= align_y1 ||
|
|
align_x2 <= align_x1) {
|
|
v3d_move_pixels_unaligned(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
cpp, image_h,
|
|
box,
|
|
get_pixel_offset, is_load);
|
|
return;
|
|
}
|
|
|
|
/* Load/store the partial utiles. */
|
|
struct pipe_box partial_boxes[4] = {
|
|
/* Top */
|
|
{
|
|
.x = x1,
|
|
.width = x2 - x1,
|
|
.y = y1,
|
|
.height = align_y1 - y1,
|
|
},
|
|
/* Bottom */
|
|
{
|
|
.x = x1,
|
|
.width = x2 - x1,
|
|
.y = align_y2,
|
|
.height = y2 - align_y2,
|
|
},
|
|
/* Left */
|
|
{
|
|
.x = x1,
|
|
.width = align_x1 - x1,
|
|
.y = align_y1,
|
|
.height = align_y2 - align_y1,
|
|
},
|
|
/* Right */
|
|
{
|
|
.x = align_x2,
|
|
.width = x2 - align_x2,
|
|
.y = align_y1,
|
|
.height = align_y2 - align_y1,
|
|
},
|
|
};
|
|
for (int i = 0; i < ARRAY_SIZE(partial_boxes); i++) {
|
|
void *partial_cpu = (cpu +
|
|
(partial_boxes[i].y - y1) * cpu_stride +
|
|
(partial_boxes[i].x - x1) * cpp);
|
|
|
|
v3d_move_pixels_unaligned(gpu, gpu_stride,
|
|
partial_cpu, cpu_stride,
|
|
cpp, image_h,
|
|
&partial_boxes[i],
|
|
get_pixel_offset, is_load);
|
|
}
|
|
}
|
|
|
|
static inline void
|
|
v3d_move_pixels_general(void *gpu, uint32_t gpu_stride,
|
|
void *cpu, uint32_t cpu_stride,
|
|
int cpp, uint32_t image_h,
|
|
const struct pipe_box *box,
|
|
uint32_t (*get_pixel_offset)(uint32_t cpp,
|
|
uint32_t image_h,
|
|
uint32_t x, uint32_t y),
|
|
bool is_load)
|
|
{
|
|
switch (cpp) {
|
|
case 1:
|
|
v3d_move_pixels_general_percpp(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
1, image_h, box,
|
|
get_pixel_offset,
|
|
is_load);
|
|
break;
|
|
case 2:
|
|
v3d_move_pixels_general_percpp(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
2, image_h, box,
|
|
get_pixel_offset,
|
|
is_load);
|
|
break;
|
|
case 4:
|
|
v3d_move_pixels_general_percpp(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
4, image_h, box,
|
|
get_pixel_offset,
|
|
is_load);
|
|
break;
|
|
case 8:
|
|
v3d_move_pixels_general_percpp(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
8, image_h, box,
|
|
get_pixel_offset,
|
|
is_load);
|
|
break;
|
|
case 16:
|
|
v3d_move_pixels_general_percpp(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
16, image_h, box,
|
|
get_pixel_offset,
|
|
is_load);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static inline void
|
|
v3d_move_tiled_image(void *gpu, uint32_t gpu_stride,
|
|
void *cpu, uint32_t cpu_stride,
|
|
enum v3d_tiling_mode tiling_format,
|
|
int cpp,
|
|
uint32_t image_h,
|
|
const struct pipe_box *box,
|
|
bool is_load)
|
|
{
|
|
switch (tiling_format) {
|
|
case V3D_TILING_UIF_XOR:
|
|
v3d_move_pixels_general(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
cpp, image_h, box,
|
|
v3d_get_uif_xor_pixel_offset,
|
|
is_load);
|
|
break;
|
|
case V3D_TILING_UIF_NO_XOR:
|
|
v3d_move_pixels_general(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
cpp, image_h, box,
|
|
v3d_get_uif_no_xor_pixel_offset,
|
|
is_load);
|
|
break;
|
|
case V3D_TILING_UBLINEAR_2_COLUMN:
|
|
v3d_move_pixels_general(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
cpp, image_h, box,
|
|
v3d_get_ublinear_2_column_pixel_offset,
|
|
is_load);
|
|
break;
|
|
case V3D_TILING_UBLINEAR_1_COLUMN:
|
|
v3d_move_pixels_general(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
cpp, image_h, box,
|
|
v3d_get_ublinear_1_column_pixel_offset,
|
|
is_load);
|
|
break;
|
|
case V3D_TILING_LINEARTILE:
|
|
v3d_move_pixels_general(gpu, gpu_stride,
|
|
cpu, cpu_stride,
|
|
cpp, image_h, box,
|
|
v3d_get_lt_pixel_offset,
|
|
is_load);
|
|
break;
|
|
default:
|
|
unreachable("Unsupported tiling format");
|
|
break;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Loads pixel data from the start (microtile-aligned) box in \p src to the
|
|
* start of \p dst according to the given tiling format.
|
|
*/
|
|
void
|
|
v3d_load_tiled_image(void *dst, uint32_t dst_stride,
|
|
void *src, uint32_t src_stride,
|
|
enum v3d_tiling_mode tiling_format, int cpp,
|
|
uint32_t image_h,
|
|
const struct pipe_box *box)
|
|
{
|
|
v3d_move_tiled_image(src, src_stride,
|
|
dst, dst_stride,
|
|
tiling_format,
|
|
cpp,
|
|
image_h,
|
|
box,
|
|
true);
|
|
}
|
|
|
|
/**
|
|
* Stores pixel data from the start of \p src into a (microtile-aligned) box in
|
|
* \p dst according to the given tiling format.
|
|
*/
|
|
void
|
|
v3d_store_tiled_image(void *dst, uint32_t dst_stride,
|
|
void *src, uint32_t src_stride,
|
|
enum v3d_tiling_mode tiling_format, int cpp,
|
|
uint32_t image_h,
|
|
const struct pipe_box *box)
|
|
{
|
|
v3d_move_tiled_image(dst, dst_stride,
|
|
src, src_stride,
|
|
tiling_format,
|
|
cpp,
|
|
image_h,
|
|
box,
|
|
false);
|
|
}
|