288 lines
13 KiB
C
288 lines
13 KiB
C
/*
|
|
* Copyright © 2016 Red Hat
|
|
* based on intel anv code:
|
|
* Copyright © 2015 Intel Corporation
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice (including the next
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
* Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
* IN THE SOFTWARE.
|
|
*/
|
|
|
|
#ifndef RADV_META_H
|
|
#define RADV_META_H
|
|
|
|
#include "radv_private.h"
|
|
#include "radv_shader.h"
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
enum radv_meta_save_flags {
|
|
RADV_META_SAVE_PASS = (1 << 0),
|
|
RADV_META_SAVE_CONSTANTS = (1 << 1),
|
|
RADV_META_SAVE_DESCRIPTORS = (1 << 2),
|
|
RADV_META_SAVE_GRAPHICS_PIPELINE = (1 << 3),
|
|
RADV_META_SAVE_COMPUTE_PIPELINE = (1 << 4),
|
|
RADV_META_SAVE_SAMPLE_LOCATIONS = (1 << 5),
|
|
RADV_META_SUSPEND_PREDICATING = (1 << 6),
|
|
};
|
|
|
|
struct radv_meta_saved_state {
|
|
uint32_t flags;
|
|
|
|
struct radv_descriptor_set *old_descriptor_set0;
|
|
struct radv_graphics_pipeline *old_graphics_pipeline;
|
|
struct radv_compute_pipeline *old_compute_pipeline;
|
|
struct radv_dynamic_state dynamic;
|
|
|
|
char push_constants[MAX_PUSH_CONSTANTS_SIZE];
|
|
|
|
struct radv_render_pass *pass;
|
|
const struct radv_subpass *subpass;
|
|
struct radv_attachment_state *attachments;
|
|
struct vk_framebuffer *framebuffer;
|
|
VkRect2D render_area;
|
|
|
|
unsigned active_pipeline_gds_queries;
|
|
|
|
bool predicating;
|
|
};
|
|
|
|
VkResult radv_device_init_meta_clear_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_clear_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_resolve_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_resolve_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_depth_decomp_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_depth_decomp_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_fast_clear_flush_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_fast_clear_flush_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_blit_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_blit_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_blit2d_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_blit2d_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_buffer_state(struct radv_device *device);
|
|
void radv_device_finish_meta_buffer_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_query_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_query_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_resolve_compute_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_resolve_compute_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_resolve_fragment_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_resolve_fragment_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_fmask_copy_state(struct radv_device *device);
|
|
void radv_device_finish_meta_fmask_copy_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_fmask_expand_state(struct radv_device *device);
|
|
void radv_device_finish_meta_fmask_expand_state(struct radv_device *device);
|
|
|
|
void radv_device_finish_meta_dcc_retile_state(struct radv_device *device);
|
|
|
|
void radv_device_finish_meta_copy_vrs_htile_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_accel_struct_build_state(struct radv_device *device);
|
|
void radv_device_finish_accel_struct_build_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_meta_etc_decode_state(struct radv_device *device, bool on_demand);
|
|
void radv_device_finish_meta_etc_decode_state(struct radv_device *device);
|
|
|
|
VkResult radv_device_init_dgc_prepare_state(struct radv_device *device);
|
|
void radv_device_finish_dgc_prepare_state(struct radv_device *device);
|
|
|
|
void radv_meta_save(struct radv_meta_saved_state *saved_state, struct radv_cmd_buffer *cmd_buffer,
|
|
uint32_t flags);
|
|
|
|
void radv_meta_restore(const struct radv_meta_saved_state *state,
|
|
struct radv_cmd_buffer *cmd_buffer);
|
|
|
|
VkImageViewType radv_meta_get_view_type(const struct radv_image *image);
|
|
|
|
uint32_t radv_meta_get_iview_layer(const struct radv_image *dest_image,
|
|
const VkImageSubresourceLayers *dest_subresource,
|
|
const VkOffset3D *dest_offset);
|
|
|
|
struct radv_meta_blit2d_surf {
|
|
/** The size of an element in bytes. */
|
|
uint8_t bs;
|
|
VkFormat format;
|
|
|
|
struct radv_image *image;
|
|
unsigned level;
|
|
unsigned layer;
|
|
VkImageAspectFlags aspect_mask;
|
|
VkImageLayout current_layout;
|
|
bool disable_compression;
|
|
};
|
|
|
|
struct radv_meta_blit2d_buffer {
|
|
struct radv_buffer *buffer;
|
|
uint32_t offset;
|
|
uint32_t pitch;
|
|
uint8_t bs;
|
|
VkFormat format;
|
|
};
|
|
|
|
struct radv_meta_blit2d_rect {
|
|
uint32_t src_x, src_y;
|
|
uint32_t dst_x, dst_y;
|
|
uint32_t width, height;
|
|
};
|
|
|
|
void radv_meta_begin_blit2d(struct radv_cmd_buffer *cmd_buffer, struct radv_meta_saved_state *save);
|
|
|
|
void radv_meta_blit2d(struct radv_cmd_buffer *cmd_buffer, struct radv_meta_blit2d_surf *src_img,
|
|
struct radv_meta_blit2d_buffer *src_buf, struct radv_meta_blit2d_surf *dst,
|
|
unsigned num_rects, struct radv_meta_blit2d_rect *rects);
|
|
|
|
void radv_meta_end_blit2d(struct radv_cmd_buffer *cmd_buffer, struct radv_meta_saved_state *save);
|
|
|
|
VkResult radv_device_init_meta_bufimage_state(struct radv_device *device);
|
|
void radv_device_finish_meta_bufimage_state(struct radv_device *device);
|
|
void radv_meta_image_to_buffer(struct radv_cmd_buffer *cmd_buffer,
|
|
struct radv_meta_blit2d_surf *src,
|
|
struct radv_meta_blit2d_buffer *dst, unsigned num_rects,
|
|
struct radv_meta_blit2d_rect *rects);
|
|
|
|
void radv_meta_buffer_to_image_cs(struct radv_cmd_buffer *cmd_buffer,
|
|
struct radv_meta_blit2d_buffer *src,
|
|
struct radv_meta_blit2d_surf *dst, unsigned num_rects,
|
|
struct radv_meta_blit2d_rect *rects);
|
|
void radv_meta_image_to_image_cs(struct radv_cmd_buffer *cmd_buffer,
|
|
struct radv_meta_blit2d_surf *src,
|
|
struct radv_meta_blit2d_surf *dst, unsigned num_rects,
|
|
struct radv_meta_blit2d_rect *rects);
|
|
void radv_meta_clear_image_cs(struct radv_cmd_buffer *cmd_buffer, struct radv_meta_blit2d_surf *dst,
|
|
const VkClearColorValue *clear_color);
|
|
|
|
void radv_expand_depth_stencil(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image,
|
|
const VkImageSubresourceRange *subresourceRange,
|
|
struct radv_sample_locations_state *sample_locs);
|
|
void radv_resummarize_depth_stencil(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image,
|
|
const VkImageSubresourceRange *subresourceRange,
|
|
struct radv_sample_locations_state *sample_locs);
|
|
void radv_fast_clear_flush_image_inplace(struct radv_cmd_buffer *cmd_buffer,
|
|
struct radv_image *image,
|
|
const VkImageSubresourceRange *subresourceRange);
|
|
void radv_decompress_dcc(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image,
|
|
const VkImageSubresourceRange *subresourceRange);
|
|
void radv_retile_dcc(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image);
|
|
void radv_expand_fmask_image_inplace(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image,
|
|
const VkImageSubresourceRange *subresourceRange);
|
|
void radv_copy_vrs_htile(struct radv_cmd_buffer *cmd_buffer, struct radv_image *vrs_image,
|
|
VkExtent2D *extent, struct radv_image *dst_image,
|
|
struct radv_buffer *htile_buffer, bool read_htile_value);
|
|
|
|
bool radv_can_use_fmask_copy(struct radv_cmd_buffer *cmd_buffer,
|
|
const struct radv_image *src_image, const struct radv_image *dst_image,
|
|
unsigned num_rects, const struct radv_meta_blit2d_rect *rects);
|
|
void radv_fmask_copy(struct radv_cmd_buffer *cmd_buffer, struct radv_meta_blit2d_surf *src,
|
|
struct radv_meta_blit2d_surf *dst);
|
|
|
|
void radv_meta_resolve_compute_image(struct radv_cmd_buffer *cmd_buffer,
|
|
struct radv_image *src_image, VkFormat src_format,
|
|
VkImageLayout src_image_layout, struct radv_image *dest_image,
|
|
VkFormat dest_format, VkImageLayout dest_image_layout,
|
|
const VkImageResolve2 *region);
|
|
|
|
void radv_meta_resolve_fragment_image(struct radv_cmd_buffer *cmd_buffer,
|
|
struct radv_image *src_image, VkImageLayout src_image_layout,
|
|
struct radv_image *dest_image,
|
|
VkImageLayout dest_image_layout,
|
|
const VkImageResolve2 *region);
|
|
|
|
void radv_decompress_resolve_subpass_src(struct radv_cmd_buffer *cmd_buffer);
|
|
|
|
void radv_decompress_resolve_src(struct radv_cmd_buffer *cmd_buffer, struct radv_image *src_image,
|
|
VkImageLayout src_image_layout, const VkImageResolve2 *region);
|
|
|
|
uint32_t radv_clear_cmask(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image,
|
|
const VkImageSubresourceRange *range, uint32_t value);
|
|
uint32_t radv_clear_fmask(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image,
|
|
const VkImageSubresourceRange *range, uint32_t value);
|
|
uint32_t radv_clear_dcc(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image,
|
|
const VkImageSubresourceRange *range, uint32_t value);
|
|
uint32_t radv_clear_htile(struct radv_cmd_buffer *cmd_buffer, const struct radv_image *image,
|
|
const VkImageSubresourceRange *range, uint32_t value);
|
|
|
|
void radv_update_buffer_cp(struct radv_cmd_buffer *cmd_buffer, uint64_t va, const void *data,
|
|
uint64_t size);
|
|
|
|
void radv_meta_decode_etc(struct radv_cmd_buffer *cmd_buffer, struct radv_image *image,
|
|
VkImageLayout layout, const VkImageSubresourceLayers *subresource,
|
|
VkOffset3D offset, VkExtent3D extent);
|
|
|
|
/**
|
|
* Return whether the bound pipeline is the FMASK decompress pass.
|
|
*/
|
|
static inline bool
|
|
radv_is_fmask_decompress_pipeline(struct radv_cmd_buffer *cmd_buffer)
|
|
{
|
|
struct radv_meta_state *meta_state = &cmd_buffer->device->meta_state;
|
|
struct radv_graphics_pipeline *pipeline = cmd_buffer->state.graphics_pipeline;
|
|
|
|
return radv_pipeline_to_handle(&pipeline->base) ==
|
|
meta_state->fast_clear_flush.fmask_decompress_pipeline;
|
|
}
|
|
|
|
/**
|
|
* Return whether the bound pipeline is the DCC decompress pass.
|
|
*/
|
|
static inline bool
|
|
radv_is_dcc_decompress_pipeline(struct radv_cmd_buffer *cmd_buffer)
|
|
{
|
|
struct radv_meta_state *meta_state = &cmd_buffer->device->meta_state;
|
|
struct radv_graphics_pipeline *pipeline = cmd_buffer->state.graphics_pipeline;
|
|
|
|
return radv_pipeline_to_handle(&pipeline->base) ==
|
|
meta_state->fast_clear_flush.dcc_decompress_pipeline;
|
|
}
|
|
|
|
/* common nir builder helpers */
|
|
#include "nir/nir_builder.h"
|
|
|
|
nir_builder PRINTFLIKE(3, 4)
|
|
radv_meta_init_shader(struct radv_device *dev, gl_shader_stage stage, const char *name, ...);
|
|
|
|
nir_shader *radv_meta_build_nir_vs_generate_vertices(struct radv_device *dev);
|
|
nir_shader *radv_meta_build_nir_fs_noop(struct radv_device *dev);
|
|
|
|
void radv_meta_build_resolve_shader_core(nir_builder *b, bool is_integer, int samples,
|
|
nir_variable *input_img, nir_variable *color,
|
|
nir_ssa_def *img_coord);
|
|
|
|
nir_ssa_def *radv_meta_load_descriptor(nir_builder *b, unsigned desc_set, unsigned binding);
|
|
|
|
nir_ssa_def *get_global_ids(nir_builder *b, unsigned num_components);
|
|
|
|
void radv_break_on_count(nir_builder *b, nir_variable *var, nir_ssa_def *count);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif /* RADV_META_H */
|