diff --git a/src/intel/vulkan/anv_pipeline.c b/src/intel/vulkan/anv_pipeline.c index e97df58d554..2a36f2e6bc1 100644 --- a/src/intel/vulkan/anv_pipeline.c +++ b/src/intel/vulkan/anv_pipeline.c @@ -480,33 +480,6 @@ anv_fill_binding_table(struct brw_stage_prog_data *prog_data, unsigned bias) prog_data->binding_table.image_start = bias; } -static struct anv_shader_bin * -anv_pipeline_upload_kernel(struct anv_pipeline *pipeline, - struct anv_pipeline_cache *cache, - const void *key_data, uint32_t key_size, - const void *kernel_data, uint32_t kernel_size, - const void *constant_data, - uint32_t constant_data_size, - const struct brw_stage_prog_data *prog_data, - uint32_t prog_data_size, - const struct anv_pipeline_bind_map *bind_map) -{ - if (cache) { - return anv_pipeline_cache_upload_kernel(cache, key_data, key_size, - kernel_data, kernel_size, - constant_data, constant_data_size, - prog_data, prog_data_size, - bind_map); - } else { - return anv_shader_bin_create(pipeline->device, key_data, key_size, - kernel_data, kernel_size, - constant_data, constant_data_size, - prog_data, prog_data_size, - prog_data->param, bind_map); - } -} - - static void anv_pipeline_add_compiled_stage(struct anv_pipeline *pipeline, gl_shader_stage stage, @@ -536,8 +509,7 @@ anv_pipeline_compile_vs(struct anv_pipeline *pipeline, anv_pipeline_hash_shader(pipeline, layout, module, entrypoint, MESA_SHADER_VERTEX, spec_info, &key, sizeof(key), sha1); - if (cache) - bin = anv_pipeline_cache_search(cache, sha1, 20); + bin = anv_device_search_for_kernel(pipeline->device, cache, sha1, 20); if (bin == NULL) { struct brw_vs_prog_data prog_data = {}; @@ -576,12 +548,12 @@ anv_pipeline_compile_vs(struct anv_pipeline *pipeline, } unsigned code_size = prog_data.base.base.program_size; - bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, - shader_code, code_size, - nir->constant_data, - nir->constant_data_size, - &prog_data.base.base, sizeof(prog_data), - &map); + bin = anv_device_upload_kernel(pipeline->device, cache, sha1, 20, + shader_code, code_size, + nir->constant_data, + nir->constant_data_size, + &prog_data.base.base, sizeof(prog_data), + &map); if (!bin) { ralloc_free(mem_ctx); return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); @@ -670,10 +642,10 @@ anv_pipeline_compile_tcs_tes(struct anv_pipeline *pipeline, memcpy(&tcs_sha1[20], tes_sha1, 20); memcpy(&tes_sha1[20], tcs_sha1, 20); - if (cache) { - tcs_bin = anv_pipeline_cache_search(cache, tcs_sha1, sizeof(tcs_sha1)); - tes_bin = anv_pipeline_cache_search(cache, tes_sha1, sizeof(tes_sha1)); - } + tcs_bin = anv_device_search_for_kernel(pipeline->device, cache, + tcs_sha1, sizeof(tcs_sha1)); + tes_bin = anv_device_search_for_kernel(pipeline->device, cache, + tes_sha1, sizeof(tes_sha1)); if (tcs_bin == NULL || tes_bin == NULL) { struct brw_tcs_prog_data tcs_prog_data = {}; @@ -745,14 +717,14 @@ anv_pipeline_compile_tcs_tes(struct anv_pipeline *pipeline, } unsigned code_size = tcs_prog_data.base.base.program_size; - tcs_bin = anv_pipeline_upload_kernel(pipeline, cache, - tcs_sha1, sizeof(tcs_sha1), - shader_code, code_size, - tcs_nir->constant_data, - tcs_nir->constant_data_size, - &tcs_prog_data.base.base, - sizeof(tcs_prog_data), - &tcs_map); + tcs_bin = anv_device_upload_kernel(pipeline->device, cache, + tcs_sha1, sizeof(tcs_sha1), + shader_code, code_size, + tcs_nir->constant_data, + tcs_nir->constant_data_size, + &tcs_prog_data.base.base, + sizeof(tcs_prog_data), + &tcs_map); if (!tcs_bin) { ralloc_free(mem_ctx); return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); @@ -768,14 +740,14 @@ anv_pipeline_compile_tcs_tes(struct anv_pipeline *pipeline, } code_size = tes_prog_data.base.base.program_size; - tes_bin = anv_pipeline_upload_kernel(pipeline, cache, - tes_sha1, sizeof(tes_sha1), - shader_code, code_size, - tes_nir->constant_data, - tes_nir->constant_data_size, - &tes_prog_data.base.base, - sizeof(tes_prog_data), - &tes_map); + tes_bin = anv_device_upload_kernel(pipeline->device, cache, + tes_sha1, sizeof(tes_sha1), + shader_code, code_size, + tes_nir->constant_data, + tes_nir->constant_data_size, + &tes_prog_data.base.base, + sizeof(tes_prog_data), + &tes_map); if (!tes_bin) { ralloc_free(mem_ctx); return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); @@ -811,8 +783,7 @@ anv_pipeline_compile_gs(struct anv_pipeline *pipeline, anv_pipeline_hash_shader(pipeline, layout, module, entrypoint, MESA_SHADER_GEOMETRY, spec_info, &key, sizeof(key), sha1); - if (cache) - bin = anv_pipeline_cache_search(cache, sha1, 20); + bin = anv_device_search_for_kernel(pipeline->device, cache, sha1, 20); if (bin == NULL) { struct brw_gs_prog_data prog_data = {}; @@ -852,12 +823,12 @@ anv_pipeline_compile_gs(struct anv_pipeline *pipeline, /* TODO: SIMD8 GS */ const unsigned code_size = prog_data.base.base.program_size; - bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, - shader_code, code_size, - nir->constant_data, - nir->constant_data_size, - &prog_data.base.base, sizeof(prog_data), - &map); + bin = anv_device_upload_kernel(pipeline->device, cache, sha1, 20, + shader_code, code_size, + nir->constant_data, + nir->constant_data_size, + &prog_data.base.base, sizeof(prog_data), + &map); if (!bin) { ralloc_free(mem_ctx); return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); @@ -892,8 +863,7 @@ anv_pipeline_compile_fs(struct anv_pipeline *pipeline, anv_pipeline_hash_shader(pipeline, layout, module, entrypoint, MESA_SHADER_FRAGMENT, spec_info, &key, sizeof(key), sha1); - if (cache) - bin = anv_pipeline_cache_search(cache, sha1, 20); + bin = anv_device_search_for_kernel(pipeline->device, cache, sha1, 20); if (bin == NULL) { struct brw_wm_prog_data prog_data = {}; @@ -1003,12 +973,12 @@ anv_pipeline_compile_fs(struct anv_pipeline *pipeline, } unsigned code_size = prog_data.base.program_size; - bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, - shader_code, code_size, - nir->constant_data, - nir->constant_data_size, - &prog_data.base, sizeof(prog_data), - &map); + bin = anv_device_upload_kernel(pipeline->device, cache, sha1, 20, + shader_code, code_size, + nir->constant_data, + nir->constant_data_size, + &prog_data.base, sizeof(prog_data), + &map); if (!bin) { ralloc_free(mem_ctx); return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); @@ -1043,8 +1013,7 @@ anv_pipeline_compile_cs(struct anv_pipeline *pipeline, anv_pipeline_hash_shader(pipeline, layout, module, entrypoint, MESA_SHADER_COMPUTE, spec_info, &key, sizeof(key), sha1); - if (cache) - bin = anv_pipeline_cache_search(cache, sha1, 20); + bin = anv_device_search_for_kernel(pipeline->device, cache, sha1, 20); if (bin == NULL) { struct brw_cs_prog_data prog_data = {}; @@ -1080,12 +1049,12 @@ anv_pipeline_compile_cs(struct anv_pipeline *pipeline, } const unsigned code_size = prog_data.base.program_size; - bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, - shader_code, code_size, - nir->constant_data, - nir->constant_data_size, - &prog_data.base, sizeof(prog_data), - &map); + bin = anv_device_upload_kernel(pipeline->device, cache, sha1, 20, + shader_code, code_size, + nir->constant_data, + nir->constant_data_size, + &prog_data.base, sizeof(prog_data), + &map); if (!bin) { ralloc_free(mem_ctx); return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); diff --git a/src/intel/vulkan/anv_pipeline_cache.c b/src/intel/vulkan/anv_pipeline_cache.c index 5262753f725..2bc64f5bdd1 100644 --- a/src/intel/vulkan/anv_pipeline_cache.c +++ b/src/intel/vulkan/anv_pipeline_cache.c @@ -533,3 +533,37 @@ VkResult anv_MergePipelineCaches( return VK_SUCCESS; } + +struct anv_shader_bin * +anv_device_search_for_kernel(struct anv_device *device, + struct anv_pipeline_cache *cache, + const void *key_data, uint32_t key_size) +{ + return cache ? anv_pipeline_cache_search(cache, key_data, key_size) : NULL; +} + +struct anv_shader_bin * +anv_device_upload_kernel(struct anv_device *device, + struct anv_pipeline_cache *cache, + const void *key_data, uint32_t key_size, + const void *kernel_data, uint32_t kernel_size, + const void *constant_data, + uint32_t constant_data_size, + const struct brw_stage_prog_data *prog_data, + uint32_t prog_data_size, + const struct anv_pipeline_bind_map *bind_map) +{ + if (cache) { + return anv_pipeline_cache_upload_kernel(cache, key_data, key_size, + kernel_data, kernel_size, + constant_data, constant_data_size, + prog_data, prog_data_size, + bind_map); + } else { + return anv_shader_bin_create(device, key_data, key_size, + kernel_data, kernel_size, + constant_data, constant_data_size, + prog_data, prog_data_size, + prog_data->param, bind_map); + } +} diff --git a/src/intel/vulkan/anv_private.h b/src/intel/vulkan/anv_private.h index 4fa23357dd6..1f1f9795cf3 100644 --- a/src/intel/vulkan/anv_private.h +++ b/src/intel/vulkan/anv_private.h @@ -938,6 +938,22 @@ anv_pipeline_cache_upload_kernel(struct anv_pipeline_cache *cache, uint32_t prog_data_size, const struct anv_pipeline_bind_map *bind_map); +struct anv_shader_bin * +anv_device_search_for_kernel(struct anv_device *device, + struct anv_pipeline_cache *cache, + const void *key_data, uint32_t key_size); + +struct anv_shader_bin * +anv_device_upload_kernel(struct anv_device *device, + struct anv_pipeline_cache *cache, + const void *key_data, uint32_t key_size, + const void *kernel_data, uint32_t kernel_size, + const void *constant_data, + uint32_t constant_data_size, + const struct brw_stage_prog_data *prog_data, + uint32_t prog_data_size, + const struct anv_pipeline_bind_map *bind_map); + struct anv_device { VK_LOADER_DATA _loader_data;