2011-05-26 17:57:36 +01:00
|
|
|
/*
|
|
|
|
* Copyright © 2010 Intel Corporation
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
|
|
* to deal in the Software without restriction, including without limitation
|
|
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the next
|
|
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
|
|
* Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
|
|
* IN THE SOFTWARE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
extern "C" {
|
|
|
|
#include "main/macros.h"
|
|
|
|
#include "brw_context.h"
|
|
|
|
}
|
2013-03-20 18:35:34 +00:00
|
|
|
#include "brw_vs.h"
|
2013-10-23 18:19:39 +01:00
|
|
|
#include "brw_vec4_gs.h"
|
2011-05-26 17:57:36 +01:00
|
|
|
#include "brw_fs.h"
|
2011-08-26 21:58:41 +01:00
|
|
|
#include "glsl/ir_optimization.h"
|
2013-06-13 00:57:11 +01:00
|
|
|
#include "glsl/glsl_parser_extras.h"
|
2013-03-23 17:51:53 +00:00
|
|
|
#include "main/shaderapi.h"
|
2011-05-26 17:57:36 +01:00
|
|
|
|
|
|
|
struct gl_shader *
|
|
|
|
brw_new_shader(struct gl_context *ctx, GLuint name, GLuint type)
|
|
|
|
{
|
|
|
|
struct brw_shader *shader;
|
|
|
|
|
|
|
|
shader = rzalloc(NULL, struct brw_shader);
|
|
|
|
if (shader) {
|
|
|
|
shader->base.Type = type;
|
2014-01-07 18:58:56 +00:00
|
|
|
shader->base.Stage = _mesa_shader_enum_to_shader_stage(type);
|
2011-05-26 17:57:36 +01:00
|
|
|
shader->base.Name = name;
|
|
|
|
_mesa_init_shader(ctx, &shader->base);
|
|
|
|
}
|
|
|
|
|
|
|
|
return &shader->base;
|
|
|
|
}
|
|
|
|
|
|
|
|
struct gl_shader_program *
|
|
|
|
brw_new_shader_program(struct gl_context *ctx, GLuint name)
|
|
|
|
{
|
2012-11-14 03:59:08 +00:00
|
|
|
struct gl_shader_program *prog = rzalloc(NULL, struct gl_shader_program);
|
2011-05-26 17:57:36 +01:00
|
|
|
if (prog) {
|
2012-11-14 03:59:08 +00:00
|
|
|
prog->Name = name;
|
|
|
|
_mesa_init_shader_program(ctx, prog);
|
2011-05-26 17:57:36 +01:00
|
|
|
}
|
2012-11-14 03:59:08 +00:00
|
|
|
return prog;
|
2011-05-26 17:57:36 +01:00
|
|
|
}
|
|
|
|
|
2011-05-16 23:10:26 +01:00
|
|
|
/**
|
|
|
|
* Performs a compile of the shader stages even when we don't know
|
|
|
|
* what non-orthogonal state will be set, in the hope that it reflects
|
|
|
|
* the eventual NOS used, and thus allows us to produce link failures.
|
|
|
|
*/
|
2012-09-21 09:36:22 +01:00
|
|
|
static bool
|
2011-05-16 23:10:26 +01:00
|
|
|
brw_shader_precompile(struct gl_context *ctx, struct gl_shader_program *prog)
|
|
|
|
{
|
2011-11-23 18:01:39 +00:00
|
|
|
struct brw_context *brw = brw_context(ctx);
|
|
|
|
|
|
|
|
if (brw->precompile && !brw_fs_precompile(ctx, prog))
|
2011-05-16 23:10:26 +01:00
|
|
|
return false;
|
|
|
|
|
2013-10-23 18:19:39 +01:00
|
|
|
if (brw->precompile && !brw_gs_precompile(ctx, prog))
|
|
|
|
return false;
|
|
|
|
|
2012-08-26 20:17:29 +01:00
|
|
|
if (brw->precompile && !brw_vs_precompile(ctx, prog))
|
2011-08-11 17:52:08 +01:00
|
|
|
return false;
|
|
|
|
|
2011-05-16 23:10:26 +01:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2012-12-01 00:49:21 +00:00
|
|
|
static void
|
|
|
|
brw_lower_packing_builtins(struct brw_context *brw,
|
2014-01-07 18:11:39 +00:00
|
|
|
gl_shader_stage shader_type,
|
2012-12-01 00:49:21 +00:00
|
|
|
exec_list *ir)
|
|
|
|
{
|
|
|
|
int ops = LOWER_PACK_SNORM_2x16
|
|
|
|
| LOWER_UNPACK_SNORM_2x16
|
|
|
|
| LOWER_PACK_UNORM_2x16
|
2013-01-22 01:46:01 +00:00
|
|
|
| LOWER_UNPACK_UNORM_2x16
|
|
|
|
| LOWER_PACK_SNORM_4x8
|
|
|
|
| LOWER_UNPACK_SNORM_4x8
|
|
|
|
| LOWER_PACK_UNORM_4x8
|
|
|
|
| LOWER_UNPACK_UNORM_4x8;
|
2012-12-01 00:49:21 +00:00
|
|
|
|
2013-07-06 08:36:46 +01:00
|
|
|
if (brw->gen >= 7) {
|
2012-12-01 00:49:21 +00:00
|
|
|
/* Gen7 introduced the f32to16 and f16to32 instructions, which can be
|
|
|
|
* used to execute packHalf2x16 and unpackHalf2x16. For AOS code, no
|
|
|
|
* lowering is needed. For SOA code, the Half2x16 ops must be
|
|
|
|
* scalarized.
|
|
|
|
*/
|
|
|
|
if (shader_type == MESA_SHADER_FRAGMENT) {
|
|
|
|
ops |= LOWER_PACK_HALF_2x16_TO_SPLIT
|
|
|
|
| LOWER_UNPACK_HALF_2x16_TO_SPLIT;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
ops |= LOWER_PACK_HALF_2x16
|
|
|
|
| LOWER_UNPACK_HALF_2x16;
|
|
|
|
}
|
|
|
|
|
|
|
|
lower_packing_builtins(ir, ops);
|
|
|
|
}
|
|
|
|
|
2011-05-26 17:57:36 +01:00
|
|
|
GLboolean
|
2012-01-07 00:26:49 +00:00
|
|
|
brw_link_shader(struct gl_context *ctx, struct gl_shader_program *shProg)
|
2011-05-26 17:57:36 +01:00
|
|
|
{
|
|
|
|
struct brw_context *brw = brw_context(ctx);
|
2011-05-03 23:27:38 +01:00
|
|
|
unsigned int stage;
|
|
|
|
|
2012-01-07 00:26:49 +00:00
|
|
|
for (stage = 0; stage < ARRAY_SIZE(shProg->_LinkedShaders); stage++) {
|
2014-04-09 02:31:19 +01:00
|
|
|
const struct gl_shader_compiler_options *options =
|
|
|
|
&ctx->ShaderCompilerOptions[stage];
|
2011-05-03 23:27:38 +01:00
|
|
|
struct brw_shader *shader =
|
2012-01-07 00:26:49 +00:00
|
|
|
(struct brw_shader *)shProg->_LinkedShaders[stage];
|
2011-05-03 23:27:38 +01:00
|
|
|
|
|
|
|
if (!shader)
|
|
|
|
continue;
|
2011-05-26 17:57:36 +01:00
|
|
|
|
2012-01-07 00:26:49 +00:00
|
|
|
struct gl_program *prog =
|
2014-01-09 21:42:05 +00:00
|
|
|
ctx->Driver.NewProgram(ctx, _mesa_shader_stage_to_program(stage),
|
2013-06-12 16:15:46 +01:00
|
|
|
shader->base.Name);
|
2012-01-07 00:26:49 +00:00
|
|
|
if (!prog)
|
2012-08-21 19:39:49 +01:00
|
|
|
return false;
|
2012-01-07 00:26:49 +00:00
|
|
|
prog->Parameters = _mesa_new_parameter_list();
|
|
|
|
|
2014-01-07 18:11:39 +00:00
|
|
|
_mesa_copy_linked_program_data((gl_shader_stage) stage, shProg, prog);
|
2012-01-07 00:26:49 +00:00
|
|
|
|
2011-05-26 17:57:36 +01:00
|
|
|
bool progress;
|
|
|
|
|
2012-12-01 00:49:21 +00:00
|
|
|
/* lower_packing_builtins() inserts arithmetic instructions, so it
|
|
|
|
* must precede lower_instructions().
|
|
|
|
*/
|
2013-11-28 08:48:57 +00:00
|
|
|
brw_lower_packing_builtins(brw, (gl_shader_stage) stage, shader->base.ir);
|
|
|
|
do_mat_op_to_vec(shader->base.ir);
|
2013-07-06 08:36:46 +01:00
|
|
|
const int bitfield_insert = brw->gen >= 7
|
2013-04-11 23:49:32 +01:00
|
|
|
? BITFIELD_INSERT_TO_BFM_BFI
|
|
|
|
: 0;
|
2013-11-28 08:48:57 +00:00
|
|
|
lower_instructions(shader->base.ir,
|
2011-05-26 17:57:36 +01:00
|
|
|
MOD_TO_FRACT |
|
|
|
|
DIV_TO_MUL_RCP |
|
|
|
|
SUB_TO_ADD_NEG |
|
|
|
|
EXP_TO_EXP2 |
|
2012-12-02 07:49:26 +00:00
|
|
|
LOG_TO_LOG2 |
|
2013-04-11 23:49:32 +01:00
|
|
|
bitfield_insert |
|
2013-08-03 19:34:30 +01:00
|
|
|
LDEXP_TO_ARITH);
|
2011-05-26 17:57:36 +01:00
|
|
|
|
|
|
|
/* Pre-gen6 HW can only nest if-statements 16 deep. Beyond this,
|
|
|
|
* if-statements need to be flattened.
|
|
|
|
*/
|
2013-07-06 08:36:46 +01:00
|
|
|
if (brw->gen < 6)
|
2013-11-28 08:48:57 +00:00
|
|
|
lower_if_to_cond_assign(shader->base.ir, 16);
|
|
|
|
|
|
|
|
do_lower_texture_projection(shader->base.ir);
|
|
|
|
brw_lower_texture_gradients(brw, shader->base.ir);
|
|
|
|
do_vec_index_to_cond_assign(shader->base.ir);
|
|
|
|
lower_vector_insert(shader->base.ir, true);
|
|
|
|
brw_do_cubemap_normalize(shader->base.ir);
|
2014-02-10 23:41:44 +00:00
|
|
|
lower_offset_arrays(shader->base.ir);
|
2013-11-28 08:48:57 +00:00
|
|
|
brw_do_lower_unnormalized_offset(shader->base.ir);
|
|
|
|
lower_noise(shader->base.ir);
|
|
|
|
lower_quadop_vector(shader->base.ir, false);
|
2011-08-07 21:38:50 +01:00
|
|
|
|
2012-09-19 21:27:59 +01:00
|
|
|
bool lowered_variable_indexing =
|
2013-11-28 08:48:57 +00:00
|
|
|
lower_variable_index_to_cond_assign(shader->base.ir,
|
2014-04-09 02:31:19 +01:00
|
|
|
options->EmitNoIndirectInput,
|
|
|
|
options->EmitNoIndirectOutput,
|
|
|
|
options->EmitNoIndirectTemp,
|
|
|
|
options->EmitNoIndirectUniform);
|
2012-09-19 21:27:59 +01:00
|
|
|
|
2013-07-03 22:41:58 +01:00
|
|
|
if (unlikely(brw->perf_debug && lowered_variable_indexing)) {
|
2012-09-19 21:27:59 +01:00
|
|
|
perf_debug("Unsupported form of variable indexing in FS; falling "
|
|
|
|
"back to very inefficient code generation\n");
|
|
|
|
}
|
2011-05-26 17:57:36 +01:00
|
|
|
|
2013-11-28 08:48:57 +00:00
|
|
|
lower_ubo_reference(&shader->base, shader->base.ir);
|
2012-06-20 23:55:13 +01:00
|
|
|
|
2011-05-26 17:57:36 +01:00
|
|
|
do {
|
|
|
|
progress = false;
|
|
|
|
|
2011-05-03 23:27:38 +01:00
|
|
|
if (stage == MESA_SHADER_FRAGMENT) {
|
2013-11-28 08:48:57 +00:00
|
|
|
brw_do_channel_expressions(shader->base.ir);
|
|
|
|
brw_do_vector_splitting(shader->base.ir);
|
2011-05-03 23:27:38 +01:00
|
|
|
}
|
2011-05-26 17:57:36 +01:00
|
|
|
|
2013-11-28 08:48:57 +00:00
|
|
|
progress = do_lower_jumps(shader->base.ir, true, true,
|
2011-05-26 17:57:36 +01:00
|
|
|
true, /* main return */
|
|
|
|
false, /* continue */
|
|
|
|
false /* loops */
|
|
|
|
) || progress;
|
|
|
|
|
2014-04-08 23:43:46 +01:00
|
|
|
progress = do_common_optimization(shader->base.ir, true, true,
|
2014-04-09 02:31:19 +01:00
|
|
|
options, ctx->Const.NativeIntegers)
|
2011-10-21 19:17:39 +01:00
|
|
|
|| progress;
|
2011-05-26 17:57:36 +01:00
|
|
|
} while (progress);
|
|
|
|
|
2012-01-07 00:26:49 +00:00
|
|
|
/* Make a pass over the IR to add state references for any built-in
|
|
|
|
* uniforms that are used. This has to be done now (during linking).
|
|
|
|
* Code generation doesn't happen until the first time this shader is
|
|
|
|
* used for rendering. Waiting until then to generate the parameters is
|
2012-11-21 21:57:58 +00:00
|
|
|
* too late. At that point, the values for the built-in uniforms won't
|
2012-01-07 00:26:49 +00:00
|
|
|
* get sent to the shader.
|
|
|
|
*/
|
2013-11-28 08:48:57 +00:00
|
|
|
foreach_list(node, shader->base.ir) {
|
2012-01-07 00:26:49 +00:00
|
|
|
ir_variable *var = ((ir_instruction *) node)->as_variable();
|
|
|
|
|
2013-12-12 11:51:01 +00:00
|
|
|
if ((var == NULL) || (var->data.mode != ir_var_uniform)
|
2012-01-07 00:26:49 +00:00
|
|
|
|| (strncmp(var->name, "gl_", 3) != 0))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
const ir_state_slot *const slots = var->state_slots;
|
|
|
|
assert(var->state_slots != NULL);
|
|
|
|
|
|
|
|
for (unsigned int i = 0; i < var->num_state_slots; i++) {
|
|
|
|
_mesa_add_state_reference(prog->Parameters,
|
|
|
|
(gl_state_index *) slots[i].tokens);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-11-28 08:48:57 +00:00
|
|
|
validate_ir_tree(shader->base.ir);
|
2012-01-07 00:26:49 +00:00
|
|
|
|
2013-11-28 08:48:57 +00:00
|
|
|
do_set_program_inouts(shader->base.ir, prog, shader->base.Stage);
|
2012-01-07 00:26:49 +00:00
|
|
|
|
|
|
|
prog->SamplersUsed = shader->base.active_samplers;
|
|
|
|
_mesa_update_shader_textures_used(shProg, prog);
|
|
|
|
|
|
|
|
_mesa_reference_program(ctx, &shader->base.Program, prog);
|
|
|
|
|
2012-11-21 21:23:36 +00:00
|
|
|
brw_add_texrect_params(prog);
|
|
|
|
|
2012-01-07 00:26:49 +00:00
|
|
|
/* This has to be done last. Any operation that can cause
|
|
|
|
* prog->ParameterValues to get reallocated (e.g., anything that adds a
|
|
|
|
* program constant) has to happen before creating this linkage.
|
|
|
|
*/
|
|
|
|
_mesa_associate_uniform_storage(ctx, shProg, prog->Parameters);
|
2012-01-12 20:55:06 +00:00
|
|
|
|
|
|
|
_mesa_reference_program(ctx, &prog, NULL);
|
2012-09-19 21:27:58 +01:00
|
|
|
|
2013-05-03 18:44:10 +01:00
|
|
|
if (ctx->_Shader->Flags & GLSL_DUMP) {
|
2013-12-23 07:29:31 +00:00
|
|
|
fprintf(stderr, "\n");
|
|
|
|
fprintf(stderr, "GLSL IR for linked %s program %d:\n",
|
|
|
|
_mesa_shader_stage_to_string(shader->base.Stage),
|
|
|
|
shProg->Name);
|
|
|
|
_mesa_print_ir(stderr, shader->base.ir, NULL);
|
|
|
|
fprintf(stderr, "\n");
|
2013-03-22 23:50:58 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-05-03 18:44:10 +01:00
|
|
|
if ((ctx->_Shader->Flags & GLSL_DUMP) && shProg->Name != 0) {
|
2013-03-22 23:50:58 +00:00
|
|
|
for (unsigned i = 0; i < shProg->NumShaders; i++) {
|
|
|
|
const struct gl_shader *sh = shProg->Shaders[i];
|
|
|
|
if (!sh)
|
|
|
|
continue;
|
|
|
|
|
2013-12-23 07:29:31 +00:00
|
|
|
fprintf(stderr, "GLSL %s shader %d source for linked program %d:\n",
|
|
|
|
_mesa_shader_stage_to_string(sh->Stage),
|
|
|
|
i, shProg->Name);
|
|
|
|
fprintf(stderr, "%s", sh->Source);
|
|
|
|
fprintf(stderr, "\n");
|
2012-09-19 21:27:58 +01:00
|
|
|
}
|
2011-05-26 17:57:36 +01:00
|
|
|
}
|
|
|
|
|
2012-01-07 00:26:49 +00:00
|
|
|
if (!brw_shader_precompile(ctx, shProg))
|
2011-10-07 20:26:50 +01:00
|
|
|
return false;
|
2011-05-16 23:10:26 +01:00
|
|
|
|
2011-10-07 20:26:50 +01:00
|
|
|
return true;
|
2011-05-26 17:57:36 +01:00
|
|
|
}
|
2011-05-26 18:01:10 +01:00
|
|
|
|
|
|
|
|
2014-02-22 07:52:24 +00:00
|
|
|
int
|
2011-05-26 18:01:10 +01:00
|
|
|
brw_type_for_base_type(const struct glsl_type *type)
|
|
|
|
{
|
|
|
|
switch (type->base_type) {
|
|
|
|
case GLSL_TYPE_FLOAT:
|
|
|
|
return BRW_REGISTER_TYPE_F;
|
|
|
|
case GLSL_TYPE_INT:
|
|
|
|
case GLSL_TYPE_BOOL:
|
|
|
|
return BRW_REGISTER_TYPE_D;
|
|
|
|
case GLSL_TYPE_UINT:
|
|
|
|
return BRW_REGISTER_TYPE_UD;
|
|
|
|
case GLSL_TYPE_ARRAY:
|
2011-11-09 03:26:38 +00:00
|
|
|
return brw_type_for_base_type(type->fields.array);
|
2011-05-26 18:01:10 +01:00
|
|
|
case GLSL_TYPE_STRUCT:
|
|
|
|
case GLSL_TYPE_SAMPLER:
|
2013-10-20 20:35:47 +01:00
|
|
|
case GLSL_TYPE_ATOMIC_UINT:
|
2011-05-26 18:01:10 +01:00
|
|
|
/* These should be overridden with the type of the member when
|
|
|
|
* dereferenced into. BRW_REGISTER_TYPE_UD seems like a likely
|
|
|
|
* way to trip up if we don't.
|
|
|
|
*/
|
|
|
|
return BRW_REGISTER_TYPE_UD;
|
2013-11-25 21:50:47 +00:00
|
|
|
case GLSL_TYPE_IMAGE:
|
|
|
|
return BRW_REGISTER_TYPE_UD;
|
2012-12-11 20:56:03 +00:00
|
|
|
case GLSL_TYPE_VOID:
|
|
|
|
case GLSL_TYPE_ERROR:
|
2012-12-11 20:11:16 +00:00
|
|
|
case GLSL_TYPE_INTERFACE:
|
2011-05-26 18:01:10 +01:00
|
|
|
assert(!"not reached");
|
2012-12-11 20:56:03 +00:00
|
|
|
break;
|
2011-05-26 18:01:10 +01:00
|
|
|
}
|
2012-12-11 20:56:03 +00:00
|
|
|
|
|
|
|
return BRW_REGISTER_TYPE_F;
|
2011-05-26 18:01:10 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
uint32_t
|
|
|
|
brw_conditional_for_comparison(unsigned int op)
|
|
|
|
{
|
|
|
|
switch (op) {
|
|
|
|
case ir_binop_less:
|
|
|
|
return BRW_CONDITIONAL_L;
|
|
|
|
case ir_binop_greater:
|
|
|
|
return BRW_CONDITIONAL_G;
|
|
|
|
case ir_binop_lequal:
|
|
|
|
return BRW_CONDITIONAL_LE;
|
|
|
|
case ir_binop_gequal:
|
|
|
|
return BRW_CONDITIONAL_GE;
|
|
|
|
case ir_binop_equal:
|
|
|
|
case ir_binop_all_equal: /* same as equal for scalars */
|
|
|
|
return BRW_CONDITIONAL_Z;
|
|
|
|
case ir_binop_nequal:
|
|
|
|
case ir_binop_any_nequal: /* same as nequal for scalars */
|
|
|
|
return BRW_CONDITIONAL_NZ;
|
|
|
|
default:
|
|
|
|
assert(!"not reached: bad operation for comparison");
|
|
|
|
return BRW_CONDITIONAL_NZ;
|
|
|
|
}
|
|
|
|
}
|
2011-05-02 17:45:40 +01:00
|
|
|
|
|
|
|
uint32_t
|
|
|
|
brw_math_function(enum opcode op)
|
|
|
|
{
|
|
|
|
switch (op) {
|
|
|
|
case SHADER_OPCODE_RCP:
|
|
|
|
return BRW_MATH_FUNCTION_INV;
|
|
|
|
case SHADER_OPCODE_RSQ:
|
|
|
|
return BRW_MATH_FUNCTION_RSQ;
|
|
|
|
case SHADER_OPCODE_SQRT:
|
|
|
|
return BRW_MATH_FUNCTION_SQRT;
|
|
|
|
case SHADER_OPCODE_EXP2:
|
|
|
|
return BRW_MATH_FUNCTION_EXP;
|
|
|
|
case SHADER_OPCODE_LOG2:
|
|
|
|
return BRW_MATH_FUNCTION_LOG;
|
|
|
|
case SHADER_OPCODE_POW:
|
|
|
|
return BRW_MATH_FUNCTION_POW;
|
|
|
|
case SHADER_OPCODE_SIN:
|
|
|
|
return BRW_MATH_FUNCTION_SIN;
|
|
|
|
case SHADER_OPCODE_COS:
|
|
|
|
return BRW_MATH_FUNCTION_COS;
|
2011-09-29 01:37:54 +01:00
|
|
|
case SHADER_OPCODE_INT_QUOTIENT:
|
|
|
|
return BRW_MATH_FUNCTION_INT_DIV_QUOTIENT;
|
|
|
|
case SHADER_OPCODE_INT_REMAINDER:
|
|
|
|
return BRW_MATH_FUNCTION_INT_DIV_REMAINDER;
|
2011-05-02 17:45:40 +01:00
|
|
|
default:
|
|
|
|
assert(!"not reached: unknown math function");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
}
|
2011-10-26 21:51:28 +01:00
|
|
|
|
|
|
|
uint32_t
|
2013-10-08 10:09:28 +01:00
|
|
|
brw_texture_offset(struct gl_context *ctx, ir_constant *offset)
|
2011-10-26 21:51:28 +01:00
|
|
|
{
|
2013-10-08 10:09:28 +01:00
|
|
|
/* If the driver does not support GL_ARB_gpu_shader5, the offset
|
|
|
|
* must be constant.
|
|
|
|
*/
|
|
|
|
assert(offset != NULL || ctx->Extensions.ARB_gpu_shader5);
|
|
|
|
|
|
|
|
if (!offset) return 0; /* nonconstant offset; caller will handle it. */
|
2011-10-26 21:51:28 +01:00
|
|
|
|
|
|
|
signed char offsets[3];
|
|
|
|
for (unsigned i = 0; i < offset->type->vector_elements; i++)
|
|
|
|
offsets[i] = (signed char) offset->value.i[i];
|
|
|
|
|
|
|
|
/* Combine all three offsets into a single unsigned dword:
|
|
|
|
*
|
|
|
|
* bits 11:8 - U Offset (X component)
|
|
|
|
* bits 7:4 - V Offset (Y component)
|
|
|
|
* bits 3:0 - R Offset (Z component)
|
|
|
|
*/
|
|
|
|
unsigned offset_bits = 0;
|
|
|
|
for (unsigned i = 0; i < offset->type->vector_elements; i++) {
|
|
|
|
const unsigned shift = 4 * (2 - i);
|
|
|
|
offset_bits |= (offsets[i] << shift) & (0xF << shift);
|
|
|
|
}
|
|
|
|
return offset_bits;
|
|
|
|
}
|
2013-03-12 00:36:54 +00:00
|
|
|
|
|
|
|
const char *
|
|
|
|
brw_instruction_name(enum opcode op)
|
|
|
|
{
|
|
|
|
char *fallback;
|
|
|
|
|
|
|
|
if (op < ARRAY_SIZE(opcode_descs) && opcode_descs[op].name)
|
|
|
|
return opcode_descs[op].name;
|
|
|
|
|
|
|
|
switch (op) {
|
|
|
|
case FS_OPCODE_FB_WRITE:
|
|
|
|
return "fb_write";
|
2013-12-17 12:00:50 +00:00
|
|
|
case FS_OPCODE_BLORP_FB_WRITE:
|
|
|
|
return "blorp_fb_write";
|
2013-03-12 00:36:54 +00:00
|
|
|
|
|
|
|
case SHADER_OPCODE_RCP:
|
|
|
|
return "rcp";
|
|
|
|
case SHADER_OPCODE_RSQ:
|
|
|
|
return "rsq";
|
|
|
|
case SHADER_OPCODE_SQRT:
|
|
|
|
return "sqrt";
|
|
|
|
case SHADER_OPCODE_EXP2:
|
|
|
|
return "exp2";
|
|
|
|
case SHADER_OPCODE_LOG2:
|
|
|
|
return "log2";
|
|
|
|
case SHADER_OPCODE_POW:
|
|
|
|
return "pow";
|
|
|
|
case SHADER_OPCODE_INT_QUOTIENT:
|
|
|
|
return "int_quot";
|
|
|
|
case SHADER_OPCODE_INT_REMAINDER:
|
|
|
|
return "int_rem";
|
|
|
|
case SHADER_OPCODE_SIN:
|
|
|
|
return "sin";
|
|
|
|
case SHADER_OPCODE_COS:
|
|
|
|
return "cos";
|
|
|
|
|
|
|
|
case SHADER_OPCODE_TEX:
|
|
|
|
return "tex";
|
|
|
|
case SHADER_OPCODE_TXD:
|
|
|
|
return "txd";
|
|
|
|
case SHADER_OPCODE_TXF:
|
|
|
|
return "txf";
|
|
|
|
case SHADER_OPCODE_TXL:
|
|
|
|
return "txl";
|
|
|
|
case SHADER_OPCODE_TXS:
|
|
|
|
return "txs";
|
|
|
|
case FS_OPCODE_TXB:
|
|
|
|
return "txb";
|
2013-12-10 14:36:31 +00:00
|
|
|
case SHADER_OPCODE_TXF_CMS:
|
|
|
|
return "txf_cms";
|
2013-12-10 14:38:15 +00:00
|
|
|
case SHADER_OPCODE_TXF_UMS:
|
|
|
|
return "txf_ums";
|
2013-11-29 21:32:16 +00:00
|
|
|
case SHADER_OPCODE_TXF_MCS:
|
|
|
|
return "txf_mcs";
|
2013-10-08 09:34:22 +01:00
|
|
|
case SHADER_OPCODE_TG4:
|
|
|
|
return "tg4";
|
2013-10-08 09:42:10 +01:00
|
|
|
case SHADER_OPCODE_TG4_OFFSET:
|
|
|
|
return "tg4_offset";
|
2013-03-12 00:36:54 +00:00
|
|
|
|
2013-10-16 19:45:06 +01:00
|
|
|
case SHADER_OPCODE_GEN4_SCRATCH_READ:
|
|
|
|
return "gen4_scratch_read";
|
|
|
|
case SHADER_OPCODE_GEN4_SCRATCH_WRITE:
|
|
|
|
return "gen4_scratch_write";
|
2013-10-16 19:51:22 +01:00
|
|
|
case SHADER_OPCODE_GEN7_SCRATCH_READ:
|
|
|
|
return "gen7_scratch_read";
|
2013-10-16 19:45:06 +01:00
|
|
|
|
2013-03-12 00:36:54 +00:00
|
|
|
case FS_OPCODE_DDX:
|
|
|
|
return "ddx";
|
|
|
|
case FS_OPCODE_DDY:
|
|
|
|
return "ddy";
|
|
|
|
|
|
|
|
case FS_OPCODE_PIXEL_X:
|
|
|
|
return "pixel_x";
|
|
|
|
case FS_OPCODE_PIXEL_Y:
|
|
|
|
return "pixel_y";
|
|
|
|
|
|
|
|
case FS_OPCODE_CINTERP:
|
|
|
|
return "cinterp";
|
|
|
|
case FS_OPCODE_LINTERP:
|
|
|
|
return "linterp";
|
|
|
|
|
|
|
|
case FS_OPCODE_UNIFORM_PULL_CONSTANT_LOAD:
|
|
|
|
return "uniform_pull_const";
|
|
|
|
case FS_OPCODE_UNIFORM_PULL_CONSTANT_LOAD_GEN7:
|
|
|
|
return "uniform_pull_const_gen7";
|
|
|
|
case FS_OPCODE_VARYING_PULL_CONSTANT_LOAD:
|
|
|
|
return "varying_pull_const";
|
|
|
|
case FS_OPCODE_VARYING_PULL_CONSTANT_LOAD_GEN7:
|
|
|
|
return "varying_pull_const_gen7";
|
|
|
|
|
|
|
|
case FS_OPCODE_MOV_DISPATCH_TO_FLAGS:
|
|
|
|
return "mov_dispatch_to_flags";
|
|
|
|
case FS_OPCODE_DISCARD_JUMP:
|
|
|
|
return "discard_jump";
|
|
|
|
|
|
|
|
case FS_OPCODE_SET_SIMD4X2_OFFSET:
|
|
|
|
return "set_simd4x2_offset";
|
|
|
|
|
|
|
|
case FS_OPCODE_PACK_HALF_2x16_SPLIT:
|
|
|
|
return "pack_half_2x16_split";
|
|
|
|
case FS_OPCODE_UNPACK_HALF_2x16_SPLIT_X:
|
|
|
|
return "unpack_half_2x16_split_x";
|
|
|
|
case FS_OPCODE_UNPACK_HALF_2x16_SPLIT_Y:
|
|
|
|
return "unpack_half_2x16_split_y";
|
|
|
|
|
2013-03-28 06:19:39 +00:00
|
|
|
case FS_OPCODE_PLACEHOLDER_HALT:
|
|
|
|
return "placeholder_halt";
|
|
|
|
|
2013-03-12 00:36:54 +00:00
|
|
|
case VS_OPCODE_URB_WRITE:
|
2013-03-21 16:11:12 +00:00
|
|
|
return "vs_urb_write";
|
2013-03-12 00:36:54 +00:00
|
|
|
case VS_OPCODE_PULL_CONSTANT_LOAD:
|
|
|
|
return "pull_constant_load";
|
2013-04-04 22:10:18 +01:00
|
|
|
case VS_OPCODE_PULL_CONSTANT_LOAD_GEN7:
|
|
|
|
return "pull_constant_load_gen7";
|
2013-08-07 19:31:33 +01:00
|
|
|
case VS_OPCODE_UNPACK_FLAGS_SIMD4X2:
|
|
|
|
return "unpack_flags_simd4x2";
|
2013-03-12 00:36:54 +00:00
|
|
|
|
2013-03-21 16:11:12 +00:00
|
|
|
case GS_OPCODE_URB_WRITE:
|
|
|
|
return "gs_urb_write";
|
2013-03-23 14:42:32 +00:00
|
|
|
case GS_OPCODE_THREAD_END:
|
|
|
|
return "gs_thread_end";
|
2013-03-23 14:59:13 +00:00
|
|
|
case GS_OPCODE_SET_WRITE_OFFSET:
|
|
|
|
return "set_write_offset";
|
2013-03-23 15:18:43 +00:00
|
|
|
case GS_OPCODE_SET_VERTEX_COUNT:
|
|
|
|
return "set_vertex_count";
|
2013-02-19 15:31:16 +00:00
|
|
|
case GS_OPCODE_SET_DWORD_2_IMMED:
|
|
|
|
return "set_dword_2_immed";
|
2013-04-21 16:51:33 +01:00
|
|
|
case GS_OPCODE_PREPARE_CHANNEL_MASKS:
|
|
|
|
return "prepare_channel_masks";
|
|
|
|
case GS_OPCODE_SET_CHANNEL_MASKS:
|
|
|
|
return "set_channel_masks";
|
2014-01-25 20:55:24 +00:00
|
|
|
case GS_OPCODE_GET_INSTANCE_ID:
|
|
|
|
return "get_instance_id";
|
2013-03-21 16:11:12 +00:00
|
|
|
|
2013-03-12 00:36:54 +00:00
|
|
|
default:
|
|
|
|
/* Yes, this leaks. It's in debug code, it should never occur, and if
|
|
|
|
* it does, you should just add the case to the list above.
|
|
|
|
*/
|
|
|
|
asprintf(&fallback, "op%d", op);
|
|
|
|
return fallback;
|
|
|
|
}
|
|
|
|
}
|
2013-04-28 09:35:57 +01:00
|
|
|
|
2014-02-14 09:54:02 +00:00
|
|
|
backend_visitor::backend_visitor(struct brw_context *brw,
|
|
|
|
struct gl_shader_program *shader_prog,
|
|
|
|
struct gl_program *prog,
|
2014-02-18 20:50:13 +00:00
|
|
|
struct brw_stage_prog_data *stage_prog_data,
|
|
|
|
gl_shader_stage stage)
|
2014-02-14 09:54:02 +00:00
|
|
|
: brw(brw),
|
|
|
|
ctx(&brw->ctx),
|
2014-02-18 20:50:13 +00:00
|
|
|
shader(shader_prog ?
|
|
|
|
(struct brw_shader *)shader_prog->_LinkedShaders[stage] : NULL),
|
2014-02-14 09:54:02 +00:00
|
|
|
shader_prog(shader_prog),
|
|
|
|
prog(prog),
|
|
|
|
stage_prog_data(stage_prog_data)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2013-04-28 09:35:57 +01:00
|
|
|
bool
|
2014-02-27 23:44:45 +00:00
|
|
|
backend_instruction::is_tex() const
|
2013-04-28 09:35:57 +01:00
|
|
|
{
|
|
|
|
return (opcode == SHADER_OPCODE_TEX ||
|
|
|
|
opcode == FS_OPCODE_TXB ||
|
|
|
|
opcode == SHADER_OPCODE_TXD ||
|
|
|
|
opcode == SHADER_OPCODE_TXF ||
|
2013-12-10 14:36:31 +00:00
|
|
|
opcode == SHADER_OPCODE_TXF_CMS ||
|
2013-12-10 14:38:15 +00:00
|
|
|
opcode == SHADER_OPCODE_TXF_UMS ||
|
2013-11-29 21:32:16 +00:00
|
|
|
opcode == SHADER_OPCODE_TXF_MCS ||
|
2013-04-28 09:35:57 +01:00
|
|
|
opcode == SHADER_OPCODE_TXL ||
|
|
|
|
opcode == SHADER_OPCODE_TXS ||
|
2013-03-31 09:31:12 +01:00
|
|
|
opcode == SHADER_OPCODE_LOD ||
|
2013-10-08 09:42:10 +01:00
|
|
|
opcode == SHADER_OPCODE_TG4 ||
|
|
|
|
opcode == SHADER_OPCODE_TG4_OFFSET);
|
2013-04-28 09:35:57 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
bool
|
2014-02-27 23:44:45 +00:00
|
|
|
backend_instruction::is_math() const
|
2013-04-28 09:35:57 +01:00
|
|
|
{
|
|
|
|
return (opcode == SHADER_OPCODE_RCP ||
|
|
|
|
opcode == SHADER_OPCODE_RSQ ||
|
|
|
|
opcode == SHADER_OPCODE_SQRT ||
|
|
|
|
opcode == SHADER_OPCODE_EXP2 ||
|
|
|
|
opcode == SHADER_OPCODE_LOG2 ||
|
|
|
|
opcode == SHADER_OPCODE_SIN ||
|
|
|
|
opcode == SHADER_OPCODE_COS ||
|
|
|
|
opcode == SHADER_OPCODE_INT_QUOTIENT ||
|
|
|
|
opcode == SHADER_OPCODE_INT_REMAINDER ||
|
|
|
|
opcode == SHADER_OPCODE_POW);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool
|
2014-02-27 23:44:45 +00:00
|
|
|
backend_instruction::is_control_flow() const
|
2013-04-28 09:35:57 +01:00
|
|
|
{
|
|
|
|
switch (opcode) {
|
|
|
|
case BRW_OPCODE_DO:
|
|
|
|
case BRW_OPCODE_WHILE:
|
|
|
|
case BRW_OPCODE_IF:
|
|
|
|
case BRW_OPCODE_ELSE:
|
|
|
|
case BRW_OPCODE_ENDIF:
|
|
|
|
case BRW_OPCODE_BREAK:
|
|
|
|
case BRW_OPCODE_CONTINUE:
|
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
2013-04-29 22:21:14 +01:00
|
|
|
|
2013-09-20 03:48:22 +01:00
|
|
|
bool
|
2014-02-27 23:44:45 +00:00
|
|
|
backend_instruction::can_do_source_mods() const
|
2013-09-20 03:48:22 +01:00
|
|
|
{
|
|
|
|
switch (opcode) {
|
|
|
|
case BRW_OPCODE_ADDC:
|
|
|
|
case BRW_OPCODE_BFE:
|
|
|
|
case BRW_OPCODE_BFI1:
|
|
|
|
case BRW_OPCODE_BFI2:
|
|
|
|
case BRW_OPCODE_BFREV:
|
|
|
|
case BRW_OPCODE_CBIT:
|
|
|
|
case BRW_OPCODE_FBH:
|
|
|
|
case BRW_OPCODE_FBL:
|
|
|
|
case BRW_OPCODE_SUBB:
|
|
|
|
return false;
|
|
|
|
default:
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-12-12 07:07:49 +00:00
|
|
|
bool
|
2014-02-27 23:44:45 +00:00
|
|
|
backend_instruction::can_do_saturate() const
|
2013-12-12 07:07:49 +00:00
|
|
|
{
|
|
|
|
switch (opcode) {
|
|
|
|
case BRW_OPCODE_ADD:
|
|
|
|
case BRW_OPCODE_ASR:
|
|
|
|
case BRW_OPCODE_AVG:
|
|
|
|
case BRW_OPCODE_DP2:
|
|
|
|
case BRW_OPCODE_DP3:
|
|
|
|
case BRW_OPCODE_DP4:
|
|
|
|
case BRW_OPCODE_DPH:
|
|
|
|
case BRW_OPCODE_F16TO32:
|
|
|
|
case BRW_OPCODE_F32TO16:
|
|
|
|
case BRW_OPCODE_LINE:
|
|
|
|
case BRW_OPCODE_LRP:
|
|
|
|
case BRW_OPCODE_MAC:
|
|
|
|
case BRW_OPCODE_MACH:
|
|
|
|
case BRW_OPCODE_MAD:
|
|
|
|
case BRW_OPCODE_MATH:
|
|
|
|
case BRW_OPCODE_MOV:
|
|
|
|
case BRW_OPCODE_MUL:
|
|
|
|
case BRW_OPCODE_PLN:
|
|
|
|
case BRW_OPCODE_RNDD:
|
|
|
|
case BRW_OPCODE_RNDE:
|
|
|
|
case BRW_OPCODE_RNDU:
|
|
|
|
case BRW_OPCODE_RNDZ:
|
|
|
|
case BRW_OPCODE_SEL:
|
|
|
|
case BRW_OPCODE_SHL:
|
|
|
|
case BRW_OPCODE_SHR:
|
|
|
|
case FS_OPCODE_LINTERP:
|
|
|
|
case SHADER_OPCODE_COS:
|
|
|
|
case SHADER_OPCODE_EXP2:
|
|
|
|
case SHADER_OPCODE_LOG2:
|
|
|
|
case SHADER_OPCODE_POW:
|
|
|
|
case SHADER_OPCODE_RCP:
|
|
|
|
case SHADER_OPCODE_RSQ:
|
|
|
|
case SHADER_OPCODE_SIN:
|
|
|
|
case SHADER_OPCODE_SQRT:
|
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-04-09 20:01:49 +01:00
|
|
|
bool
|
|
|
|
backend_instruction::reads_accumulator_implicitly() const
|
|
|
|
{
|
|
|
|
switch (opcode) {
|
|
|
|
case BRW_OPCODE_MAC:
|
|
|
|
case BRW_OPCODE_MACH:
|
|
|
|
case BRW_OPCODE_SADA2:
|
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2014-05-07 08:58:43 +01:00
|
|
|
bool
|
|
|
|
backend_instruction::writes_accumulator_implicitly(int gen) const
|
|
|
|
{
|
|
|
|
return writes_accumulator ||
|
|
|
|
(gen < 6 &&
|
|
|
|
((opcode >= BRW_OPCODE_ADD && opcode < BRW_OPCODE_NOP) ||
|
|
|
|
(opcode >= FS_OPCODE_DDX && opcode <= FS_OPCODE_LINTERP &&
|
|
|
|
opcode != FS_OPCODE_CINTERP)));
|
|
|
|
}
|
|
|
|
|
2013-10-20 22:02:08 +01:00
|
|
|
bool
|
|
|
|
backend_instruction::has_side_effects() const
|
|
|
|
{
|
|
|
|
switch (opcode) {
|
|
|
|
case SHADER_OPCODE_UNTYPED_ATOMIC:
|
|
|
|
return true;
|
|
|
|
default:
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2013-04-29 22:21:14 +01:00
|
|
|
void
|
|
|
|
backend_visitor::dump_instructions()
|
|
|
|
{
|
|
|
|
int ip = 0;
|
|
|
|
foreach_list(node, &this->instructions) {
|
|
|
|
backend_instruction *inst = (backend_instruction *)node;
|
2013-12-23 07:29:31 +00:00
|
|
|
fprintf(stderr, "%d: ", ip++);
|
2013-04-29 22:21:14 +01:00
|
|
|
dump_instruction(inst);
|
|
|
|
}
|
|
|
|
}
|
2013-10-03 17:58:43 +01:00
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Sets up the starting offsets for the groups of binding table entries
|
|
|
|
* commong to all pipeline stages.
|
|
|
|
*
|
|
|
|
* Unused groups are initialized to 0xd0d0d0d0 to make it obvious that they're
|
|
|
|
* unused but also make sure that addition of small offsets to them will
|
|
|
|
* trigger some of our asserts that surface indices are < BRW_MAX_SURFACES.
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
backend_visitor::assign_common_binding_table_offsets(uint32_t next_binding_table_offset)
|
|
|
|
{
|
|
|
|
int num_textures = _mesa_fls(prog->SamplersUsed);
|
|
|
|
|
|
|
|
stage_prog_data->binding_table.texture_start = next_binding_table_offset;
|
|
|
|
next_binding_table_offset += num_textures;
|
|
|
|
|
|
|
|
if (shader) {
|
|
|
|
stage_prog_data->binding_table.ubo_start = next_binding_table_offset;
|
|
|
|
next_binding_table_offset += shader->base.NumUniformBlocks;
|
|
|
|
} else {
|
|
|
|
stage_prog_data->binding_table.ubo_start = 0xd0d0d0d0;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (INTEL_DEBUG & DEBUG_SHADER_TIME) {
|
|
|
|
stage_prog_data->binding_table.shader_time_start = next_binding_table_offset;
|
|
|
|
next_binding_table_offset++;
|
|
|
|
} else {
|
|
|
|
stage_prog_data->binding_table.shader_time_start = 0xd0d0d0d0;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (prog->UsesGather) {
|
|
|
|
stage_prog_data->binding_table.gather_texture_start = next_binding_table_offset;
|
|
|
|
next_binding_table_offset += num_textures;
|
|
|
|
} else {
|
|
|
|
stage_prog_data->binding_table.gather_texture_start = 0xd0d0d0d0;
|
|
|
|
}
|
|
|
|
|
2013-10-20 21:09:57 +01:00
|
|
|
if (shader_prog && shader_prog->NumAtomicBuffers) {
|
|
|
|
stage_prog_data->binding_table.abo_start = next_binding_table_offset;
|
|
|
|
next_binding_table_offset += shader_prog->NumAtomicBuffers;
|
|
|
|
} else {
|
|
|
|
stage_prog_data->binding_table.abo_start = 0xd0d0d0d0;
|
|
|
|
}
|
|
|
|
|
2013-10-03 17:58:43 +01:00
|
|
|
/* This may or may not be used depending on how the compile goes. */
|
|
|
|
stage_prog_data->binding_table.pull_constants_start = next_binding_table_offset;
|
|
|
|
next_binding_table_offset++;
|
|
|
|
|
|
|
|
assert(next_binding_table_offset <= BRW_MAX_SURFACES);
|
|
|
|
|
2013-11-27 03:56:07 +00:00
|
|
|
/* prog_data->base.binding_table.size will be set by brw_mark_surface_used. */
|
2013-10-03 17:58:43 +01:00
|
|
|
}
|