857 lines
26 KiB
C
857 lines
26 KiB
C
/*
|
|
* Copyright © 2014 Connor Abbott
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice (including the next
|
|
* paragraph) shall be included in all copies or substantial portions of the
|
|
* Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
|
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
|
* IN THE SOFTWARE.
|
|
*/
|
|
|
|
#include "nir_instr_set.h"
|
|
#include "nir_vla.h"
|
|
#include "util/half_float.h"
|
|
|
|
static bool
|
|
src_is_ssa(nir_src *src, void *data)
|
|
{
|
|
(void) data;
|
|
return src->is_ssa;
|
|
}
|
|
|
|
static bool
|
|
dest_is_ssa(nir_dest *dest, void *data)
|
|
{
|
|
(void) data;
|
|
return dest->is_ssa;
|
|
}
|
|
|
|
ASSERTED static inline bool
|
|
instr_each_src_and_dest_is_ssa(const nir_instr *instr)
|
|
{
|
|
if (!nir_foreach_dest((nir_instr *)instr, dest_is_ssa, NULL) ||
|
|
!nir_foreach_src((nir_instr *)instr, src_is_ssa, NULL))
|
|
return false;
|
|
|
|
return true;
|
|
}
|
|
|
|
/* This function determines if uses of an instruction can safely be rewritten
|
|
* to use another identical instruction instead. Note that this function must
|
|
* be kept in sync with hash_instr() and nir_instrs_equal() -- only
|
|
* instructions that pass this test will be handed on to those functions, and
|
|
* conversely they must handle everything that this function returns true for.
|
|
*/
|
|
static bool
|
|
instr_can_rewrite(const nir_instr *instr)
|
|
{
|
|
/* We only handle SSA. */
|
|
assert(instr_each_src_and_dest_is_ssa(instr));
|
|
|
|
switch (instr->type) {
|
|
case nir_instr_type_alu:
|
|
case nir_instr_type_deref:
|
|
case nir_instr_type_tex:
|
|
case nir_instr_type_load_const:
|
|
case nir_instr_type_phi:
|
|
return true;
|
|
case nir_instr_type_intrinsic:
|
|
return nir_intrinsic_can_reorder(nir_instr_as_intrinsic(instr));
|
|
case nir_instr_type_call:
|
|
case nir_instr_type_jump:
|
|
case nir_instr_type_ssa_undef:
|
|
return false;
|
|
case nir_instr_type_parallel_copy:
|
|
default:
|
|
unreachable("Invalid instruction type");
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
|
|
#define HASH(hash, data) XXH32(&(data), sizeof(data), hash)
|
|
|
|
static uint32_t
|
|
hash_src(uint32_t hash, const nir_src *src)
|
|
{
|
|
assert(src->is_ssa);
|
|
hash = HASH(hash, src->ssa);
|
|
return hash;
|
|
}
|
|
|
|
static uint32_t
|
|
hash_alu_src(uint32_t hash, const nir_alu_src *src, unsigned num_components)
|
|
{
|
|
hash = HASH(hash, src->abs);
|
|
hash = HASH(hash, src->negate);
|
|
|
|
for (unsigned i = 0; i < num_components; i++)
|
|
hash = HASH(hash, src->swizzle[i]);
|
|
|
|
hash = hash_src(hash, &src->src);
|
|
return hash;
|
|
}
|
|
|
|
static uint32_t
|
|
hash_alu(uint32_t hash, const nir_alu_instr *instr)
|
|
{
|
|
hash = HASH(hash, instr->op);
|
|
|
|
/* We explicitly don't hash instr->exact. */
|
|
uint8_t flags = instr->no_signed_wrap |
|
|
instr->no_unsigned_wrap << 1;
|
|
hash = HASH(hash, flags);
|
|
|
|
hash = HASH(hash, instr->dest.dest.ssa.num_components);
|
|
hash = HASH(hash, instr->dest.dest.ssa.bit_size);
|
|
|
|
if (nir_op_infos[instr->op].algebraic_properties & NIR_OP_IS_2SRC_COMMUTATIVE) {
|
|
assert(nir_op_infos[instr->op].num_inputs >= 2);
|
|
|
|
uint32_t hash0 = hash_alu_src(hash, &instr->src[0],
|
|
nir_ssa_alu_instr_src_components(instr, 0));
|
|
uint32_t hash1 = hash_alu_src(hash, &instr->src[1],
|
|
nir_ssa_alu_instr_src_components(instr, 1));
|
|
/* For commutative operations, we need some commutative way of
|
|
* combining the hashes. One option would be to XOR them but that
|
|
* means that anything with two identical sources will hash to 0 and
|
|
* that's common enough we probably don't want the guaranteed
|
|
* collision. Either addition or multiplication will also work.
|
|
*/
|
|
hash = hash0 * hash1;
|
|
|
|
for (unsigned i = 2; i < nir_op_infos[instr->op].num_inputs; i++) {
|
|
hash = hash_alu_src(hash, &instr->src[i],
|
|
nir_ssa_alu_instr_src_components(instr, i));
|
|
}
|
|
} else {
|
|
for (unsigned i = 0; i < nir_op_infos[instr->op].num_inputs; i++) {
|
|
hash = hash_alu_src(hash, &instr->src[i],
|
|
nir_ssa_alu_instr_src_components(instr, i));
|
|
}
|
|
}
|
|
|
|
return hash;
|
|
}
|
|
|
|
static uint32_t
|
|
hash_deref(uint32_t hash, const nir_deref_instr *instr)
|
|
{
|
|
hash = HASH(hash, instr->deref_type);
|
|
hash = HASH(hash, instr->modes);
|
|
hash = HASH(hash, instr->type);
|
|
|
|
if (instr->deref_type == nir_deref_type_var)
|
|
return HASH(hash, instr->var);
|
|
|
|
hash = hash_src(hash, &instr->parent);
|
|
|
|
switch (instr->deref_type) {
|
|
case nir_deref_type_struct:
|
|
hash = HASH(hash, instr->strct.index);
|
|
break;
|
|
|
|
case nir_deref_type_array:
|
|
case nir_deref_type_ptr_as_array:
|
|
hash = hash_src(hash, &instr->arr.index);
|
|
hash = HASH(hash, instr->arr.in_bounds);
|
|
break;
|
|
|
|
case nir_deref_type_cast:
|
|
hash = HASH(hash, instr->cast.ptr_stride);
|
|
hash = HASH(hash, instr->cast.align_mul);
|
|
hash = HASH(hash, instr->cast.align_offset);
|
|
break;
|
|
|
|
case nir_deref_type_var:
|
|
case nir_deref_type_array_wildcard:
|
|
/* Nothing to do */
|
|
break;
|
|
|
|
default:
|
|
unreachable("Invalid instruction deref type");
|
|
}
|
|
|
|
return hash;
|
|
}
|
|
|
|
static uint32_t
|
|
hash_load_const(uint32_t hash, const nir_load_const_instr *instr)
|
|
{
|
|
hash = HASH(hash, instr->def.num_components);
|
|
|
|
if (instr->def.bit_size == 1) {
|
|
for (unsigned i = 0; i < instr->def.num_components; i++) {
|
|
uint8_t b = instr->value[i].b;
|
|
hash = HASH(hash, b);
|
|
}
|
|
} else {
|
|
unsigned size = instr->def.num_components * sizeof(*instr->value);
|
|
hash = XXH32(instr->value, size, hash);
|
|
}
|
|
|
|
return hash;
|
|
}
|
|
|
|
static int
|
|
cmp_phi_src(const void *data1, const void *data2)
|
|
{
|
|
nir_phi_src *src1 = *(nir_phi_src **)data1;
|
|
nir_phi_src *src2 = *(nir_phi_src **)data2;
|
|
return src1->pred - src2->pred;
|
|
}
|
|
|
|
static uint32_t
|
|
hash_phi(uint32_t hash, const nir_phi_instr *instr)
|
|
{
|
|
hash = HASH(hash, instr->instr.block);
|
|
|
|
/* sort sources by predecessor, since the order shouldn't matter */
|
|
unsigned num_preds = instr->instr.block->predecessors->entries;
|
|
NIR_VLA(nir_phi_src *, srcs, num_preds);
|
|
unsigned i = 0;
|
|
nir_foreach_phi_src(src, instr) {
|
|
srcs[i++] = src;
|
|
}
|
|
|
|
qsort(srcs, num_preds, sizeof(nir_phi_src *), cmp_phi_src);
|
|
|
|
for (i = 0; i < num_preds; i++) {
|
|
hash = hash_src(hash, &srcs[i]->src);
|
|
hash = HASH(hash, srcs[i]->pred);
|
|
}
|
|
|
|
return hash;
|
|
}
|
|
|
|
static uint32_t
|
|
hash_intrinsic(uint32_t hash, const nir_intrinsic_instr *instr)
|
|
{
|
|
const nir_intrinsic_info *info = &nir_intrinsic_infos[instr->intrinsic];
|
|
hash = HASH(hash, instr->intrinsic);
|
|
|
|
if (info->has_dest) {
|
|
hash = HASH(hash, instr->dest.ssa.num_components);
|
|
hash = HASH(hash, instr->dest.ssa.bit_size);
|
|
}
|
|
|
|
hash = XXH32(instr->const_index, info->num_indices * sizeof(instr->const_index[0]), hash);
|
|
|
|
for (unsigned i = 0; i < nir_intrinsic_infos[instr->intrinsic].num_srcs; i++)
|
|
hash = hash_src(hash, &instr->src[i]);
|
|
|
|
return hash;
|
|
}
|
|
|
|
static uint32_t
|
|
hash_tex(uint32_t hash, const nir_tex_instr *instr)
|
|
{
|
|
hash = HASH(hash, instr->op);
|
|
hash = HASH(hash, instr->num_srcs);
|
|
|
|
for (unsigned i = 0; i < instr->num_srcs; i++) {
|
|
hash = HASH(hash, instr->src[i].src_type);
|
|
hash = hash_src(hash, &instr->src[i].src);
|
|
}
|
|
|
|
hash = HASH(hash, instr->coord_components);
|
|
hash = HASH(hash, instr->sampler_dim);
|
|
hash = HASH(hash, instr->is_array);
|
|
hash = HASH(hash, instr->is_shadow);
|
|
hash = HASH(hash, instr->is_new_style_shadow);
|
|
hash = HASH(hash, instr->is_sparse);
|
|
unsigned component = instr->component;
|
|
hash = HASH(hash, component);
|
|
for (unsigned i = 0; i < 4; ++i)
|
|
for (unsigned j = 0; j < 2; ++j)
|
|
hash = HASH(hash, instr->tg4_offsets[i][j]);
|
|
hash = HASH(hash, instr->texture_index);
|
|
hash = HASH(hash, instr->sampler_index);
|
|
hash = HASH(hash, instr->texture_non_uniform);
|
|
hash = HASH(hash, instr->sampler_non_uniform);
|
|
|
|
return hash;
|
|
}
|
|
|
|
/* Computes a hash of an instruction for use in a hash table. Note that this
|
|
* will only work for instructions where instr_can_rewrite() returns true, and
|
|
* it should return identical hashes for two instructions that are the same
|
|
* according nir_instrs_equal().
|
|
*/
|
|
|
|
static uint32_t
|
|
hash_instr(const void *data)
|
|
{
|
|
const nir_instr *instr = data;
|
|
uint32_t hash = 0;
|
|
|
|
switch (instr->type) {
|
|
case nir_instr_type_alu:
|
|
hash = hash_alu(hash, nir_instr_as_alu(instr));
|
|
break;
|
|
case nir_instr_type_deref:
|
|
hash = hash_deref(hash, nir_instr_as_deref(instr));
|
|
break;
|
|
case nir_instr_type_load_const:
|
|
hash = hash_load_const(hash, nir_instr_as_load_const(instr));
|
|
break;
|
|
case nir_instr_type_phi:
|
|
hash = hash_phi(hash, nir_instr_as_phi(instr));
|
|
break;
|
|
case nir_instr_type_intrinsic:
|
|
hash = hash_intrinsic(hash, nir_instr_as_intrinsic(instr));
|
|
break;
|
|
case nir_instr_type_tex:
|
|
hash = hash_tex(hash, nir_instr_as_tex(instr));
|
|
break;
|
|
default:
|
|
unreachable("Invalid instruction type");
|
|
}
|
|
|
|
return hash;
|
|
}
|
|
|
|
bool
|
|
nir_srcs_equal(nir_src src1, nir_src src2)
|
|
{
|
|
if (src1.is_ssa) {
|
|
if (src2.is_ssa) {
|
|
return src1.ssa == src2.ssa;
|
|
} else {
|
|
return false;
|
|
}
|
|
} else {
|
|
if (src2.is_ssa) {
|
|
return false;
|
|
} else {
|
|
if ((src1.reg.indirect == NULL) != (src2.reg.indirect == NULL))
|
|
return false;
|
|
|
|
if (src1.reg.indirect) {
|
|
if (!nir_srcs_equal(*src1.reg.indirect, *src2.reg.indirect))
|
|
return false;
|
|
}
|
|
|
|
return src1.reg.reg == src2.reg.reg &&
|
|
src1.reg.base_offset == src2.reg.base_offset;
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* If the \p s is an SSA value that was generated by a negation instruction,
|
|
* that instruction is returned as a \c nir_alu_instr. Otherwise \c NULL is
|
|
* returned.
|
|
*/
|
|
static nir_alu_instr *
|
|
get_neg_instr(nir_src s)
|
|
{
|
|
nir_alu_instr *alu = nir_src_as_alu_instr(s);
|
|
|
|
return alu != NULL && (alu->op == nir_op_fneg || alu->op == nir_op_ineg)
|
|
? alu : NULL;
|
|
}
|
|
|
|
bool
|
|
nir_const_value_negative_equal(nir_const_value c1,
|
|
nir_const_value c2,
|
|
nir_alu_type full_type)
|
|
{
|
|
assert(nir_alu_type_get_base_type(full_type) != nir_type_invalid);
|
|
assert(nir_alu_type_get_type_size(full_type) != 0);
|
|
|
|
switch (full_type) {
|
|
case nir_type_float16:
|
|
return _mesa_half_to_float(c1.u16) == -_mesa_half_to_float(c2.u16);
|
|
|
|
case nir_type_float32:
|
|
return c1.f32 == -c2.f32;
|
|
|
|
case nir_type_float64:
|
|
return c1.f64 == -c2.f64;
|
|
|
|
case nir_type_int8:
|
|
case nir_type_uint8:
|
|
return c1.i8 == -c2.i8;
|
|
|
|
case nir_type_int16:
|
|
case nir_type_uint16:
|
|
return c1.i16 == -c2.i16;
|
|
|
|
case nir_type_int32:
|
|
case nir_type_uint32:
|
|
return c1.i32 == -c2.i32;
|
|
|
|
case nir_type_int64:
|
|
case nir_type_uint64:
|
|
return c1.i64 == -c2.i64;
|
|
|
|
default:
|
|
break;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
/**
|
|
* Shallow compare of ALU srcs to determine if one is the negation of the other
|
|
*
|
|
* This function detects cases where \p alu1 is a constant and \p alu2 is a
|
|
* constant that is its negation. It will also detect cases where \p alu2 is
|
|
* an SSA value that is a \c nir_op_fneg applied to \p alu1 (and vice versa).
|
|
*
|
|
* This function does not detect the general case when \p alu1 and \p alu2 are
|
|
* SSA values that are the negations of each other (e.g., \p alu1 represents
|
|
* (a * b) and \p alu2 represents (-a * b)).
|
|
*
|
|
* \warning
|
|
* It is the responsibility of the caller to ensure that the component counts,
|
|
* write masks, and base types of the sources being compared are compatible.
|
|
*/
|
|
bool
|
|
nir_alu_srcs_negative_equal(const nir_alu_instr *alu1,
|
|
const nir_alu_instr *alu2,
|
|
unsigned src1, unsigned src2)
|
|
{
|
|
#ifndef NDEBUG
|
|
for (unsigned i = 0; i < NIR_MAX_VEC_COMPONENTS; i++) {
|
|
assert(nir_alu_instr_channel_used(alu1, src1, i) ==
|
|
nir_alu_instr_channel_used(alu2, src2, i));
|
|
}
|
|
|
|
if (nir_alu_type_get_base_type(nir_op_infos[alu1->op].input_types[src1]) == nir_type_float) {
|
|
assert(nir_op_infos[alu1->op].input_types[src1] ==
|
|
nir_op_infos[alu2->op].input_types[src2]);
|
|
} else {
|
|
assert(nir_op_infos[alu1->op].input_types[src1] == nir_type_int);
|
|
assert(nir_op_infos[alu2->op].input_types[src2] == nir_type_int);
|
|
}
|
|
#endif
|
|
|
|
if (alu1->src[src1].abs != alu2->src[src2].abs)
|
|
return false;
|
|
|
|
bool parity = alu1->src[src1].negate != alu2->src[src2].negate;
|
|
|
|
/* Handling load_const instructions is tricky. */
|
|
|
|
const nir_const_value *const const1 =
|
|
nir_src_as_const_value(alu1->src[src1].src);
|
|
|
|
if (const1 != NULL) {
|
|
/* Assume that constant folding will eliminate source mods and unary
|
|
* ops.
|
|
*/
|
|
if (parity)
|
|
return false;
|
|
|
|
const nir_const_value *const const2 =
|
|
nir_src_as_const_value(alu2->src[src2].src);
|
|
|
|
if (const2 == NULL)
|
|
return false;
|
|
|
|
if (nir_src_bit_size(alu1->src[src1].src) !=
|
|
nir_src_bit_size(alu2->src[src2].src))
|
|
return false;
|
|
|
|
const nir_alu_type full_type = nir_op_infos[alu1->op].input_types[src1] |
|
|
nir_src_bit_size(alu1->src[src1].src);
|
|
for (unsigned i = 0; i < NIR_MAX_VEC_COMPONENTS; i++) {
|
|
if (nir_alu_instr_channel_used(alu1, src1, i) &&
|
|
!nir_const_value_negative_equal(const1[alu1->src[src1].swizzle[i]],
|
|
const2[alu2->src[src2].swizzle[i]],
|
|
full_type))
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
uint8_t alu1_swizzle[NIR_MAX_VEC_COMPONENTS] = {0};
|
|
nir_src alu1_actual_src;
|
|
nir_alu_instr *neg1 = get_neg_instr(alu1->src[src1].src);
|
|
|
|
if (neg1) {
|
|
parity = !parity;
|
|
alu1_actual_src = neg1->src[0].src;
|
|
|
|
for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(neg1, 0); i++)
|
|
alu1_swizzle[i] = neg1->src[0].swizzle[i];
|
|
} else {
|
|
alu1_actual_src = alu1->src[src1].src;
|
|
|
|
for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(alu1, src1); i++)
|
|
alu1_swizzle[i] = i;
|
|
}
|
|
|
|
uint8_t alu2_swizzle[NIR_MAX_VEC_COMPONENTS] = {0};
|
|
nir_src alu2_actual_src;
|
|
nir_alu_instr *neg2 = get_neg_instr(alu2->src[src2].src);
|
|
|
|
if (neg2) {
|
|
parity = !parity;
|
|
alu2_actual_src = neg2->src[0].src;
|
|
|
|
for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(neg2, 0); i++)
|
|
alu2_swizzle[i] = neg2->src[0].swizzle[i];
|
|
} else {
|
|
alu2_actual_src = alu2->src[src2].src;
|
|
|
|
for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(alu2, src2); i++)
|
|
alu2_swizzle[i] = i;
|
|
}
|
|
|
|
for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(alu1, src1); i++) {
|
|
if (alu1_swizzle[alu1->src[src1].swizzle[i]] !=
|
|
alu2_swizzle[alu2->src[src2].swizzle[i]])
|
|
return false;
|
|
}
|
|
|
|
return parity && nir_srcs_equal(alu1_actual_src, alu2_actual_src);
|
|
}
|
|
|
|
bool
|
|
nir_alu_srcs_equal(const nir_alu_instr *alu1, const nir_alu_instr *alu2,
|
|
unsigned src1, unsigned src2)
|
|
{
|
|
if (alu1->src[src1].abs != alu2->src[src2].abs ||
|
|
alu1->src[src1].negate != alu2->src[src2].negate)
|
|
return false;
|
|
|
|
for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(alu1, src1); i++) {
|
|
if (alu1->src[src1].swizzle[i] != alu2->src[src2].swizzle[i])
|
|
return false;
|
|
}
|
|
|
|
return nir_srcs_equal(alu1->src[src1].src, alu2->src[src2].src);
|
|
}
|
|
|
|
/* Returns "true" if two instructions are equal. Note that this will only
|
|
* work for the subset of instructions defined by instr_can_rewrite(). Also,
|
|
* it should only return "true" for instructions that hash_instr() will return
|
|
* the same hash for (ignoring collisions, of course).
|
|
*/
|
|
|
|
bool
|
|
nir_instrs_equal(const nir_instr *instr1, const nir_instr *instr2)
|
|
{
|
|
assert(instr_can_rewrite(instr1) && instr_can_rewrite(instr2));
|
|
|
|
if (instr1->type != instr2->type)
|
|
return false;
|
|
|
|
switch (instr1->type) {
|
|
case nir_instr_type_alu: {
|
|
nir_alu_instr *alu1 = nir_instr_as_alu(instr1);
|
|
nir_alu_instr *alu2 = nir_instr_as_alu(instr2);
|
|
|
|
if (alu1->op != alu2->op)
|
|
return false;
|
|
|
|
/* We explicitly don't compare instr->exact. */
|
|
|
|
if (alu1->no_signed_wrap != alu2->no_signed_wrap)
|
|
return false;
|
|
|
|
if (alu1->no_unsigned_wrap != alu2->no_unsigned_wrap)
|
|
return false;
|
|
|
|
/* TODO: We can probably acutally do something more inteligent such
|
|
* as allowing different numbers and taking a maximum or something
|
|
* here */
|
|
if (alu1->dest.dest.ssa.num_components != alu2->dest.dest.ssa.num_components)
|
|
return false;
|
|
|
|
if (alu1->dest.dest.ssa.bit_size != alu2->dest.dest.ssa.bit_size)
|
|
return false;
|
|
|
|
if (nir_op_infos[alu1->op].algebraic_properties & NIR_OP_IS_2SRC_COMMUTATIVE) {
|
|
if ((!nir_alu_srcs_equal(alu1, alu2, 0, 0) ||
|
|
!nir_alu_srcs_equal(alu1, alu2, 1, 1)) &&
|
|
(!nir_alu_srcs_equal(alu1, alu2, 0, 1) ||
|
|
!nir_alu_srcs_equal(alu1, alu2, 1, 0)))
|
|
return false;
|
|
|
|
for (unsigned i = 2; i < nir_op_infos[alu1->op].num_inputs; i++) {
|
|
if (!nir_alu_srcs_equal(alu1, alu2, i, i))
|
|
return false;
|
|
}
|
|
} else {
|
|
for (unsigned i = 0; i < nir_op_infos[alu1->op].num_inputs; i++) {
|
|
if (!nir_alu_srcs_equal(alu1, alu2, i, i))
|
|
return false;
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
case nir_instr_type_deref: {
|
|
nir_deref_instr *deref1 = nir_instr_as_deref(instr1);
|
|
nir_deref_instr *deref2 = nir_instr_as_deref(instr2);
|
|
|
|
if (deref1->deref_type != deref2->deref_type ||
|
|
deref1->modes != deref2->modes ||
|
|
deref1->type != deref2->type)
|
|
return false;
|
|
|
|
if (deref1->deref_type == nir_deref_type_var)
|
|
return deref1->var == deref2->var;
|
|
|
|
if (!nir_srcs_equal(deref1->parent, deref2->parent))
|
|
return false;
|
|
|
|
switch (deref1->deref_type) {
|
|
case nir_deref_type_struct:
|
|
if (deref1->strct.index != deref2->strct.index)
|
|
return false;
|
|
break;
|
|
|
|
case nir_deref_type_array:
|
|
case nir_deref_type_ptr_as_array:
|
|
if (!nir_srcs_equal(deref1->arr.index, deref2->arr.index))
|
|
return false;
|
|
if (deref1->arr.in_bounds != deref2->arr.in_bounds)
|
|
return false;
|
|
break;
|
|
|
|
case nir_deref_type_cast:
|
|
if (deref1->cast.ptr_stride != deref2->cast.ptr_stride ||
|
|
deref1->cast.align_mul != deref2->cast.align_mul ||
|
|
deref1->cast.align_offset != deref2->cast.align_offset)
|
|
return false;
|
|
break;
|
|
|
|
case nir_deref_type_var:
|
|
case nir_deref_type_array_wildcard:
|
|
/* Nothing to do */
|
|
break;
|
|
|
|
default:
|
|
unreachable("Invalid instruction deref type");
|
|
}
|
|
return true;
|
|
}
|
|
case nir_instr_type_tex: {
|
|
nir_tex_instr *tex1 = nir_instr_as_tex(instr1);
|
|
nir_tex_instr *tex2 = nir_instr_as_tex(instr2);
|
|
|
|
if (tex1->op != tex2->op)
|
|
return false;
|
|
|
|
if (tex1->num_srcs != tex2->num_srcs)
|
|
return false;
|
|
for (unsigned i = 0; i < tex1->num_srcs; i++) {
|
|
if (tex1->src[i].src_type != tex2->src[i].src_type ||
|
|
!nir_srcs_equal(tex1->src[i].src, tex2->src[i].src)) {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
if (tex1->coord_components != tex2->coord_components ||
|
|
tex1->sampler_dim != tex2->sampler_dim ||
|
|
tex1->is_array != tex2->is_array ||
|
|
tex1->is_shadow != tex2->is_shadow ||
|
|
tex1->is_new_style_shadow != tex2->is_new_style_shadow ||
|
|
tex1->component != tex2->component ||
|
|
tex1->texture_index != tex2->texture_index ||
|
|
tex1->sampler_index != tex2->sampler_index) {
|
|
return false;
|
|
}
|
|
|
|
if (memcmp(tex1->tg4_offsets, tex2->tg4_offsets,
|
|
sizeof(tex1->tg4_offsets)))
|
|
return false;
|
|
|
|
return true;
|
|
}
|
|
case nir_instr_type_load_const: {
|
|
nir_load_const_instr *load1 = nir_instr_as_load_const(instr1);
|
|
nir_load_const_instr *load2 = nir_instr_as_load_const(instr2);
|
|
|
|
if (load1->def.num_components != load2->def.num_components)
|
|
return false;
|
|
|
|
if (load1->def.bit_size != load2->def.bit_size)
|
|
return false;
|
|
|
|
if (load1->def.bit_size == 1) {
|
|
for (unsigned i = 0; i < load1->def.num_components; ++i) {
|
|
if (load1->value[i].b != load2->value[i].b)
|
|
return false;
|
|
}
|
|
} else {
|
|
unsigned size = load1->def.num_components * sizeof(*load1->value);
|
|
if (memcmp(load1->value, load2->value, size) != 0)
|
|
return false;
|
|
}
|
|
return true;
|
|
}
|
|
case nir_instr_type_phi: {
|
|
nir_phi_instr *phi1 = nir_instr_as_phi(instr1);
|
|
nir_phi_instr *phi2 = nir_instr_as_phi(instr2);
|
|
|
|
if (phi1->instr.block != phi2->instr.block)
|
|
return false;
|
|
|
|
nir_foreach_phi_src(src1, phi1) {
|
|
nir_foreach_phi_src(src2, phi2) {
|
|
if (src1->pred == src2->pred) {
|
|
if (!nir_srcs_equal(src1->src, src2->src))
|
|
return false;
|
|
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
return true;
|
|
}
|
|
case nir_instr_type_intrinsic: {
|
|
nir_intrinsic_instr *intrinsic1 = nir_instr_as_intrinsic(instr1);
|
|
nir_intrinsic_instr *intrinsic2 = nir_instr_as_intrinsic(instr2);
|
|
const nir_intrinsic_info *info =
|
|
&nir_intrinsic_infos[intrinsic1->intrinsic];
|
|
|
|
if (intrinsic1->intrinsic != intrinsic2->intrinsic ||
|
|
intrinsic1->num_components != intrinsic2->num_components)
|
|
return false;
|
|
|
|
if (info->has_dest && intrinsic1->dest.ssa.num_components !=
|
|
intrinsic2->dest.ssa.num_components)
|
|
return false;
|
|
|
|
if (info->has_dest && intrinsic1->dest.ssa.bit_size !=
|
|
intrinsic2->dest.ssa.bit_size)
|
|
return false;
|
|
|
|
for (unsigned i = 0; i < info->num_srcs; i++) {
|
|
if (!nir_srcs_equal(intrinsic1->src[i], intrinsic2->src[i]))
|
|
return false;
|
|
}
|
|
|
|
for (unsigned i = 0; i < info->num_indices; i++) {
|
|
if (intrinsic1->const_index[i] != intrinsic2->const_index[i])
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
case nir_instr_type_call:
|
|
case nir_instr_type_jump:
|
|
case nir_instr_type_ssa_undef:
|
|
case nir_instr_type_parallel_copy:
|
|
default:
|
|
unreachable("Invalid instruction type");
|
|
}
|
|
|
|
unreachable("All cases in the above switch should return");
|
|
}
|
|
|
|
static nir_ssa_def *
|
|
nir_instr_get_dest_ssa_def(nir_instr *instr)
|
|
{
|
|
switch (instr->type) {
|
|
case nir_instr_type_alu:
|
|
assert(nir_instr_as_alu(instr)->dest.dest.is_ssa);
|
|
return &nir_instr_as_alu(instr)->dest.dest.ssa;
|
|
case nir_instr_type_deref:
|
|
assert(nir_instr_as_deref(instr)->dest.is_ssa);
|
|
return &nir_instr_as_deref(instr)->dest.ssa;
|
|
case nir_instr_type_load_const:
|
|
return &nir_instr_as_load_const(instr)->def;
|
|
case nir_instr_type_phi:
|
|
assert(nir_instr_as_phi(instr)->dest.is_ssa);
|
|
return &nir_instr_as_phi(instr)->dest.ssa;
|
|
case nir_instr_type_intrinsic:
|
|
assert(nir_instr_as_intrinsic(instr)->dest.is_ssa);
|
|
return &nir_instr_as_intrinsic(instr)->dest.ssa;
|
|
case nir_instr_type_tex:
|
|
assert(nir_instr_as_tex(instr)->dest.is_ssa);
|
|
return &nir_instr_as_tex(instr)->dest.ssa;
|
|
default:
|
|
unreachable("We never ask for any of these");
|
|
}
|
|
}
|
|
|
|
static bool
|
|
cmp_func(const void *data1, const void *data2)
|
|
{
|
|
return nir_instrs_equal(data1, data2);
|
|
}
|
|
|
|
struct set *
|
|
nir_instr_set_create(void *mem_ctx)
|
|
{
|
|
return _mesa_set_create(mem_ctx, hash_instr, cmp_func);
|
|
}
|
|
|
|
void
|
|
nir_instr_set_destroy(struct set *instr_set)
|
|
{
|
|
_mesa_set_destroy(instr_set, NULL);
|
|
}
|
|
|
|
bool
|
|
nir_instr_set_add_or_rewrite(struct set *instr_set, nir_instr *instr,
|
|
bool (*cond_function) (const nir_instr *a,
|
|
const nir_instr *b))
|
|
{
|
|
if (!instr_can_rewrite(instr))
|
|
return false;
|
|
|
|
struct set_entry *e = _mesa_set_search_or_add(instr_set, instr, NULL);
|
|
nir_instr *match = (nir_instr *) e->key;
|
|
if (match == instr)
|
|
return false;
|
|
|
|
if (!cond_function || cond_function(match, instr)) {
|
|
/* rewrite instruction if condition is matched */
|
|
nir_ssa_def *def = nir_instr_get_dest_ssa_def(instr);
|
|
nir_ssa_def *new_def = nir_instr_get_dest_ssa_def(match);
|
|
|
|
/* It's safe to replace an exact instruction with an inexact one as
|
|
* long as we make it exact. If we got here, the two instructions are
|
|
* exactly identical in every other way so, once we've set the exact
|
|
* bit, they are the same.
|
|
*/
|
|
if (instr->type == nir_instr_type_alu && nir_instr_as_alu(instr)->exact)
|
|
nir_instr_as_alu(match)->exact = true;
|
|
|
|
nir_ssa_def_rewrite_uses(def, new_def);
|
|
|
|
nir_instr_remove(instr);
|
|
|
|
return true;
|
|
} else {
|
|
/* otherwise, replace hashed instruction */
|
|
e->key = instr;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
void
|
|
nir_instr_set_remove(struct set *instr_set, nir_instr *instr)
|
|
{
|
|
if (!instr_can_rewrite(instr))
|
|
return;
|
|
|
|
struct set_entry *entry = _mesa_set_search(instr_set, instr);
|
|
if (entry)
|
|
_mesa_set_remove(instr_set, entry);
|
|
}
|
|
|