aco: select v_mul_{hi}_u32_u24 for 24-bit multiplications
This is based on the NIR range analysis. v_mul_u32_u24 is VOP2, while v_mul_lo_u32 is VOP3, so that should reduce codesize. fossils-db (Vega10): Totals from 12590 (9.22% of 136546) affected shaders: SGPRs: 680207 -> 677271 (-0.43%); split: -0.47%, +0.04% VGPRs: 620840 -> 620856 (+0.00%); split: -0.02%, +0.02% CodeSize: 37930200 -> 37774088 (-0.41%); split: -0.41%, +0.00% Instrs: 7463550 -> 7458120 (-0.07%); split: -0.07%, +0.00% Cycles: 133487628 -> 133427532 (-0.05%); split: -0.05%, +0.00% VMEM: 2514729 -> 2513426 (-0.05%); split: +0.02%, -0.08% SMEM: 1533579 -> 1532795 (-0.05%); split: +0.05%, -0.10% VClause: 231391 -> 231389 (-0.00%); split: -0.01%, +0.00% SClause: 255352 -> 255294 (-0.02%); split: -0.04%, +0.02% Copies: 605821 -> 600352 (-0.90%); split: -0.92%, +0.02% Branches: 133739 -> 133743 (+0.00%); split: -0.00%, +0.00% PreSGPRs: 351092 -> 348048 (-0.87%) Signed-off-by: Samuel Pitoiset <samuel.pitoiset@gmail.com> Reviewed-by: Rhys Perry <pendingchaos02@gmail.com> Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/7405>
This commit is contained in:
parent
3a72021d7c
commit
57c152af9c
|
@ -700,6 +700,13 @@ Temp get_alu_src(struct isel_context *ctx, nir_alu_src src, unsigned size=1)
|
|||
}
|
||||
}
|
||||
|
||||
uint32_t get_alu_src_ub(isel_context *ctx, nir_alu_instr *instr, int src_idx)
|
||||
{
|
||||
nir_ssa_scalar scalar = (nir_ssa_scalar){instr->src[src_idx].src.ssa,
|
||||
instr->src[src_idx].swizzle[0]};
|
||||
return nir_unsigned_upper_bound(ctx->shader, ctx->range_ht, scalar, &ctx->ub_config);
|
||||
}
|
||||
|
||||
Temp convert_pointer_to_64_bit(isel_context *ctx, Temp ptr)
|
||||
{
|
||||
if (ptr.size() == 2)
|
||||
|
@ -1656,7 +1663,14 @@ void visit_alu_instr(isel_context *ctx, nir_alu_instr *instr)
|
|||
}
|
||||
case nir_op_imul: {
|
||||
if (dst.regClass() == v1) {
|
||||
emit_vop3a_instruction(ctx, instr, aco_opcode::v_mul_lo_u32, dst);
|
||||
uint32_t src0_ub = get_alu_src_ub(ctx, instr, 0);
|
||||
uint32_t src1_ub = get_alu_src_ub(ctx, instr, 1);
|
||||
|
||||
if (src0_ub <= 0xffffff && src1_ub <= 0xffffff) {
|
||||
emit_vop2_instruction(ctx, instr, aco_opcode::v_mul_u32_u24, dst, true);
|
||||
} else {
|
||||
emit_vop3a_instruction(ctx, instr, aco_opcode::v_mul_lo_u32, dst);
|
||||
}
|
||||
} else if (dst.regClass() == s1) {
|
||||
emit_sop2_instruction(ctx, instr, aco_opcode::s_mul_i32, dst, false);
|
||||
} else {
|
||||
|
@ -1665,14 +1679,21 @@ void visit_alu_instr(isel_context *ctx, nir_alu_instr *instr)
|
|||
break;
|
||||
}
|
||||
case nir_op_umul_high: {
|
||||
if (dst.regClass() == v1) {
|
||||
emit_vop3a_instruction(ctx, instr, aco_opcode::v_mul_hi_u32, dst);
|
||||
} else if (dst.regClass() == s1 && ctx->options->chip_class >= GFX9) {
|
||||
if (dst.regClass() == s1 && ctx->options->chip_class >= GFX9) {
|
||||
emit_sop2_instruction(ctx, instr, aco_opcode::s_mul_hi_u32, dst, false);
|
||||
} else if (dst.regClass() == s1) {
|
||||
Temp tmp = bld.vop3(aco_opcode::v_mul_hi_u32, bld.def(v1), get_alu_src(ctx, instr->src[0]),
|
||||
as_vgpr(ctx, get_alu_src(ctx, instr->src[1])));
|
||||
bld.pseudo(aco_opcode::p_as_uniform, Definition(dst), tmp);
|
||||
} else if (dst.bytes() == 4) {
|
||||
uint32_t src0_ub = get_alu_src_ub(ctx, instr, 0);
|
||||
uint32_t src1_ub = get_alu_src_ub(ctx, instr, 1);
|
||||
|
||||
Temp tmp = dst.regClass() == s1 ? bld.tmp(v1) : dst;
|
||||
if (src0_ub <= 0xffffff && src1_ub <= 0xffffff) {
|
||||
emit_vop3a_instruction(ctx, instr, aco_opcode::v_mul_hi_u32_u24, tmp);
|
||||
} else {
|
||||
emit_vop3a_instruction(ctx, instr, aco_opcode::v_mul_hi_u32, tmp);
|
||||
}
|
||||
|
||||
if (dst.regClass() == s1)
|
||||
bld.pseudo(aco_opcode::p_as_uniform, Definition(dst), tmp);
|
||||
} else {
|
||||
isel_err(&instr->instr, "Unimplemented NIR instr bit size");
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue