swr/rast: Replace INSERT2 vextract/vinsert with JOIN2 vshuffle
Reviewed-by: Bruce Cherniak <bruce.cherniak@intel.com>
This commit is contained in:
parent
b38ac9dca1
commit
fa3105cdb5
|
@ -667,8 +667,7 @@ namespace SwrJit
|
|||
Value *gather0 = GATHERPS(src0, pBase, indices0, mask0, scale);
|
||||
Value *gather1 = GATHERPS(src1, pBase, indices1, mask1, scale);
|
||||
|
||||
vGather = INSERT2_F(vGather, gather0, 0);
|
||||
vGather = INSERT2_F(vGather, gather1, 1);
|
||||
vGather = JOIN2(gather0, gather1);
|
||||
}
|
||||
|
||||
return vGather;
|
||||
|
@ -796,8 +795,7 @@ namespace SwrJit
|
|||
Value *result0 = PSRLI(a0, imm);
|
||||
Value *result1 = PSRLI(a1, imm);
|
||||
|
||||
result = INSERT2_I(result, result0, 0);
|
||||
result = INSERT2_I(result, result1, 1);
|
||||
result = JOIN2(result0, result1);
|
||||
}
|
||||
|
||||
return result;
|
||||
|
@ -835,37 +833,13 @@ namespace SwrJit
|
|||
return BITCAST(EXTRACT2_F(a2, imm), mSimdInt32Ty);
|
||||
}
|
||||
|
||||
//////////////////////////////////////////////////////////////////////////
|
||||
/// @brief
|
||||
Value *Builder::INSERT2_F(Value *a2, Value *b, uint32_t imm)
|
||||
Value *Builder::JOIN2(Value *a, Value *b)
|
||||
{
|
||||
const uint32_t i0 = (imm > 0) ? mVWidth : 0;
|
||||
|
||||
Value *result = BITCAST(a2, mSimd2FP32Ty);
|
||||
|
||||
for (uint32_t i = 0; i < mVWidth; i += 1)
|
||||
{
|
||||
#if 1
|
||||
if (!b->getType()->getScalarType()->isFloatTy())
|
||||
{
|
||||
b = BITCAST(b, mSimdFP32Ty);
|
||||
}
|
||||
|
||||
#endif
|
||||
Value *temp = VEXTRACT(b, C(i));
|
||||
|
||||
result = VINSERT(result, temp, C(i0 + i));
|
||||
}
|
||||
|
||||
return result;
|
||||
return VSHUFFLE(a, b,
|
||||
{0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15});
|
||||
}
|
||||
|
||||
Value *Builder::INSERT2_I(Value *a2, Value *b, uint32_t imm)
|
||||
{
|
||||
return BITCAST(INSERT2_F(a2, b, imm), mSimd2Int32Ty);
|
||||
}
|
||||
|
||||
#endif
|
||||
|
||||
//////////////////////////////////////////////////////////////////////////
|
||||
/// @brief convert x86 <N x float> mask to llvm <N x i1> mask
|
||||
Value *Builder::MASK(Value *vmask)
|
||||
|
|
|
@ -119,10 +119,9 @@ Value *VMASK2(Value *mask);
|
|||
#if USE_SIMD16_BUILDER
|
||||
Value *EXTRACT2_F(Value *a2, uint32_t imm);
|
||||
Value *EXTRACT2_I(Value *a2, uint32_t imm);
|
||||
Value *INSERT2_F(Value *a2, Value *b, uint32_t imm);
|
||||
Value *INSERT2_I(Value *a2, Value *b, uint32_t imm);
|
||||
|
||||
Value *JOIN2(Value *a, Value *b);
|
||||
#endif
|
||||
|
||||
Value *MASKLOADD(Value* src, Value* mask);
|
||||
|
||||
void Gather4(const SWR_FORMAT format, Value* pSrcBase, Value* byteOffsets,
|
||||
|
|
|
@ -960,10 +960,7 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
// offset indices by baseVertex
|
||||
#if USE_SIMD16_GATHERS
|
||||
#if USE_SIMD16_BUILDER
|
||||
Value *vIndices16 = VUNDEF2_I();
|
||||
|
||||
vIndices16 = INSERT2_I(vIndices16, vIndices, 0);
|
||||
vIndices16 = INSERT2_I(vIndices16, vIndices2, 1);
|
||||
Value *vIndices16 = JOIN2(vIndices, vIndices2);
|
||||
|
||||
vCurIndices16 = ADD(vIndices16, vBaseVertex16);
|
||||
#else
|
||||
|
@ -982,10 +979,7 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
// offset indices by baseVertex
|
||||
#if USE_SIMD16_GATHERS
|
||||
#if USE_SIMD16_BUILDER
|
||||
Value *vIndices16 = VUNDEF2_I();
|
||||
|
||||
vIndices16 = INSERT2_I(vIndices16, vIndices, 0);
|
||||
vIndices16 = INSERT2_I(vIndices16, vIndices2, 1);
|
||||
Value *vIndices16 = JOIN2(vIndices, vIndices2);
|
||||
|
||||
vCurIndices16 = ADD(vIndices16, vBaseVertex16);
|
||||
#else
|
||||
|
@ -1206,9 +1200,7 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
{
|
||||
#if USE_SIMD16_BUILDER
|
||||
// pack adjacent pairs of SIMD8s into SIMD16s
|
||||
pVtxSrc2[currentVertexElement] = VUNDEF2_F();
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], pResults[c], 0);
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], pResults2[c], 1);
|
||||
pVtxSrc2[currentVertexElement] = JOIN2(pResults[c], pResults2[c]);
|
||||
|
||||
#else
|
||||
vVertexElements[currentVertexElement] = pResults[c];
|
||||
|
@ -1361,14 +1353,8 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
#else
|
||||
Value *gatherResult[2];
|
||||
|
||||
gatherResult[0] = VUNDEF2_I();
|
||||
gatherResult[1] = VUNDEF2_I();
|
||||
|
||||
gatherResult[0] = INSERT2_I(gatherResult[0], vGatherResult[0], 0);
|
||||
gatherResult[0] = INSERT2_I(gatherResult[0], vGatherResult2[0], 1);
|
||||
|
||||
gatherResult[1] = INSERT2_I(gatherResult[1], vGatherResult[1], 0);
|
||||
gatherResult[1] = INSERT2_I(gatherResult[1], vGatherResult2[1], 1);
|
||||
gatherResult[0] = JOIN2(vGatherResult[0], vGatherResult2[0]);
|
||||
gatherResult[1] = JOIN2(vGatherResult[1], vGatherResult2[1]);
|
||||
|
||||
#endif
|
||||
Value *pVtxOut2 = BITCAST(pVtxOut, PointerType::get(VectorType::get(mFP32Ty, mVWidth2), 0));
|
||||
|
@ -1456,9 +1442,8 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
|
||||
#if USE_SIMD16_BUILDER
|
||||
// pack adjacent pairs of SIMD8s into SIMD16s
|
||||
pVtxSrc2[currentVertexElement] = VUNDEF2_F();
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], vVertexElements[currentVertexElement], 0);
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], vVertexElements2[currentVertexElement], 1);
|
||||
pVtxSrc2[currentVertexElement] = JOIN2(vVertexElements[currentVertexElement],
|
||||
vVertexElements2[currentVertexElement]);
|
||||
|
||||
#endif
|
||||
#endif
|
||||
|
@ -1474,9 +1459,8 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
|
||||
#if USE_SIMD16_BUILDER
|
||||
// pack adjacent pairs of SIMD8s into SIMD16s
|
||||
pVtxSrc2[currentVertexElement] = VUNDEF2_F();
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], vVertexElements[currentVertexElement], 0);
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], vVertexElements2[currentVertexElement], 1);
|
||||
pVtxSrc2[currentVertexElement] = JOIN2(vVertexElements[currentVertexElement],
|
||||
vVertexElements2[currentVertexElement]);
|
||||
|
||||
#endif
|
||||
#endif
|
||||
|
@ -1579,9 +1563,7 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
|
||||
#if USE_SIMD16_BUILDER
|
||||
// pack adjacent pairs of SIMD8s into SIMD16s
|
||||
pVtxSrc2[currentVertexElement] = VUNDEF2_F();
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], pGather, 0);
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], pGather2, 1);
|
||||
pVtxSrc2[currentVertexElement] = JOIN2(pGather, pGather2);
|
||||
|
||||
#else
|
||||
vVertexElements[currentVertexElement] = pGather;
|
||||
|
@ -1738,10 +1720,7 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
// xyzw xyzw xyzw xyzw xyzw xyzw xyzw xyzw
|
||||
|
||||
#if USE_SIMD16_BUILDER
|
||||
Value *gatherResult = VUNDEF2_I();
|
||||
|
||||
gatherResult = INSERT2_I(gatherResult, vGatherResult, 0);
|
||||
gatherResult = INSERT2_I(gatherResult, vGatherResult2, 1);
|
||||
Value *gatherResult = JOIN2(vGatherResult, vGatherResult2);
|
||||
|
||||
Value *pVtxOut2 = BITCAST(pVtxOut, PointerType::get(VectorType::get(mFP32Ty, mVWidth2), 0));
|
||||
|
||||
|
@ -1826,14 +1805,8 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
#if USE_SIMD16_BUILDER
|
||||
Value *gatherResult[2];
|
||||
|
||||
gatherResult[0] = VUNDEF2_I();
|
||||
gatherResult[1] = VUNDEF2_I();
|
||||
|
||||
gatherResult[0] = INSERT2_I(gatherResult[0], vGatherResult[0], 0);
|
||||
gatherResult[0] = INSERT2_I(gatherResult[0], vGatherResult2[0], 1);
|
||||
|
||||
gatherResult[1] = INSERT2_I(gatherResult[1], vGatherResult[1], 0);
|
||||
gatherResult[1] = INSERT2_I(gatherResult[1], vGatherResult2[1], 1);
|
||||
gatherResult[0] = JOIN2(vGatherResult[0], vGatherResult2[0]);
|
||||
gatherResult[1] = JOIN2(vGatherResult[1], vGatherResult2[1]);
|
||||
|
||||
Value *pVtxOut2 = BITCAST(pVtxOut, PointerType::get(VectorType::get(mFP32Ty, mVWidth2), 0));
|
||||
|
||||
|
@ -1924,9 +1897,7 @@ void FetchJit::JitGatherVertices(const FETCH_COMPILE_STATE &fetchState,
|
|||
|
||||
#if USE_SIMD16_BUILDER
|
||||
// pack adjacent pairs of SIMD8s into SIMD16s
|
||||
pVtxSrc2[currentVertexElement] = VUNDEF2_F();
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], pGather, 0);
|
||||
pVtxSrc2[currentVertexElement] = INSERT2_F(pVtxSrc2[currentVertexElement], pGather2, 1);
|
||||
pVtxSrc2[currentVertexElement] = JOIN2(pGather, pGather2);
|
||||
|
||||
#else
|
||||
vVertexElements[currentVertexElement] = pGather;
|
||||
|
@ -2378,9 +2349,7 @@ void FetchJit::Shuffle8bpcGatherd2(Shuffle8bpcArgs &args)
|
|||
temp_hi = FMUL(CAST(fpCast, temp_hi, mSimdFP32Ty), conversionFactor);
|
||||
}
|
||||
|
||||
vVertexElements[currentVertexElement] = VUNDEF2_F();
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_lo, 0);
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_hi, 1);
|
||||
vVertexElements[currentVertexElement] = JOIN2(temp_lo, temp_hi);
|
||||
|
||||
currentVertexElement += 1;
|
||||
}
|
||||
|
@ -2478,9 +2447,7 @@ void FetchJit::Shuffle8bpcGatherd2(Shuffle8bpcArgs &args)
|
|||
temp_hi = FMUL(CAST(fpCast, temp_hi, mSimdFP32Ty), conversionFactor);
|
||||
}
|
||||
|
||||
vVertexElements[currentVertexElement] = VUNDEF2_F();
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_lo, 0);
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_hi, 1);
|
||||
vVertexElements[currentVertexElement] = JOIN2(temp_lo, temp_hi);
|
||||
|
||||
currentVertexElement += 1;
|
||||
}
|
||||
|
@ -2785,10 +2752,7 @@ void FetchJit::Shuffle16bpcGather2(Shuffle16bpcArgs &args)
|
|||
// 256i - 0 1 2 3 4 5 6 7
|
||||
// xxxx xxxx xxxx xxxx yyyy yyyy yyyy yyyy
|
||||
#if 0
|
||||
|
||||
vi128XY = VUNDEF2_I();
|
||||
vi128XY = INSERT2_I(vi128XY, vi128XY_lo, 0);
|
||||
vi128XY = INSERT2_I(vi128XY, vi128XY_hi, 1);
|
||||
vi128XY = JOIN2(vi128XY_lo, vi128XY_hi);
|
||||
#endif
|
||||
}
|
||||
|
||||
|
@ -2807,10 +2771,7 @@ void FetchJit::Shuffle16bpcGather2(Shuffle16bpcArgs &args)
|
|||
vi128ZW_lo = BITCAST(PERMD(vShufResult_lo, C<int32_t>({ 0, 1, 4, 5, 2, 3, 6, 7 })), v128bitTy);
|
||||
vi128ZW_hi = BITCAST(PERMD(vShufResult_hi, C<int32_t>({ 0, 1, 4, 5, 2, 3, 6, 7 })), v128bitTy);
|
||||
#if 0
|
||||
|
||||
vi128ZW = VUNDEF2_I();
|
||||
vi128ZW = INSERT2_I(vi128ZW, vi128ZW_lo, 0);
|
||||
vi128ZW = INSERT2_I(vi128ZW, vi128ZW_hi, 1);
|
||||
vi128ZW = JOIN2(vi128ZW_lo, vi128ZW_hi);
|
||||
#endif
|
||||
}
|
||||
|
||||
|
@ -2857,9 +2818,7 @@ void FetchJit::Shuffle16bpcGather2(Shuffle16bpcArgs &args)
|
|||
Value *temp_lo = CVTPH2PS(BITCAST(VEXTRACT(selectedPermute_lo, C(lane)), v8x16Ty));
|
||||
Value *temp_hi = CVTPH2PS(BITCAST(VEXTRACT(selectedPermute_hi, C(lane)), v8x16Ty));
|
||||
|
||||
vVertexElements[currentVertexElement] = VUNDEF2_F();
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_lo, 0);
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_hi, 1);
|
||||
vVertexElements[currentVertexElement] = JOIN2(temp_lo, temp_hi);
|
||||
}
|
||||
else
|
||||
{
|
||||
|
@ -2874,9 +2833,7 @@ void FetchJit::Shuffle16bpcGather2(Shuffle16bpcArgs &args)
|
|||
temp_hi = FMUL(CAST(IntToFpCast, temp_hi, mSimdFP32Ty), conversionFactor);
|
||||
}
|
||||
|
||||
vVertexElements[currentVertexElement] = VUNDEF2_F();
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_lo, 0);
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_hi, 1);
|
||||
vVertexElements[currentVertexElement] = JOIN2(temp_lo, temp_hi);
|
||||
}
|
||||
|
||||
currentVertexElement += 1;
|
||||
|
@ -2970,9 +2927,7 @@ void FetchJit::Shuffle16bpcGather2(Shuffle16bpcArgs &args)
|
|||
temp_hi = FMUL(CAST(fpCast, temp_hi, mSimdFP32Ty), conversionFactor);
|
||||
}
|
||||
|
||||
vVertexElements[currentVertexElement] = VUNDEF2_F();
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_lo, 0);
|
||||
vVertexElements[currentVertexElement] = INSERT2_F(vVertexElements[currentVertexElement], temp_hi, 1);
|
||||
vVertexElements[currentVertexElement] = JOIN2(temp_lo, temp_hi);
|
||||
|
||||
currentVertexElement += 1;
|
||||
}
|
||||
|
@ -3117,13 +3072,10 @@ Value* FetchJit::GenerateCompCtrlVector2(const ComponentControl ctrl)
|
|||
case Store1Int: return VIMMED2_1(1);
|
||||
case StoreVertexId:
|
||||
{
|
||||
Value* pId = VUNDEF2_F();
|
||||
|
||||
Value* pId_lo = BITCAST(LOAD(GEP(mpFetchInfo, { 0, SWR_FETCH_CONTEXT_VertexID })), mSimdFP32Ty);
|
||||
Value* pId_hi = BITCAST(LOAD(GEP(mpFetchInfo, { 0, SWR_FETCH_CONTEXT_VertexID2 })), mSimdFP32Ty);
|
||||
|
||||
pId = INSERT2_F(pId, pId_lo, 0);
|
||||
pId = INSERT2_F(pId, pId_hi, 1);
|
||||
Value *pId = JOIN2(pId_lo, pId_hi);
|
||||
|
||||
return VBROADCAST2(pId);
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue