265 lines
7.6 KiB
C
265 lines
7.6 KiB
C
|
/**************************************************************************
|
||
|
*
|
||
|
* Copyright 2009 VMware, Inc.
|
||
|
* All Rights Reserved.
|
||
|
*
|
||
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
||
|
* copy of this software and associated documentation files (the
|
||
|
* "Software"), to deal in the Software without restriction, including
|
||
|
* without limitation the rights to use, copy, modify, merge, publish,
|
||
|
* distribute, sub license, and/or sell copies of the Software, and to
|
||
|
* permit persons to whom the Software is furnished to do so, subject to
|
||
|
* the following conditions:
|
||
|
*
|
||
|
* The above copyright notice and this permission notice (including the
|
||
|
* next paragraph) shall be included in all copies or substantial portions
|
||
|
* of the Software.
|
||
|
*
|
||
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
||
|
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
|
||
|
* IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
|
||
|
* ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
||
|
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
||
|
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
||
|
*
|
||
|
**************************************************************************/
|
||
|
|
||
|
|
||
|
#include "util/u_debug.h"
|
||
|
|
||
|
#include "lp_bld_type.h"
|
||
|
#include "lp_bld_const.h"
|
||
|
#include "lp_bld_swizzle.h"
|
||
|
|
||
|
|
||
|
LLVMValueRef
|
||
|
lp_build_broadcast_aos(struct lp_build_context *bld,
|
||
|
LLVMValueRef a,
|
||
|
unsigned channel)
|
||
|
{
|
||
|
const union lp_type type = bld->type;
|
||
|
const unsigned n = type.length;
|
||
|
unsigned i, j;
|
||
|
|
||
|
if(a == bld->undef || a == bld->zero || a == bld->one)
|
||
|
return a;
|
||
|
|
||
|
if (n <= 4) {
|
||
|
/*
|
||
|
* Shuffle.
|
||
|
*/
|
||
|
LLVMTypeRef elem_type = LLVMInt32Type();
|
||
|
LLVMValueRef shuffles[LP_MAX_VECTOR_LENGTH];
|
||
|
|
||
|
for(j = 0; j < n; j += 4)
|
||
|
for(i = 0; i < 4; ++i)
|
||
|
shuffles[j + i] = LLVMConstInt(elem_type, j + channel, 0);
|
||
|
|
||
|
return LLVMBuildShuffleVector(bld->builder, a, bld->undef, LLVMConstVector(shuffles, n), "");
|
||
|
}
|
||
|
else {
|
||
|
/*
|
||
|
* Bit mask and recursive shifts
|
||
|
*
|
||
|
* XYZW XYZW .... XYZW
|
||
|
* _Y__ _Y__ .... _Y__
|
||
|
* YY_ YY__ .... YY__
|
||
|
* YYYY YYYY .... YYYY
|
||
|
*/
|
||
|
union lp_type type4 = type;
|
||
|
const char shifts[4][2] = {
|
||
|
{ 1, 2},
|
||
|
{-1, 2},
|
||
|
{ 1, -2},
|
||
|
{-1, -2}
|
||
|
};
|
||
|
boolean cond[4];
|
||
|
unsigned i;
|
||
|
|
||
|
memset(cond, 0, sizeof cond);
|
||
|
cond[channel] = 1;
|
||
|
|
||
|
a = LLVMBuildAnd(bld->builder, a, lp_build_const_mask_aos(type, cond), "");
|
||
|
|
||
|
type4.width *= 4;
|
||
|
type4.length /= 4;
|
||
|
|
||
|
a = LLVMBuildBitCast(bld->builder, a, lp_build_vec_type(type4), "");
|
||
|
|
||
|
for(i = 0; i < 2; ++i) {
|
||
|
LLVMValueRef tmp = NULL;
|
||
|
int shift = shifts[channel][i];
|
||
|
|
||
|
#ifdef PIPE_ARCH_LITTLE_ENDIAN
|
||
|
shift = -shift;
|
||
|
#endif
|
||
|
|
||
|
if(shift > 0)
|
||
|
tmp = LLVMBuildLShr(bld->builder, a, lp_build_const_shift(type4, shift*type.width), "");
|
||
|
if(shift < 0)
|
||
|
tmp = LLVMBuildShl(bld->builder, a, lp_build_const_shift(type4, -shift*type.width), "");
|
||
|
|
||
|
assert(tmp);
|
||
|
if(tmp)
|
||
|
a = LLVMBuildOr(bld->builder, a, tmp, "");
|
||
|
}
|
||
|
|
||
|
return LLVMBuildBitCast(bld->builder, a, lp_build_vec_type(type), "");
|
||
|
}
|
||
|
}
|
||
|
|
||
|
|
||
|
LLVMValueRef
|
||
|
lp_build_select_aos(struct lp_build_context *bld,
|
||
|
LLVMValueRef a,
|
||
|
LLVMValueRef b,
|
||
|
boolean cond[4])
|
||
|
{
|
||
|
const union lp_type type = bld->type;
|
||
|
const unsigned n = type.length;
|
||
|
unsigned i, j;
|
||
|
|
||
|
if(a == b)
|
||
|
return a;
|
||
|
if(cond[0] && cond[1] && cond[2] && cond[3])
|
||
|
return a;
|
||
|
if(!cond[0] && !cond[1] && !cond[2] && !cond[3])
|
||
|
return b;
|
||
|
if(a == bld->undef || b == bld->undef)
|
||
|
return bld->undef;
|
||
|
|
||
|
/*
|
||
|
* There are three major ways of accomplishing this:
|
||
|
* - with a shuffle,
|
||
|
* - with a select,
|
||
|
* - or with a bit mask.
|
||
|
*
|
||
|
* Select isn't supported for vector types yet.
|
||
|
* The flip between these is empirical and might need to be.
|
||
|
*/
|
||
|
if (n <= 4) {
|
||
|
/*
|
||
|
* Shuffle.
|
||
|
*/
|
||
|
LLVMTypeRef elem_type = LLVMInt32Type();
|
||
|
LLVMValueRef shuffles[LP_MAX_VECTOR_LENGTH];
|
||
|
|
||
|
for(j = 0; j < n; j += 4)
|
||
|
for(i = 0; i < 4; ++i)
|
||
|
shuffles[j + i] = LLVMConstInt(elem_type, (cond[i] ? 0 : n) + j + i, 0);
|
||
|
|
||
|
return LLVMBuildShuffleVector(bld->builder, a, b, LLVMConstVector(shuffles, n), "");
|
||
|
}
|
||
|
#if 0
|
||
|
else if(0) {
|
||
|
/* FIXME: Unfortunately select of vectors do not work */
|
||
|
/* Use a select */
|
||
|
LLVMTypeRef elem_type = LLVMInt1Type();
|
||
|
LLVMValueRef cond[LP_MAX_VECTOR_LENGTH];
|
||
|
|
||
|
for(j = 0; j < n; j += 4)
|
||
|
for(i = 0; i < 4; ++i)
|
||
|
cond[j + i] = LLVMConstInt(elem_type, cond[i] ? 1 : 0, 0);
|
||
|
|
||
|
return LLVMBuildSelect(bld->builder, LLVMConstVector(cond, n), a, b, "");
|
||
|
}
|
||
|
#endif
|
||
|
else {
|
||
|
LLVMValueRef mask = lp_build_const_mask_aos(type, cond);
|
||
|
|
||
|
/* TODO: On SSE4 we could do this with a single instruction -- PBLENDVB */
|
||
|
|
||
|
a = LLVMBuildAnd(bld->builder, a, mask, "");
|
||
|
|
||
|
/* This often gets translated to PANDN, but sometimes the NOT is
|
||
|
* pre-computed and stored in another constant. The best strategy depends
|
||
|
* on available registers, so it is not a big deal -- hopefully LLVM does
|
||
|
* the right decision attending the rest of the program.
|
||
|
*/
|
||
|
b = LLVMBuildAnd(bld->builder, b, LLVMBuildNot(bld->builder, mask, ""), "");
|
||
|
|
||
|
return LLVMBuildOr(bld->builder, a, b, "");
|
||
|
}
|
||
|
}
|
||
|
|
||
|
|
||
|
LLVMValueRef
|
||
|
lp_build_swizzle1_aos(struct lp_build_context *bld,
|
||
|
LLVMValueRef a,
|
||
|
unsigned char swizzle[4])
|
||
|
{
|
||
|
const unsigned n = bld->type.length;
|
||
|
unsigned i, j;
|
||
|
|
||
|
if(a == bld->undef || a == bld->zero || a == bld->one)
|
||
|
return a;
|
||
|
|
||
|
if(swizzle[0] == swizzle[1] && swizzle[1] == swizzle[2] && swizzle[2] == swizzle[3])
|
||
|
return lp_build_broadcast_aos(bld, a, swizzle[0]);
|
||
|
|
||
|
{
|
||
|
/*
|
||
|
* Shuffle.
|
||
|
*/
|
||
|
LLVMTypeRef elem_type = LLVMInt32Type();
|
||
|
LLVMValueRef shuffles[LP_MAX_VECTOR_LENGTH];
|
||
|
|
||
|
for(j = 0; j < n; j += 4)
|
||
|
for(i = 0; i < 4; ++i)
|
||
|
shuffles[j + i] = LLVMConstInt(elem_type, j + swizzle[i], 0);
|
||
|
|
||
|
return LLVMBuildShuffleVector(bld->builder, a, bld->undef, LLVMConstVector(shuffles, n), "");
|
||
|
}
|
||
|
}
|
||
|
|
||
|
|
||
|
LLVMValueRef
|
||
|
lp_build_swizzle2_aos(struct lp_build_context *bld,
|
||
|
LLVMValueRef a,
|
||
|
LLVMValueRef b,
|
||
|
unsigned char swizzle[4])
|
||
|
{
|
||
|
const unsigned n = bld->type.length;
|
||
|
unsigned i, j;
|
||
|
|
||
|
if(swizzle[0] < 4 && swizzle[1] < 4 && swizzle[2] < 4 && swizzle[3] < 4)
|
||
|
return lp_build_swizzle1_aos(bld, a, swizzle);
|
||
|
|
||
|
if(a == b) {
|
||
|
swizzle[0] %= 4;
|
||
|
swizzle[1] %= 4;
|
||
|
swizzle[2] %= 4;
|
||
|
swizzle[3] %= 4;
|
||
|
return lp_build_swizzle1_aos(bld, a, swizzle);
|
||
|
}
|
||
|
|
||
|
if(swizzle[0] % 4 == 0 &&
|
||
|
swizzle[1] % 4 == 1 &&
|
||
|
swizzle[2] % 4 == 2 &&
|
||
|
swizzle[3] % 4 == 3) {
|
||
|
boolean cond[4];
|
||
|
cond[0] = swizzle[0] / 4;
|
||
|
cond[1] = swizzle[1] / 4;
|
||
|
cond[2] = swizzle[2] / 4;
|
||
|
cond[3] = swizzle[3] / 4;
|
||
|
return lp_build_select_aos(bld, a, b, cond);
|
||
|
}
|
||
|
|
||
|
{
|
||
|
/*
|
||
|
* Shuffle.
|
||
|
*/
|
||
|
LLVMTypeRef elem_type = LLVMInt32Type();
|
||
|
LLVMValueRef shuffles[LP_MAX_VECTOR_LENGTH];
|
||
|
|
||
|
for(j = 0; j < n; j += 4)
|
||
|
for(i = 0; i < 4; ++i)
|
||
|
shuffles[j + i] = LLVMConstInt(elem_type, j + (swizzle[i] % 4) + (swizzle[i] / 4 * n), 0);
|
||
|
|
||
|
return LLVMBuildShuffleVector(bld->builder, a, b, LLVMConstVector(shuffles, n), "");
|
||
|
}
|
||
|
}
|
||
|
|
||
|
|