2009-08-04 12:09:52 +01:00
|
|
|
/**************************************************************************
|
|
|
|
*
|
|
|
|
* Copyright 2009 VMware, Inc.
|
|
|
|
* All Rights Reserved.
|
|
|
|
*
|
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
|
|
* copy of this software and associated documentation files (the
|
|
|
|
* "Software"), to deal in the Software without restriction, including
|
|
|
|
* without limitation the rights to use, copy, modify, merge, publish,
|
|
|
|
* distribute, sub license, and/or sell copies of the Software, and to
|
|
|
|
* permit persons to whom the Software is furnished to do so, subject to
|
|
|
|
* the following conditions:
|
|
|
|
*
|
|
|
|
* The above copyright notice and this permission notice (including the
|
|
|
|
* next paragraph) shall be included in all copies or substantial portions
|
|
|
|
* of the Software.
|
|
|
|
*
|
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
|
|
|
* OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
|
|
|
|
* IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
|
|
|
|
* ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
|
|
|
|
* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
|
|
|
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
|
|
*
|
|
|
|
**************************************************************************/
|
|
|
|
|
2009-08-22 22:26:55 +01:00
|
|
|
/**
|
|
|
|
* @file
|
|
|
|
* Helper functions for swizzling/shuffling.
|
|
|
|
*
|
|
|
|
* @author Jose Fonseca <jfonseca@vmware.com>
|
|
|
|
*/
|
|
|
|
|
2009-08-04 12:09:52 +01:00
|
|
|
|
|
|
|
#include "util/u_debug.h"
|
|
|
|
|
|
|
|
#include "lp_bld_type.h"
|
|
|
|
#include "lp_bld_const.h"
|
2009-08-17 07:57:28 +01:00
|
|
|
#include "lp_bld_logic.h"
|
2009-08-04 12:09:52 +01:00
|
|
|
#include "lp_bld_swizzle.h"
|
|
|
|
|
|
|
|
|
2009-08-19 17:57:07 +01:00
|
|
|
LLVMValueRef
|
|
|
|
lp_build_broadcast(LLVMBuilderRef builder,
|
|
|
|
LLVMTypeRef vec_type,
|
|
|
|
LLVMValueRef scalar)
|
|
|
|
{
|
|
|
|
const unsigned n = LLVMGetVectorSize(vec_type);
|
|
|
|
LLVMValueRef res;
|
|
|
|
unsigned i;
|
|
|
|
|
|
|
|
res = LLVMGetUndef(vec_type);
|
|
|
|
for(i = 0; i < n; ++i) {
|
|
|
|
LLVMValueRef index = LLVMConstInt(LLVMInt32Type(), i, 0);
|
|
|
|
res = LLVMBuildInsertElement(builder, res, scalar, index, "");
|
|
|
|
}
|
|
|
|
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2010-05-08 12:52:50 +01:00
|
|
|
/**
|
|
|
|
* Broadcast
|
|
|
|
*/
|
2009-08-11 13:09:54 +01:00
|
|
|
LLVMValueRef
|
|
|
|
lp_build_broadcast_scalar(struct lp_build_context *bld,
|
|
|
|
LLVMValueRef scalar)
|
|
|
|
{
|
2009-09-14 11:05:06 +01:00
|
|
|
const struct lp_type type = bld->type;
|
2009-08-11 13:09:54 +01:00
|
|
|
|
2010-05-08 23:07:09 +01:00
|
|
|
assert(lp_check_elem_type(type, LLVMTypeOf(scalar)));
|
|
|
|
|
2010-05-09 22:31:18 +01:00
|
|
|
if (type.length == 1) {
|
|
|
|
return scalar;
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
LLVMValueRef res;
|
2010-05-13 21:03:08 +01:00
|
|
|
#if HAVE_LLVM >= 0x207
|
2010-05-09 22:31:18 +01:00
|
|
|
res = LLVMBuildInsertElement(bld->builder, bld->undef, scalar,
|
|
|
|
LLVMConstInt(LLVMInt32Type(), 0, 0), "");
|
|
|
|
res = LLVMBuildShuffleVector(bld->builder, res, bld->undef,
|
|
|
|
lp_build_const_int_vec(type, 0), "");
|
2010-05-13 21:03:08 +01:00
|
|
|
#else
|
|
|
|
/* XXX: The above path provokes a bug in LLVM 2.6 */
|
|
|
|
unsigned i;
|
|
|
|
res = bld->undef;
|
|
|
|
for(i = 0; i < type.length; ++i) {
|
|
|
|
LLVMValueRef index = LLVMConstInt(LLVMInt32Type(), i, 0);
|
|
|
|
res = LLVMBuildInsertElement(bld->builder, res, scalar, index, "");
|
|
|
|
}
|
|
|
|
#endif
|
2010-05-09 22:31:18 +01:00
|
|
|
return res;
|
2009-08-11 13:09:54 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2009-08-04 12:09:52 +01:00
|
|
|
LLVMValueRef
|
|
|
|
lp_build_broadcast_aos(struct lp_build_context *bld,
|
|
|
|
LLVMValueRef a,
|
|
|
|
unsigned channel)
|
|
|
|
{
|
2009-09-14 11:05:06 +01:00
|
|
|
const struct lp_type type = bld->type;
|
2009-08-04 12:09:52 +01:00
|
|
|
const unsigned n = type.length;
|
|
|
|
unsigned i, j;
|
|
|
|
|
|
|
|
if(a == bld->undef || a == bld->zero || a == bld->one)
|
|
|
|
return a;
|
|
|
|
|
2009-08-04 12:32:24 +01:00
|
|
|
/* XXX: SSE3 has PSHUFB which should be better than bitmasks, but forcing
|
|
|
|
* using shuffles here actually causes worst results. More investigation is
|
|
|
|
* needed. */
|
2009-08-04 12:09:52 +01:00
|
|
|
if (n <= 4) {
|
|
|
|
/*
|
|
|
|
* Shuffle.
|
|
|
|
*/
|
|
|
|
LLVMTypeRef elem_type = LLVMInt32Type();
|
|
|
|
LLVMValueRef shuffles[LP_MAX_VECTOR_LENGTH];
|
|
|
|
|
|
|
|
for(j = 0; j < n; j += 4)
|
|
|
|
for(i = 0; i < 4; ++i)
|
|
|
|
shuffles[j + i] = LLVMConstInt(elem_type, j + channel, 0);
|
|
|
|
|
|
|
|
return LLVMBuildShuffleVector(bld->builder, a, bld->undef, LLVMConstVector(shuffles, n), "");
|
|
|
|
}
|
|
|
|
else {
|
|
|
|
/*
|
|
|
|
* Bit mask and recursive shifts
|
|
|
|
*
|
2009-08-04 12:32:24 +01:00
|
|
|
* XYZW XYZW .... XYZW <= input
|
|
|
|
* 0Y00 0Y00 .... 0Y00
|
|
|
|
* YY00 YY00 .... YY00
|
|
|
|
* YYYY YYYY .... YYYY <= output
|
2009-08-04 12:09:52 +01:00
|
|
|
*/
|
2009-09-14 11:05:06 +01:00
|
|
|
struct lp_type type4 = type;
|
2009-08-04 12:09:52 +01:00
|
|
|
const char shifts[4][2] = {
|
|
|
|
{ 1, 2},
|
|
|
|
{-1, 2},
|
|
|
|
{ 1, -2},
|
|
|
|
{-1, -2}
|
|
|
|
};
|
|
|
|
boolean cond[4];
|
|
|
|
unsigned i;
|
|
|
|
|
|
|
|
memset(cond, 0, sizeof cond);
|
|
|
|
cond[channel] = 1;
|
|
|
|
|
|
|
|
a = LLVMBuildAnd(bld->builder, a, lp_build_const_mask_aos(type, cond), "");
|
|
|
|
|
|
|
|
type4.width *= 4;
|
|
|
|
type4.length /= 4;
|
|
|
|
|
|
|
|
a = LLVMBuildBitCast(bld->builder, a, lp_build_vec_type(type4), "");
|
|
|
|
|
|
|
|
for(i = 0; i < 2; ++i) {
|
|
|
|
LLVMValueRef tmp = NULL;
|
|
|
|
int shift = shifts[channel][i];
|
|
|
|
|
|
|
|
#ifdef PIPE_ARCH_LITTLE_ENDIAN
|
|
|
|
shift = -shift;
|
|
|
|
#endif
|
|
|
|
|
|
|
|
if(shift > 0)
|
2010-03-15 20:00:23 +00:00
|
|
|
tmp = LLVMBuildLShr(bld->builder, a, lp_build_const_int_vec(type4, shift*type.width), "");
|
2009-08-04 12:09:52 +01:00
|
|
|
if(shift < 0)
|
2010-03-15 20:00:23 +00:00
|
|
|
tmp = LLVMBuildShl(bld->builder, a, lp_build_const_int_vec(type4, -shift*type.width), "");
|
2009-08-04 12:09:52 +01:00
|
|
|
|
|
|
|
assert(tmp);
|
|
|
|
if(tmp)
|
|
|
|
a = LLVMBuildOr(bld->builder, a, tmp, "");
|
|
|
|
}
|
|
|
|
|
|
|
|
return LLVMBuildBitCast(bld->builder, a, lp_build_vec_type(type), "");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
LLVMValueRef
|
|
|
|
lp_build_swizzle1_aos(struct lp_build_context *bld,
|
|
|
|
LLVMValueRef a,
|
2009-09-13 16:12:48 +01:00
|
|
|
const unsigned char swizzle[4])
|
2009-08-04 12:09:52 +01:00
|
|
|
{
|
|
|
|
const unsigned n = bld->type.length;
|
|
|
|
unsigned i, j;
|
|
|
|
|
|
|
|
if(a == bld->undef || a == bld->zero || a == bld->one)
|
|
|
|
return a;
|
|
|
|
|
|
|
|
if(swizzle[0] == swizzle[1] && swizzle[1] == swizzle[2] && swizzle[2] == swizzle[3])
|
|
|
|
return lp_build_broadcast_aos(bld, a, swizzle[0]);
|
|
|
|
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* Shuffle.
|
|
|
|
*/
|
|
|
|
LLVMTypeRef elem_type = LLVMInt32Type();
|
|
|
|
LLVMValueRef shuffles[LP_MAX_VECTOR_LENGTH];
|
|
|
|
|
|
|
|
for(j = 0; j < n; j += 4)
|
|
|
|
for(i = 0; i < 4; ++i)
|
|
|
|
shuffles[j + i] = LLVMConstInt(elem_type, j + swizzle[i], 0);
|
|
|
|
|
|
|
|
return LLVMBuildShuffleVector(bld->builder, a, bld->undef, LLVMConstVector(shuffles, n), "");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2010-05-08 12:52:50 +01:00
|
|
|
/**
|
|
|
|
* Extended swizzle of a single channel of a SoA vector.
|
|
|
|
*
|
|
|
|
* @param bld building context
|
|
|
|
* @param unswizzled array with the 4 unswizzled values
|
|
|
|
* @param swizzle one of the PIPE_SWIZZLE_*
|
|
|
|
*
|
|
|
|
* @return the swizzled value.
|
|
|
|
*/
|
|
|
|
LLVMValueRef
|
|
|
|
lp_build_swizzle_soa_channel(struct lp_build_context *bld,
|
|
|
|
const LLVMValueRef *unswizzled,
|
|
|
|
unsigned swizzle)
|
|
|
|
{
|
|
|
|
switch (swizzle) {
|
|
|
|
case PIPE_SWIZZLE_RED:
|
|
|
|
case PIPE_SWIZZLE_GREEN:
|
|
|
|
case PIPE_SWIZZLE_BLUE:
|
|
|
|
case PIPE_SWIZZLE_ALPHA:
|
|
|
|
return unswizzled[swizzle];
|
|
|
|
case PIPE_SWIZZLE_ZERO:
|
|
|
|
return bld->zero;
|
|
|
|
case PIPE_SWIZZLE_ONE:
|
|
|
|
return bld->one;
|
|
|
|
default:
|
|
|
|
assert(0);
|
|
|
|
return bld->undef;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Extended swizzle of a SoA vector.
|
|
|
|
*
|
|
|
|
* @param bld building context
|
|
|
|
* @param unswizzled array with the 4 unswizzled values
|
|
|
|
* @param swizzles array of PIPE_SWIZZLE_*
|
|
|
|
* @param swizzled output swizzled values
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
lp_build_swizzle_soa(struct lp_build_context *bld,
|
|
|
|
const LLVMValueRef *unswizzled,
|
|
|
|
const unsigned char swizzles[4],
|
|
|
|
LLVMValueRef *swizzled)
|
|
|
|
{
|
|
|
|
unsigned chan;
|
|
|
|
|
|
|
|
for (chan = 0; chan < 4; ++chan) {
|
|
|
|
swizzled[chan] = lp_build_swizzle_soa_channel(bld, unswizzled,
|
|
|
|
swizzles[chan]);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Do an extended swizzle of a SoA vector inplace.
|
|
|
|
*
|
|
|
|
* @param bld building context
|
|
|
|
* @param values intput/output array with the 4 values
|
|
|
|
* @param swizzles array of PIPE_SWIZZLE_*
|
|
|
|
*/
|
|
|
|
void
|
|
|
|
lp_build_swizzle_soa_inplace(struct lp_build_context *bld,
|
|
|
|
LLVMValueRef *values,
|
|
|
|
const unsigned char swizzles[4])
|
|
|
|
{
|
|
|
|
LLVMValueRef unswizzled[4];
|
|
|
|
unsigned chan;
|
|
|
|
|
|
|
|
for (chan = 0; chan < 4; ++chan) {
|
|
|
|
unswizzled[chan] = values[chan];
|
|
|
|
}
|
|
|
|
|
|
|
|
lp_build_swizzle_soa(bld, unswizzled, swizzles, values);
|
|
|
|
}
|