1586 lines
48 KiB
C
1586 lines
48 KiB
C
/**********************************************************
|
|
* Copyright 2008-2009 VMware, Inc. All rights reserved.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person
|
|
* obtaining a copy of this software and associated documentation
|
|
* files (the "Software"), to deal in the Software without
|
|
* restriction, including without limitation the rights to use, copy,
|
|
* modify, merge, publish, distribute, sublicense, and/or sell copies
|
|
* of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be
|
|
* included in all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
**********************************************************/
|
|
|
|
#include "svga3d_reg.h"
|
|
#include "svga3d_surfacedefs.h"
|
|
|
|
#include "pipe/p_state.h"
|
|
#include "pipe/p_defines.h"
|
|
#include "os/os_thread.h"
|
|
#include "util/format/u_format.h"
|
|
#include "util/u_inlines.h"
|
|
#include "util/u_math.h"
|
|
#include "util/u_memory.h"
|
|
#include "util/u_resource.h"
|
|
#include "util/u_upload_mgr.h"
|
|
|
|
#include "svga_cmd.h"
|
|
#include "svga_format.h"
|
|
#include "svga_screen.h"
|
|
#include "svga_context.h"
|
|
#include "svga_resource_texture.h"
|
|
#include "svga_resource_buffer.h"
|
|
#include "svga_sampler_view.h"
|
|
#include "svga_winsys.h"
|
|
#include "svga_debug.h"
|
|
|
|
|
|
static void
|
|
svga_transfer_dma_band(struct svga_context *svga,
|
|
struct svga_transfer *st,
|
|
SVGA3dTransferType transfer,
|
|
unsigned x, unsigned y, unsigned z,
|
|
unsigned w, unsigned h, unsigned d,
|
|
unsigned srcx, unsigned srcy, unsigned srcz,
|
|
SVGA3dSurfaceDMAFlags flags)
|
|
{
|
|
struct svga_texture *texture = svga_texture(st->base.resource);
|
|
SVGA3dCopyBox box;
|
|
enum pipe_error ret;
|
|
|
|
assert(!st->use_direct_map);
|
|
|
|
box.x = x;
|
|
box.y = y;
|
|
box.z = z;
|
|
box.w = w;
|
|
box.h = h;
|
|
box.d = d;
|
|
box.srcx = srcx;
|
|
box.srcy = srcy;
|
|
box.srcz = srcz;
|
|
|
|
SVGA_DBG(DEBUG_DMA, "dma %s sid %p, face %u, (%u, %u, %u) - "
|
|
"(%u, %u, %u), %ubpp\n",
|
|
transfer == SVGA3D_WRITE_HOST_VRAM ? "to" : "from",
|
|
texture->handle,
|
|
st->slice,
|
|
x,
|
|
y,
|
|
z,
|
|
x + w,
|
|
y + h,
|
|
z + 1,
|
|
util_format_get_blocksize(texture->b.b.format) * 8 /
|
|
(util_format_get_blockwidth(texture->b.b.format)
|
|
* util_format_get_blockheight(texture->b.b.format)));
|
|
|
|
ret = SVGA3D_SurfaceDMA(svga->swc, st, transfer, &box, 1, flags);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_SurfaceDMA(svga->swc, st, transfer, &box, 1, flags);
|
|
assert(ret == PIPE_OK);
|
|
}
|
|
}
|
|
|
|
|
|
static void
|
|
svga_transfer_dma(struct svga_context *svga,
|
|
struct svga_transfer *st,
|
|
SVGA3dTransferType transfer,
|
|
SVGA3dSurfaceDMAFlags flags)
|
|
{
|
|
struct svga_texture *texture = svga_texture(st->base.resource);
|
|
struct svga_screen *screen = svga_screen(texture->b.b.screen);
|
|
struct svga_winsys_screen *sws = screen->sws;
|
|
struct pipe_fence_handle *fence = NULL;
|
|
|
|
assert(!st->use_direct_map);
|
|
|
|
if (transfer == SVGA3D_READ_HOST_VRAM) {
|
|
SVGA_DBG(DEBUG_PERF, "%s: readback transfer\n", __FUNCTION__);
|
|
}
|
|
|
|
/* Ensure any pending operations on host surfaces are queued on the command
|
|
* buffer first.
|
|
*/
|
|
svga_surfaces_flush(svga);
|
|
|
|
if (!st->swbuf) {
|
|
/* Do the DMA transfer in a single go */
|
|
svga_transfer_dma_band(svga, st, transfer,
|
|
st->box.x, st->box.y, st->box.z,
|
|
st->box.w, st->box.h, st->box.d,
|
|
0, 0, 0,
|
|
flags);
|
|
|
|
if (transfer == SVGA3D_READ_HOST_VRAM) {
|
|
svga_context_flush(svga, &fence);
|
|
sws->fence_finish(sws, fence, PIPE_TIMEOUT_INFINITE, 0);
|
|
sws->fence_reference(sws, &fence, NULL);
|
|
}
|
|
}
|
|
else {
|
|
int y, h, y_max;
|
|
unsigned blockheight =
|
|
util_format_get_blockheight(st->base.resource->format);
|
|
|
|
h = st->hw_nblocksy * blockheight;
|
|
y_max = st->box.y + st->box.h;
|
|
|
|
for (y = st->box.y; y < y_max; y += h) {
|
|
unsigned offset, length;
|
|
void *hw, *sw;
|
|
|
|
if (y + h > y_max)
|
|
h = y_max - y;
|
|
|
|
/* Transfer band must be aligned to pixel block boundaries */
|
|
assert(y % blockheight == 0);
|
|
assert(h % blockheight == 0);
|
|
|
|
/* First band starts at the top of the SW buffer. */
|
|
offset = (y - st->box.y) * st->base.stride / blockheight;
|
|
length = h * st->base.stride / blockheight;
|
|
|
|
sw = (uint8_t *) st->swbuf + offset;
|
|
|
|
if (transfer == SVGA3D_WRITE_HOST_VRAM) {
|
|
unsigned usage = PIPE_TRANSFER_WRITE;
|
|
|
|
/* Don't write to an in-flight DMA buffer. Synchronize or
|
|
* discard in-flight storage. */
|
|
if (y != st->box.y) {
|
|
svga_context_flush(svga, NULL);
|
|
usage |= PIPE_TRANSFER_DISCARD_WHOLE_RESOURCE;
|
|
}
|
|
|
|
hw = sws->buffer_map(sws, st->hwbuf, usage);
|
|
assert(hw);
|
|
if (hw) {
|
|
memcpy(hw, sw, length);
|
|
sws->buffer_unmap(sws, st->hwbuf);
|
|
}
|
|
}
|
|
|
|
svga_transfer_dma_band(svga, st, transfer,
|
|
st->box.x, y, st->box.z,
|
|
st->box.w, h, st->box.d,
|
|
0, 0, 0, flags);
|
|
|
|
/*
|
|
* Prevent the texture contents to be discarded on the next band
|
|
* upload.
|
|
*/
|
|
flags.discard = FALSE;
|
|
|
|
if (transfer == SVGA3D_READ_HOST_VRAM) {
|
|
svga_context_flush(svga, &fence);
|
|
sws->fence_finish(sws, fence, PIPE_TIMEOUT_INFINITE, 0);
|
|
|
|
hw = sws->buffer_map(sws, st->hwbuf, PIPE_TRANSFER_READ);
|
|
assert(hw);
|
|
if (hw) {
|
|
memcpy(sw, hw, length);
|
|
sws->buffer_unmap(sws, st->hwbuf);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
|
|
static bool
|
|
svga_texture_get_handle(struct pipe_screen *screen,
|
|
struct pipe_resource *texture,
|
|
struct winsys_handle *whandle)
|
|
{
|
|
struct svga_winsys_screen *sws = svga_winsys_screen(texture->screen);
|
|
unsigned stride;
|
|
|
|
assert(svga_texture(texture)->key.cachable == 0);
|
|
svga_texture(texture)->key.cachable = 0;
|
|
|
|
stride = util_format_get_nblocksx(texture->format, texture->width0) *
|
|
util_format_get_blocksize(texture->format);
|
|
|
|
return sws->surface_get_handle(sws, svga_texture(texture)->handle,
|
|
stride, whandle);
|
|
}
|
|
|
|
|
|
static void
|
|
svga_texture_destroy(struct pipe_screen *screen,
|
|
struct pipe_resource *pt)
|
|
{
|
|
struct svga_screen *ss = svga_screen(screen);
|
|
struct svga_texture *tex = svga_texture(pt);
|
|
|
|
ss->texture_timestamp++;
|
|
|
|
svga_sampler_view_reference(&tex->cached_view, NULL);
|
|
|
|
/*
|
|
DBG("%s deleting %p\n", __FUNCTION__, (void *) tex);
|
|
*/
|
|
SVGA_DBG(DEBUG_DMA, "unref sid %p (texture)\n", tex->handle);
|
|
svga_screen_surface_destroy(ss, &tex->key, &tex->handle);
|
|
|
|
/* Destroy the backed surface handle if exists */
|
|
if (tex->backed_handle)
|
|
svga_screen_surface_destroy(ss, &tex->backed_key, &tex->backed_handle);
|
|
|
|
ss->hud.total_resource_bytes -= tex->size;
|
|
|
|
FREE(tex->defined);
|
|
FREE(tex->rendered_to);
|
|
FREE(tex->dirty);
|
|
FREE(tex);
|
|
|
|
assert(ss->hud.num_resources > 0);
|
|
if (ss->hud.num_resources > 0)
|
|
ss->hud.num_resources--;
|
|
}
|
|
|
|
|
|
/**
|
|
* Determine if we need to read back a texture image before mapping it.
|
|
*/
|
|
static inline boolean
|
|
need_tex_readback(struct svga_transfer *st)
|
|
{
|
|
if (st->base.usage & PIPE_TRANSFER_READ)
|
|
return TRUE;
|
|
|
|
if ((st->base.usage & PIPE_TRANSFER_WRITE) &&
|
|
((st->base.usage & PIPE_TRANSFER_DISCARD_WHOLE_RESOURCE) == 0)) {
|
|
return svga_was_texture_rendered_to(svga_texture(st->base.resource),
|
|
st->slice, st->base.level);
|
|
}
|
|
|
|
return FALSE;
|
|
}
|
|
|
|
|
|
static enum pipe_error
|
|
readback_image_vgpu9(struct svga_context *svga,
|
|
struct svga_winsys_surface *surf,
|
|
unsigned slice,
|
|
unsigned level)
|
|
{
|
|
enum pipe_error ret;
|
|
|
|
ret = SVGA3D_ReadbackGBImage(svga->swc, surf, slice, level);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_ReadbackGBImage(svga->swc, surf, slice, level);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
|
|
static enum pipe_error
|
|
readback_image_vgpu10(struct svga_context *svga,
|
|
struct svga_winsys_surface *surf,
|
|
unsigned slice,
|
|
unsigned level,
|
|
unsigned numMipLevels)
|
|
{
|
|
enum pipe_error ret;
|
|
unsigned subResource;
|
|
|
|
subResource = slice * numMipLevels + level;
|
|
ret = SVGA3D_vgpu10_ReadbackSubResource(svga->swc, surf, subResource);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_vgpu10_ReadbackSubResource(svga->swc, surf, subResource);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
|
|
/**
|
|
* Use DMA for the transfer request
|
|
*/
|
|
static void *
|
|
svga_texture_transfer_map_dma(struct svga_context *svga,
|
|
struct svga_transfer *st)
|
|
{
|
|
struct svga_winsys_screen *sws = svga_screen(svga->pipe.screen)->sws;
|
|
struct pipe_resource *texture = st->base.resource;
|
|
unsigned nblocksx, nblocksy;
|
|
unsigned d;
|
|
unsigned usage = st->base.usage;
|
|
|
|
/* we'll put the data into a tightly packed buffer */
|
|
nblocksx = util_format_get_nblocksx(texture->format, st->box.w);
|
|
nblocksy = util_format_get_nblocksy(texture->format, st->box.h);
|
|
d = st->box.d;
|
|
|
|
st->base.stride = nblocksx*util_format_get_blocksize(texture->format);
|
|
st->base.layer_stride = st->base.stride * nblocksy;
|
|
st->hw_nblocksy = nblocksy;
|
|
|
|
st->hwbuf = svga_winsys_buffer_create(svga, 1, 0,
|
|
st->hw_nblocksy * st->base.stride * d);
|
|
|
|
while (!st->hwbuf && (st->hw_nblocksy /= 2)) {
|
|
st->hwbuf =
|
|
svga_winsys_buffer_create(svga, 1, 0,
|
|
st->hw_nblocksy * st->base.stride * d);
|
|
}
|
|
|
|
if (!st->hwbuf)
|
|
return NULL;
|
|
|
|
if (st->hw_nblocksy < nblocksy) {
|
|
/* We couldn't allocate a hardware buffer big enough for the transfer,
|
|
* so allocate regular malloc memory instead
|
|
*/
|
|
if (0) {
|
|
debug_printf("%s: failed to allocate %u KB of DMA, "
|
|
"splitting into %u x %u KB DMA transfers\n",
|
|
__FUNCTION__,
|
|
(nblocksy * st->base.stride + 1023) / 1024,
|
|
(nblocksy + st->hw_nblocksy - 1) / st->hw_nblocksy,
|
|
(st->hw_nblocksy * st->base.stride + 1023) / 1024);
|
|
}
|
|
|
|
st->swbuf = MALLOC(nblocksy * st->base.stride * d);
|
|
if (!st->swbuf) {
|
|
sws->buffer_destroy(sws, st->hwbuf);
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
if (usage & PIPE_TRANSFER_READ) {
|
|
SVGA3dSurfaceDMAFlags flags;
|
|
memset(&flags, 0, sizeof flags);
|
|
svga_transfer_dma(svga, st, SVGA3D_READ_HOST_VRAM, flags);
|
|
}
|
|
|
|
if (st->swbuf) {
|
|
return st->swbuf;
|
|
}
|
|
else {
|
|
return sws->buffer_map(sws, st->hwbuf, usage);
|
|
}
|
|
}
|
|
|
|
|
|
/**
|
|
* Use direct map for the transfer request
|
|
*/
|
|
static void *
|
|
svga_texture_transfer_map_direct(struct svga_context *svga,
|
|
struct svga_transfer *st)
|
|
{
|
|
struct svga_winsys_screen *sws = svga_screen(svga->pipe.screen)->sws;
|
|
struct pipe_transfer *transfer = &st->base;
|
|
struct pipe_resource *texture = transfer->resource;
|
|
struct svga_texture *tex = svga_texture(texture);
|
|
struct svga_winsys_surface *surf = tex->handle;
|
|
unsigned level = st->base.level;
|
|
unsigned w, h, nblocksx, nblocksy, i;
|
|
unsigned usage = st->base.usage;
|
|
|
|
if (need_tex_readback(st)) {
|
|
enum pipe_error ret;
|
|
|
|
svga_surfaces_flush(svga);
|
|
|
|
if (!svga->swc->force_coherent || tex->imported) {
|
|
for (i = 0; i < st->box.d; i++) {
|
|
if (svga_have_vgpu10(svga)) {
|
|
ret = readback_image_vgpu10(svga, surf, st->slice + i, level,
|
|
tex->b.b.last_level + 1);
|
|
} else {
|
|
ret = readback_image_vgpu9(svga, surf, st->slice + i, level);
|
|
}
|
|
}
|
|
svga->hud.num_readbacks++;
|
|
SVGA_STATS_COUNT_INC(sws, SVGA_STATS_COUNT_TEXREADBACK);
|
|
|
|
assert(ret == PIPE_OK);
|
|
(void) ret;
|
|
|
|
svga_context_flush(svga, NULL);
|
|
}
|
|
/*
|
|
* Note: if PIPE_TRANSFER_DISCARD_WHOLE_RESOURCE were specified
|
|
* we could potentially clear the flag for all faces/layers/mips.
|
|
*/
|
|
svga_clear_texture_rendered_to(tex, st->slice, level);
|
|
}
|
|
else {
|
|
assert(usage & PIPE_TRANSFER_WRITE);
|
|
if ((usage & PIPE_TRANSFER_UNSYNCHRONIZED) == 0) {
|
|
if (svga_is_texture_dirty(tex, st->slice, level)) {
|
|
/*
|
|
* do a surface flush if the subresource has been modified
|
|
* in this command buffer.
|
|
*/
|
|
svga_surfaces_flush(svga);
|
|
if (!sws->surface_is_flushed(sws, surf)) {
|
|
svga->hud.surface_write_flushes++;
|
|
SVGA_STATS_COUNT_INC(sws, SVGA_STATS_COUNT_SURFACEWRITEFLUSH);
|
|
svga_context_flush(svga, NULL);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/* we'll directly access the guest-backed surface */
|
|
w = u_minify(texture->width0, level);
|
|
h = u_minify(texture->height0, level);
|
|
nblocksx = util_format_get_nblocksx(texture->format, w);
|
|
nblocksy = util_format_get_nblocksy(texture->format, h);
|
|
st->hw_nblocksy = nblocksy;
|
|
st->base.stride = nblocksx*util_format_get_blocksize(texture->format);
|
|
st->base.layer_stride = st->base.stride * nblocksy;
|
|
|
|
/*
|
|
* Begin mapping code
|
|
*/
|
|
{
|
|
SVGA3dSize baseLevelSize;
|
|
uint8_t *map;
|
|
boolean retry, rebind;
|
|
unsigned offset, mip_width, mip_height;
|
|
struct svga_winsys_context *swc = svga->swc;
|
|
|
|
if (swc->force_coherent) {
|
|
usage |= PIPE_TRANSFER_PERSISTENT | PIPE_TRANSFER_COHERENT;
|
|
}
|
|
|
|
map = swc->surface_map(swc, surf, usage, &retry, &rebind);
|
|
if (map == NULL && retry) {
|
|
/*
|
|
* At this point, the svga_surfaces_flush() should already have
|
|
* called in svga_texture_get_transfer().
|
|
*/
|
|
svga->hud.surface_write_flushes++;
|
|
svga_context_flush(svga, NULL);
|
|
map = swc->surface_map(swc, surf, usage, &retry, &rebind);
|
|
}
|
|
if (map && rebind) {
|
|
enum pipe_error ret;
|
|
|
|
ret = SVGA3D_BindGBSurface(swc, surf);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_BindGBSurface(swc, surf);
|
|
assert(ret == PIPE_OK);
|
|
}
|
|
svga_context_flush(svga, NULL);
|
|
}
|
|
|
|
/*
|
|
* Make sure we return NULL if the map fails
|
|
*/
|
|
if (!map) {
|
|
return NULL;
|
|
}
|
|
|
|
/**
|
|
* Compute the offset to the specific texture slice in the buffer.
|
|
*/
|
|
baseLevelSize.width = tex->b.b.width0;
|
|
baseLevelSize.height = tex->b.b.height0;
|
|
baseLevelSize.depth = tex->b.b.depth0;
|
|
|
|
if ((tex->b.b.target == PIPE_TEXTURE_1D_ARRAY) ||
|
|
(tex->b.b.target == PIPE_TEXTURE_2D_ARRAY) ||
|
|
(tex->b.b.target == PIPE_TEXTURE_CUBE_ARRAY)) {
|
|
st->base.layer_stride =
|
|
svga3dsurface_get_image_offset(tex->key.format, baseLevelSize,
|
|
tex->b.b.last_level + 1, 1, 0);
|
|
}
|
|
|
|
offset = svga3dsurface_get_image_offset(tex->key.format, baseLevelSize,
|
|
tex->b.b.last_level + 1, /* numMips */
|
|
st->slice, level);
|
|
if (level > 0) {
|
|
assert(offset > 0);
|
|
}
|
|
|
|
mip_width = u_minify(tex->b.b.width0, level);
|
|
mip_height = u_minify(tex->b.b.height0, level);
|
|
|
|
offset += svga3dsurface_get_pixel_offset(tex->key.format,
|
|
mip_width, mip_height,
|
|
st->box.x,
|
|
st->box.y,
|
|
st->box.z);
|
|
|
|
return (void *) (map + offset);
|
|
}
|
|
}
|
|
|
|
|
|
/**
|
|
* Request a transfer map to the texture resource
|
|
*/
|
|
static void *
|
|
svga_texture_transfer_map(struct pipe_context *pipe,
|
|
struct pipe_resource *texture,
|
|
unsigned level,
|
|
unsigned usage,
|
|
const struct pipe_box *box,
|
|
struct pipe_transfer **ptransfer)
|
|
{
|
|
struct svga_context *svga = svga_context(pipe);
|
|
struct svga_winsys_screen *sws = svga_screen(pipe->screen)->sws;
|
|
struct svga_texture *tex = svga_texture(texture);
|
|
struct svga_transfer *st;
|
|
struct svga_winsys_surface *surf = tex->handle;
|
|
boolean use_direct_map = svga_have_gb_objects(svga) &&
|
|
(!svga_have_gb_dma(svga) || (usage & PIPE_TRANSFER_WRITE));
|
|
void *map = NULL;
|
|
int64_t begin = svga_get_time(svga);
|
|
|
|
SVGA_STATS_TIME_PUSH(sws, SVGA_STATS_TIME_TEXTRANSFERMAP);
|
|
|
|
if (!surf)
|
|
goto done;
|
|
|
|
/* We can't map texture storage directly unless we have GB objects */
|
|
if (usage & PIPE_TRANSFER_MAP_DIRECTLY) {
|
|
if (svga_have_gb_objects(svga))
|
|
use_direct_map = TRUE;
|
|
else
|
|
goto done;
|
|
}
|
|
|
|
st = CALLOC_STRUCT(svga_transfer);
|
|
if (!st)
|
|
goto done;
|
|
|
|
st->base.level = level;
|
|
st->base.usage = usage;
|
|
st->base.box = *box;
|
|
|
|
/* The modified transfer map box with the array index removed from z.
|
|
* The array index is specified in slice.
|
|
*/
|
|
st->box.x = box->x;
|
|
st->box.y = box->y;
|
|
st->box.z = box->z;
|
|
st->box.w = box->width;
|
|
st->box.h = box->height;
|
|
st->box.d = box->depth;
|
|
|
|
switch (tex->b.b.target) {
|
|
case PIPE_TEXTURE_CUBE:
|
|
st->slice = st->base.box.z;
|
|
st->box.z = 0; /* so we don't apply double offsets below */
|
|
break;
|
|
case PIPE_TEXTURE_1D_ARRAY:
|
|
case PIPE_TEXTURE_2D_ARRAY:
|
|
case PIPE_TEXTURE_CUBE_ARRAY:
|
|
st->slice = st->base.box.z;
|
|
st->box.z = 0; /* so we don't apply double offsets below */
|
|
|
|
/* Force direct map for transfering multiple slices */
|
|
if (st->base.box.depth > 1)
|
|
use_direct_map = svga_have_gb_objects(svga);
|
|
|
|
break;
|
|
default:
|
|
st->slice = 0;
|
|
break;
|
|
}
|
|
|
|
/* Force direct map for multisample surface */
|
|
if (texture->nr_samples > 1) {
|
|
assert(svga_have_gb_objects(svga));
|
|
assert(sws->have_sm4_1);
|
|
use_direct_map = TRUE;
|
|
}
|
|
|
|
st->use_direct_map = use_direct_map;
|
|
pipe_resource_reference(&st->base.resource, texture);
|
|
|
|
/* If this is the first time mapping to the surface in this
|
|
* command buffer, clear the dirty masks of this surface.
|
|
*/
|
|
if (sws->surface_is_flushed(sws, surf)) {
|
|
svga_clear_texture_dirty(tex);
|
|
}
|
|
|
|
if (!use_direct_map) {
|
|
/* upload to the DMA buffer */
|
|
map = svga_texture_transfer_map_dma(svga, st);
|
|
}
|
|
else {
|
|
boolean can_use_upload = tex->can_use_upload &&
|
|
!(st->base.usage & PIPE_TRANSFER_READ);
|
|
boolean was_rendered_to =
|
|
svga_was_texture_rendered_to(svga_texture(texture),
|
|
st->slice, st->base.level);
|
|
|
|
/* If the texture was already rendered to and upload buffer
|
|
* is supported, then we will use upload buffer to
|
|
* avoid the need to read back the texture content; otherwise,
|
|
* we'll first try to map directly to the GB surface, if it is blocked,
|
|
* then we'll try the upload buffer.
|
|
*/
|
|
if (was_rendered_to && can_use_upload) {
|
|
map = svga_texture_transfer_map_upload(svga, st);
|
|
}
|
|
else {
|
|
unsigned orig_usage = st->base.usage;
|
|
|
|
/* First try directly map to the GB surface */
|
|
if (can_use_upload)
|
|
st->base.usage |= PIPE_TRANSFER_DONTBLOCK;
|
|
map = svga_texture_transfer_map_direct(svga, st);
|
|
st->base.usage = orig_usage;
|
|
|
|
if (!map && can_use_upload) {
|
|
/* if direct map with DONTBLOCK fails, then try upload to the
|
|
* texture upload buffer.
|
|
*/
|
|
map = svga_texture_transfer_map_upload(svga, st);
|
|
}
|
|
}
|
|
|
|
/* If upload fails, then try direct map again without forcing it
|
|
* to DONTBLOCK.
|
|
*/
|
|
if (!map) {
|
|
map = svga_texture_transfer_map_direct(svga, st);
|
|
}
|
|
}
|
|
|
|
if (!map) {
|
|
FREE(st);
|
|
}
|
|
else {
|
|
*ptransfer = &st->base;
|
|
svga->hud.num_textures_mapped++;
|
|
if (usage & PIPE_TRANSFER_WRITE) {
|
|
/* record texture upload for HUD */
|
|
svga->hud.num_bytes_uploaded +=
|
|
st->base.layer_stride * st->box.d;
|
|
|
|
/* mark this texture level as dirty */
|
|
svga_set_texture_dirty(tex, st->slice, level);
|
|
}
|
|
}
|
|
|
|
done:
|
|
svga->hud.map_buffer_time += (svga_get_time(svga) - begin);
|
|
SVGA_STATS_TIME_POP(sws);
|
|
(void) sws;
|
|
|
|
return map;
|
|
}
|
|
|
|
/**
|
|
* Unmap a GB texture surface.
|
|
*/
|
|
static void
|
|
svga_texture_surface_unmap(struct svga_context *svga,
|
|
struct pipe_transfer *transfer)
|
|
{
|
|
struct svga_winsys_surface *surf = svga_texture(transfer->resource)->handle;
|
|
struct svga_winsys_context *swc = svga->swc;
|
|
boolean rebind;
|
|
|
|
assert(surf);
|
|
|
|
swc->surface_unmap(swc, surf, &rebind);
|
|
if (rebind) {
|
|
enum pipe_error ret;
|
|
ret = SVGA3D_BindGBSurface(swc, surf);
|
|
if (ret != PIPE_OK) {
|
|
/* flush and retry */
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_BindGBSurface(swc, surf);
|
|
assert(ret == PIPE_OK);
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
static enum pipe_error
|
|
update_image_vgpu9(struct svga_context *svga,
|
|
struct svga_winsys_surface *surf,
|
|
const SVGA3dBox *box,
|
|
unsigned slice,
|
|
unsigned level)
|
|
{
|
|
enum pipe_error ret;
|
|
|
|
ret = SVGA3D_UpdateGBImage(svga->swc, surf, box, slice, level);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_UpdateGBImage(svga->swc, surf, box, slice, level);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
|
|
static enum pipe_error
|
|
update_image_vgpu10(struct svga_context *svga,
|
|
struct svga_winsys_surface *surf,
|
|
const SVGA3dBox *box,
|
|
unsigned slice,
|
|
unsigned level,
|
|
unsigned numMipLevels)
|
|
{
|
|
enum pipe_error ret;
|
|
unsigned subResource;
|
|
|
|
subResource = slice * numMipLevels + level;
|
|
|
|
ret = SVGA3D_vgpu10_UpdateSubResource(svga->swc, surf, box, subResource);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_vgpu10_UpdateSubResource(svga->swc, surf, box, subResource);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
|
|
/**
|
|
* unmap DMA transfer request
|
|
*/
|
|
static void
|
|
svga_texture_transfer_unmap_dma(struct svga_context *svga,
|
|
struct svga_transfer *st)
|
|
{
|
|
struct svga_winsys_screen *sws = svga_screen(svga->pipe.screen)->sws;
|
|
|
|
if (!st->swbuf)
|
|
sws->buffer_unmap(sws, st->hwbuf);
|
|
|
|
if (st->base.usage & PIPE_TRANSFER_WRITE) {
|
|
/* Use DMA to transfer texture data */
|
|
SVGA3dSurfaceDMAFlags flags;
|
|
struct pipe_resource *texture = st->base.resource;
|
|
struct svga_texture *tex = svga_texture(texture);
|
|
|
|
|
|
memset(&flags, 0, sizeof flags);
|
|
if (st->base.usage & PIPE_TRANSFER_DISCARD_WHOLE_RESOURCE) {
|
|
flags.discard = TRUE;
|
|
}
|
|
if (st->base.usage & PIPE_TRANSFER_UNSYNCHRONIZED) {
|
|
flags.unsynchronized = TRUE;
|
|
}
|
|
|
|
svga_transfer_dma(svga, st, SVGA3D_WRITE_HOST_VRAM, flags);
|
|
svga_set_texture_rendered_to(tex, st->slice, st->base.level);
|
|
}
|
|
|
|
FREE(st->swbuf);
|
|
sws->buffer_destroy(sws, st->hwbuf);
|
|
}
|
|
|
|
|
|
/**
|
|
* unmap direct map transfer request
|
|
*/
|
|
static void
|
|
svga_texture_transfer_unmap_direct(struct svga_context *svga,
|
|
struct svga_transfer *st)
|
|
{
|
|
struct pipe_transfer *transfer = &st->base;
|
|
struct svga_texture *tex = svga_texture(transfer->resource);
|
|
|
|
svga_texture_surface_unmap(svga, transfer);
|
|
|
|
/* Now send an update command to update the content in the backend. */
|
|
if (st->base.usage & PIPE_TRANSFER_WRITE) {
|
|
struct svga_winsys_surface *surf = tex->handle;
|
|
enum pipe_error ret;
|
|
|
|
assert(svga_have_gb_objects(svga));
|
|
|
|
/* update the effected region */
|
|
SVGA3dBox box = st->box;
|
|
unsigned nlayers;
|
|
|
|
switch (tex->b.b.target) {
|
|
case PIPE_TEXTURE_2D_ARRAY:
|
|
case PIPE_TEXTURE_CUBE_ARRAY:
|
|
case PIPE_TEXTURE_1D_ARRAY:
|
|
nlayers = box.d;
|
|
box.d = 1;
|
|
break;
|
|
default:
|
|
nlayers = 1;
|
|
break;
|
|
}
|
|
|
|
|
|
if (0)
|
|
debug_printf("%s %d, %d, %d %d x %d x %d\n",
|
|
__FUNCTION__,
|
|
box.x, box.y, box.z,
|
|
box.w, box.h, box.d);
|
|
|
|
if (!svga->swc->force_coherent || tex->imported) {
|
|
if (svga_have_vgpu10(svga)) {
|
|
unsigned i;
|
|
|
|
for (i = 0; i < nlayers; i++) {
|
|
ret = update_image_vgpu10(svga, surf, &box,
|
|
st->slice + i, transfer->level,
|
|
tex->b.b.last_level + 1);
|
|
assert(ret == PIPE_OK);
|
|
}
|
|
} else {
|
|
assert(nlayers == 1);
|
|
ret = update_image_vgpu9(svga, surf, &box, st->slice,
|
|
transfer->level);
|
|
assert(ret == PIPE_OK);
|
|
}
|
|
}
|
|
(void) ret;
|
|
}
|
|
}
|
|
|
|
|
|
static void
|
|
svga_texture_transfer_unmap(struct pipe_context *pipe,
|
|
struct pipe_transfer *transfer)
|
|
{
|
|
struct svga_context *svga = svga_context(pipe);
|
|
struct svga_screen *ss = svga_screen(pipe->screen);
|
|
struct svga_winsys_screen *sws = ss->sws;
|
|
struct svga_transfer *st = svga_transfer(transfer);
|
|
struct svga_texture *tex = svga_texture(transfer->resource);
|
|
|
|
SVGA_STATS_TIME_PUSH(sws, SVGA_STATS_TIME_TEXTRANSFERUNMAP);
|
|
|
|
if (!st->use_direct_map) {
|
|
svga_texture_transfer_unmap_dma(svga, st);
|
|
}
|
|
else if (st->upload.buf) {
|
|
svga_texture_transfer_unmap_upload(svga, st);
|
|
}
|
|
else {
|
|
svga_texture_transfer_unmap_direct(svga, st);
|
|
}
|
|
|
|
if (st->base.usage & PIPE_TRANSFER_WRITE) {
|
|
svga->hud.num_resource_updates++;
|
|
|
|
/* Mark the texture level as dirty */
|
|
ss->texture_timestamp++;
|
|
svga_age_texture_view(tex, transfer->level);
|
|
if (transfer->resource->target == PIPE_TEXTURE_CUBE)
|
|
svga_define_texture_level(tex, st->slice, transfer->level);
|
|
else
|
|
svga_define_texture_level(tex, 0, transfer->level);
|
|
}
|
|
|
|
pipe_resource_reference(&st->base.resource, NULL);
|
|
FREE(st);
|
|
SVGA_STATS_TIME_POP(sws);
|
|
(void) sws;
|
|
}
|
|
|
|
|
|
/**
|
|
* Does format store depth values?
|
|
*/
|
|
static inline boolean
|
|
format_has_depth(enum pipe_format format)
|
|
{
|
|
const struct util_format_description *desc = util_format_description(format);
|
|
return util_format_has_depth(desc);
|
|
}
|
|
|
|
|
|
struct u_resource_vtbl svga_texture_vtbl =
|
|
{
|
|
svga_texture_get_handle, /* get_handle */
|
|
svga_texture_destroy, /* resource_destroy */
|
|
svga_texture_transfer_map, /* transfer_map */
|
|
u_default_transfer_flush_region, /* transfer_flush_region */
|
|
svga_texture_transfer_unmap, /* transfer_unmap */
|
|
};
|
|
|
|
|
|
struct pipe_resource *
|
|
svga_texture_create(struct pipe_screen *screen,
|
|
const struct pipe_resource *template)
|
|
{
|
|
struct svga_screen *svgascreen = svga_screen(screen);
|
|
struct svga_texture *tex;
|
|
unsigned bindings = template->bind;
|
|
|
|
SVGA_STATS_TIME_PUSH(svgascreen->sws,
|
|
SVGA_STATS_TIME_CREATETEXTURE);
|
|
|
|
assert(template->last_level < SVGA_MAX_TEXTURE_LEVELS);
|
|
if (template->last_level >= SVGA_MAX_TEXTURE_LEVELS) {
|
|
goto fail_notex;
|
|
}
|
|
|
|
/* Verify the number of mipmap levels isn't impossibly large. For example,
|
|
* if the base 2D image is 16x16, we can't have 8 mipmap levels.
|
|
* the gallium frontend should never ask us to create a resource with invalid
|
|
* parameters.
|
|
*/
|
|
{
|
|
unsigned max_dim = template->width0;
|
|
|
|
switch (template->target) {
|
|
case PIPE_TEXTURE_1D:
|
|
case PIPE_TEXTURE_1D_ARRAY:
|
|
// nothing
|
|
break;
|
|
case PIPE_TEXTURE_2D:
|
|
case PIPE_TEXTURE_CUBE:
|
|
case PIPE_TEXTURE_CUBE_ARRAY:
|
|
case PIPE_TEXTURE_2D_ARRAY:
|
|
max_dim = MAX2(max_dim, template->height0);
|
|
break;
|
|
case PIPE_TEXTURE_3D:
|
|
max_dim = MAX3(max_dim, template->height0, template->depth0);
|
|
break;
|
|
case PIPE_TEXTURE_RECT:
|
|
case PIPE_BUFFER:
|
|
assert(template->last_level == 0);
|
|
/* the assertion below should always pass */
|
|
break;
|
|
default:
|
|
debug_printf("Unexpected texture target type\n");
|
|
}
|
|
assert(1 << template->last_level <= max_dim);
|
|
}
|
|
|
|
tex = CALLOC_STRUCT(svga_texture);
|
|
if (!tex) {
|
|
goto fail_notex;
|
|
}
|
|
|
|
tex->defined = CALLOC(template->depth0 * template->array_size,
|
|
sizeof(tex->defined[0]));
|
|
if (!tex->defined) {
|
|
FREE(tex);
|
|
goto fail_notex;
|
|
}
|
|
|
|
tex->rendered_to = CALLOC(template->depth0 * template->array_size,
|
|
sizeof(tex->rendered_to[0]));
|
|
if (!tex->rendered_to) {
|
|
goto fail;
|
|
}
|
|
|
|
tex->dirty = CALLOC(template->depth0 * template->array_size,
|
|
sizeof(tex->dirty[0]));
|
|
if (!tex->dirty) {
|
|
goto fail;
|
|
}
|
|
|
|
tex->b.b = *template;
|
|
tex->b.vtbl = &svga_texture_vtbl;
|
|
pipe_reference_init(&tex->b.b.reference, 1);
|
|
tex->b.b.screen = screen;
|
|
|
|
tex->key.flags = 0;
|
|
tex->key.size.width = template->width0;
|
|
tex->key.size.height = template->height0;
|
|
tex->key.size.depth = template->depth0;
|
|
tex->key.arraySize = 1;
|
|
tex->key.numFaces = 1;
|
|
|
|
/* nr_samples=1 must be treated as a non-multisample texture */
|
|
if (tex->b.b.nr_samples == 1) {
|
|
tex->b.b.nr_samples = 0;
|
|
}
|
|
else if (tex->b.b.nr_samples > 1) {
|
|
assert(svgascreen->sws->have_sm4_1);
|
|
tex->key.flags |= SVGA3D_SURFACE_MULTISAMPLE;
|
|
}
|
|
|
|
tex->key.sampleCount = tex->b.b.nr_samples;
|
|
|
|
if (svgascreen->sws->have_vgpu10) {
|
|
switch (template->target) {
|
|
case PIPE_TEXTURE_1D:
|
|
tex->key.flags |= SVGA3D_SURFACE_1D;
|
|
break;
|
|
case PIPE_TEXTURE_1D_ARRAY:
|
|
tex->key.flags |= SVGA3D_SURFACE_1D;
|
|
/* fall-through */
|
|
case PIPE_TEXTURE_2D_ARRAY:
|
|
tex->key.flags |= SVGA3D_SURFACE_ARRAY;
|
|
tex->key.arraySize = template->array_size;
|
|
break;
|
|
case PIPE_TEXTURE_3D:
|
|
tex->key.flags |= SVGA3D_SURFACE_VOLUME;
|
|
break;
|
|
case PIPE_TEXTURE_CUBE:
|
|
tex->key.flags |= (SVGA3D_SURFACE_CUBEMAP | SVGA3D_SURFACE_ARRAY);
|
|
tex->key.numFaces = 6;
|
|
break;
|
|
case PIPE_TEXTURE_CUBE_ARRAY:
|
|
assert(svgascreen->sws->have_sm4_1);
|
|
tex->key.flags |= (SVGA3D_SURFACE_CUBEMAP | SVGA3D_SURFACE_ARRAY);
|
|
tex->key.numFaces = 1; // arraySize already includes the 6 faces
|
|
tex->key.arraySize = template->array_size;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
else {
|
|
switch (template->target) {
|
|
case PIPE_TEXTURE_3D:
|
|
tex->key.flags |= SVGA3D_SURFACE_VOLUME;
|
|
break;
|
|
case PIPE_TEXTURE_CUBE:
|
|
tex->key.flags |= SVGA3D_SURFACE_CUBEMAP;
|
|
tex->key.numFaces = 6;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
tex->key.cachable = 1;
|
|
|
|
if ((bindings & (PIPE_BIND_RENDER_TARGET | PIPE_BIND_DEPTH_STENCIL)) &&
|
|
!(bindings & PIPE_BIND_SAMPLER_VIEW)) {
|
|
/* Also check if the format can be sampled from */
|
|
if (screen->is_format_supported(screen, template->format,
|
|
template->target,
|
|
template->nr_samples,
|
|
template->nr_storage_samples,
|
|
PIPE_BIND_SAMPLER_VIEW)) {
|
|
bindings |= PIPE_BIND_SAMPLER_VIEW;
|
|
}
|
|
}
|
|
|
|
if (bindings & PIPE_BIND_SAMPLER_VIEW) {
|
|
tex->key.flags |= SVGA3D_SURFACE_HINT_TEXTURE;
|
|
tex->key.flags |= SVGA3D_SURFACE_BIND_SHADER_RESOURCE;
|
|
|
|
if (!(bindings & PIPE_BIND_RENDER_TARGET)) {
|
|
/* Also check if the format is color renderable */
|
|
if (screen->is_format_supported(screen, template->format,
|
|
template->target,
|
|
template->nr_samples,
|
|
template->nr_storage_samples,
|
|
PIPE_BIND_RENDER_TARGET)) {
|
|
bindings |= PIPE_BIND_RENDER_TARGET;
|
|
}
|
|
}
|
|
|
|
if (!(bindings & PIPE_BIND_DEPTH_STENCIL)) {
|
|
/* Also check if the format is depth/stencil renderable */
|
|
if (screen->is_format_supported(screen, template->format,
|
|
template->target,
|
|
template->nr_samples,
|
|
template->nr_storage_samples,
|
|
PIPE_BIND_DEPTH_STENCIL)) {
|
|
bindings |= PIPE_BIND_DEPTH_STENCIL;
|
|
}
|
|
}
|
|
}
|
|
|
|
if (bindings & PIPE_BIND_DISPLAY_TARGET) {
|
|
tex->key.cachable = 0;
|
|
}
|
|
|
|
if (bindings & PIPE_BIND_SHARED) {
|
|
tex->key.cachable = 0;
|
|
}
|
|
|
|
if (bindings & (PIPE_BIND_SCANOUT | PIPE_BIND_CURSOR)) {
|
|
tex->key.scanout = 1;
|
|
tex->key.cachable = 0;
|
|
}
|
|
|
|
/*
|
|
* Note: Previously we never passed the
|
|
* SVGA3D_SURFACE_HINT_RENDERTARGET hint. Mesa cannot
|
|
* know beforehand whether a texture will be used as a rendertarget or not
|
|
* and it always requests PIPE_BIND_RENDER_TARGET, therefore
|
|
* passing the SVGA3D_SURFACE_HINT_RENDERTARGET here defeats its purpose.
|
|
*
|
|
* However, this was changed since other gallium frontends
|
|
* (XA for example) uses it accurately and certain device versions
|
|
* relies on it in certain situations to render correctly.
|
|
*/
|
|
if ((bindings & PIPE_BIND_RENDER_TARGET) &&
|
|
!util_format_is_s3tc(template->format)) {
|
|
tex->key.flags |= SVGA3D_SURFACE_HINT_RENDERTARGET;
|
|
tex->key.flags |= SVGA3D_SURFACE_BIND_RENDER_TARGET;
|
|
}
|
|
|
|
if (bindings & PIPE_BIND_DEPTH_STENCIL) {
|
|
tex->key.flags |= SVGA3D_SURFACE_HINT_DEPTHSTENCIL;
|
|
tex->key.flags |= SVGA3D_SURFACE_BIND_DEPTH_STENCIL;
|
|
}
|
|
|
|
tex->key.numMipLevels = template->last_level + 1;
|
|
|
|
tex->key.format = svga_translate_format(svgascreen, template->format,
|
|
bindings);
|
|
if (tex->key.format == SVGA3D_FORMAT_INVALID) {
|
|
goto fail;
|
|
}
|
|
|
|
/* Use typeless formats for sRGB and depth resources. Typeless
|
|
* formats can be reinterpreted as other formats. For example,
|
|
* SVGA3D_R8G8B8A8_UNORM_TYPELESS can be interpreted as
|
|
* SVGA3D_R8G8B8A8_UNORM_SRGB or SVGA3D_R8G8B8A8_UNORM.
|
|
*/
|
|
if (svgascreen->sws->have_vgpu10 &&
|
|
(util_format_is_srgb(template->format) ||
|
|
format_has_depth(template->format))) {
|
|
SVGA3dSurfaceFormat typeless = svga_typeless_format(tex->key.format);
|
|
if (0) {
|
|
debug_printf("Convert resource type %s -> %s (bind 0x%x)\n",
|
|
svga_format_name(tex->key.format),
|
|
svga_format_name(typeless),
|
|
bindings);
|
|
}
|
|
|
|
if (svga_format_is_uncompressed_snorm(tex->key.format)) {
|
|
/* We can't normally render to snorm surfaces, but once we
|
|
* substitute a typeless format, we can if the rendertarget view
|
|
* is unorm. This can happen with GL_ARB_copy_image.
|
|
*/
|
|
tex->key.flags |= SVGA3D_SURFACE_HINT_RENDERTARGET;
|
|
tex->key.flags |= SVGA3D_SURFACE_BIND_RENDER_TARGET;
|
|
}
|
|
|
|
tex->key.format = typeless;
|
|
}
|
|
|
|
SVGA_DBG(DEBUG_DMA, "surface_create for texture\n", tex->handle);
|
|
tex->handle = svga_screen_surface_create(svgascreen, bindings,
|
|
tex->b.b.usage,
|
|
&tex->validated, &tex->key);
|
|
if (!tex->handle) {
|
|
goto fail;
|
|
}
|
|
|
|
SVGA_DBG(DEBUG_DMA, " --> got sid %p (texture)\n", tex->handle);
|
|
|
|
debug_reference(&tex->b.b.reference,
|
|
(debug_reference_descriptor)debug_describe_resource, 0);
|
|
|
|
tex->size = util_resource_size(template);
|
|
|
|
/* Determine if texture upload buffer can be used to upload this texture */
|
|
tex->can_use_upload = svga_texture_transfer_map_can_upload(svgascreen,
|
|
&tex->b.b);
|
|
|
|
/* Initialize the backing resource cache */
|
|
tex->backed_handle = NULL;
|
|
|
|
svgascreen->hud.total_resource_bytes += tex->size;
|
|
svgascreen->hud.num_resources++;
|
|
|
|
SVGA_STATS_TIME_POP(svgascreen->sws);
|
|
|
|
return &tex->b.b;
|
|
|
|
fail:
|
|
if (tex->dirty)
|
|
FREE(tex->dirty);
|
|
if (tex->rendered_to)
|
|
FREE(tex->rendered_to);
|
|
if (tex->defined)
|
|
FREE(tex->defined);
|
|
FREE(tex);
|
|
fail_notex:
|
|
SVGA_STATS_TIME_POP(svgascreen->sws);
|
|
return NULL;
|
|
}
|
|
|
|
|
|
struct pipe_resource *
|
|
svga_texture_from_handle(struct pipe_screen *screen,
|
|
const struct pipe_resource *template,
|
|
struct winsys_handle *whandle)
|
|
{
|
|
struct svga_winsys_screen *sws = svga_winsys_screen(screen);
|
|
struct svga_screen *ss = svga_screen(screen);
|
|
struct svga_winsys_surface *srf;
|
|
struct svga_texture *tex;
|
|
enum SVGA3dSurfaceFormat format = 0;
|
|
assert(screen);
|
|
|
|
/* Only supports one type */
|
|
if ((template->target != PIPE_TEXTURE_2D &&
|
|
template->target != PIPE_TEXTURE_RECT) ||
|
|
template->last_level != 0 ||
|
|
template->depth0 != 1) {
|
|
return NULL;
|
|
}
|
|
|
|
srf = sws->surface_from_handle(sws, whandle, &format);
|
|
|
|
if (!srf)
|
|
return NULL;
|
|
|
|
if (!svga_format_is_shareable(ss, template->format, format,
|
|
template->bind, true))
|
|
goto out_unref;
|
|
|
|
tex = CALLOC_STRUCT(svga_texture);
|
|
if (!tex)
|
|
goto out_unref;
|
|
|
|
tex->defined = CALLOC(template->depth0 * template->array_size,
|
|
sizeof(tex->defined[0]));
|
|
if (!tex->defined)
|
|
goto out_no_defined;
|
|
|
|
tex->b.b = *template;
|
|
tex->b.vtbl = &svga_texture_vtbl;
|
|
pipe_reference_init(&tex->b.b.reference, 1);
|
|
tex->b.b.screen = screen;
|
|
|
|
SVGA_DBG(DEBUG_DMA, "wrap surface sid %p\n", srf);
|
|
|
|
tex->key.cachable = 0;
|
|
tex->key.format = format;
|
|
tex->handle = srf;
|
|
|
|
tex->rendered_to = CALLOC(1, sizeof(tex->rendered_to[0]));
|
|
if (!tex->rendered_to)
|
|
goto out_no_rendered_to;
|
|
|
|
tex->dirty = CALLOC(1, sizeof(tex->dirty[0]));
|
|
if (!tex->dirty)
|
|
goto out_no_dirty;
|
|
|
|
tex->imported = TRUE;
|
|
|
|
ss->hud.num_resources++;
|
|
|
|
return &tex->b.b;
|
|
|
|
out_no_dirty:
|
|
FREE(tex->rendered_to);
|
|
out_no_rendered_to:
|
|
FREE(tex->defined);
|
|
out_no_defined:
|
|
FREE(tex);
|
|
out_unref:
|
|
sws->surface_reference(sws, &srf, NULL);
|
|
return NULL;
|
|
}
|
|
|
|
bool
|
|
svga_texture_generate_mipmap(struct pipe_context *pipe,
|
|
struct pipe_resource *pt,
|
|
enum pipe_format format,
|
|
unsigned base_level,
|
|
unsigned last_level,
|
|
unsigned first_layer,
|
|
unsigned last_layer)
|
|
{
|
|
struct pipe_sampler_view templ, *psv;
|
|
struct svga_pipe_sampler_view *sv;
|
|
struct svga_context *svga = svga_context(pipe);
|
|
struct svga_texture *tex = svga_texture(pt);
|
|
enum pipe_error ret;
|
|
|
|
assert(svga_have_vgpu10(svga));
|
|
|
|
/* Only support 2D texture for now */
|
|
if (pt->target != PIPE_TEXTURE_2D)
|
|
return false;
|
|
|
|
/* Fallback to the mipmap generation utility for those formats that
|
|
* do not support hw generate mipmap
|
|
*/
|
|
if (!svga_format_support_gen_mips(format))
|
|
return false;
|
|
|
|
/* Make sure the texture surface was created with
|
|
* SVGA3D_SURFACE_BIND_RENDER_TARGET
|
|
*/
|
|
if (!tex->handle || !(tex->key.flags & SVGA3D_SURFACE_BIND_RENDER_TARGET))
|
|
return false;
|
|
|
|
templ.format = format;
|
|
templ.u.tex.first_layer = first_layer;
|
|
templ.u.tex.last_layer = last_layer;
|
|
templ.u.tex.first_level = base_level;
|
|
templ.u.tex.last_level = last_level;
|
|
|
|
psv = pipe->create_sampler_view(pipe, pt, &templ);
|
|
if (psv == NULL)
|
|
return false;
|
|
|
|
sv = svga_pipe_sampler_view(psv);
|
|
ret = svga_validate_pipe_sampler_view(svga, sv);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = svga_validate_pipe_sampler_view(svga, sv);
|
|
assert(ret == PIPE_OK);
|
|
}
|
|
|
|
ret = SVGA3D_vgpu10_GenMips(svga->swc, sv->id, tex->handle);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_vgpu10_GenMips(svga->swc, sv->id, tex->handle);
|
|
}
|
|
pipe_sampler_view_reference(&psv, NULL);
|
|
|
|
svga->hud.num_generate_mipmap++;
|
|
|
|
return true;
|
|
}
|
|
|
|
|
|
/* texture upload buffer default size in bytes */
|
|
#define TEX_UPLOAD_DEFAULT_SIZE (1024 * 1024)
|
|
|
|
/**
|
|
* Create a texture upload buffer
|
|
*/
|
|
boolean
|
|
svga_texture_transfer_map_upload_create(struct svga_context *svga)
|
|
{
|
|
svga->tex_upload = u_upload_create(&svga->pipe, TEX_UPLOAD_DEFAULT_SIZE,
|
|
PIPE_BIND_CUSTOM, PIPE_USAGE_STAGING, 0);
|
|
if (svga->tex_upload)
|
|
u_upload_disable_persistent(svga->tex_upload);
|
|
|
|
return svga->tex_upload != NULL;
|
|
}
|
|
|
|
|
|
/**
|
|
* Destroy the texture upload buffer
|
|
*/
|
|
void
|
|
svga_texture_transfer_map_upload_destroy(struct svga_context *svga)
|
|
{
|
|
u_upload_destroy(svga->tex_upload);
|
|
}
|
|
|
|
|
|
/**
|
|
* Returns true if this transfer map request can use the upload buffer.
|
|
*/
|
|
boolean
|
|
svga_texture_transfer_map_can_upload(const struct svga_screen *svgascreen,
|
|
const struct pipe_resource *texture)
|
|
{
|
|
if (svgascreen->sws->have_transfer_from_buffer_cmd == FALSE)
|
|
return FALSE;
|
|
|
|
/* TransferFromBuffer command is not well supported with multi-samples surface */
|
|
if (texture->nr_samples > 1)
|
|
return FALSE;
|
|
|
|
if (util_format_is_compressed(texture->format)) {
|
|
/* XXX Need to take a closer look to see why texture upload
|
|
* with 3D texture with compressed format fails
|
|
*/
|
|
if (texture->target == PIPE_TEXTURE_3D)
|
|
return FALSE;
|
|
}
|
|
else if (texture->format == PIPE_FORMAT_R9G9B9E5_FLOAT) {
|
|
return FALSE;
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
|
|
/**
|
|
* Use upload buffer for the transfer map request.
|
|
*/
|
|
void *
|
|
svga_texture_transfer_map_upload(struct svga_context *svga,
|
|
struct svga_transfer *st)
|
|
{
|
|
struct pipe_resource *texture = st->base.resource;
|
|
struct pipe_resource *tex_buffer = NULL;
|
|
void *tex_map;
|
|
unsigned nblocksx, nblocksy;
|
|
unsigned offset;
|
|
unsigned upload_size;
|
|
|
|
assert(svga->tex_upload);
|
|
|
|
st->upload.box.x = st->base.box.x;
|
|
st->upload.box.y = st->base.box.y;
|
|
st->upload.box.z = st->base.box.z;
|
|
st->upload.box.w = st->base.box.width;
|
|
st->upload.box.h = st->base.box.height;
|
|
st->upload.box.d = st->base.box.depth;
|
|
st->upload.nlayers = 1;
|
|
|
|
switch (texture->target) {
|
|
case PIPE_TEXTURE_CUBE:
|
|
st->upload.box.z = 0;
|
|
break;
|
|
case PIPE_TEXTURE_2D_ARRAY:
|
|
case PIPE_TEXTURE_CUBE_ARRAY:
|
|
st->upload.nlayers = st->base.box.depth;
|
|
st->upload.box.z = 0;
|
|
st->upload.box.d = 1;
|
|
break;
|
|
case PIPE_TEXTURE_1D_ARRAY:
|
|
st->upload.nlayers = st->base.box.depth;
|
|
st->upload.box.y = st->upload.box.z = 0;
|
|
st->upload.box.d = 1;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
nblocksx = util_format_get_nblocksx(texture->format, st->base.box.width);
|
|
nblocksy = util_format_get_nblocksy(texture->format, st->base.box.height);
|
|
|
|
st->base.stride = nblocksx * util_format_get_blocksize(texture->format);
|
|
st->base.layer_stride = st->base.stride * nblocksy;
|
|
|
|
/* In order to use the TransferFromBuffer command to update the
|
|
* texture content from the buffer, the layer stride for a multi-layers
|
|
* surface needs to be in multiples of 16 bytes.
|
|
*/
|
|
if (st->upload.nlayers > 1 && st->base.layer_stride & 15)
|
|
return NULL;
|
|
|
|
upload_size = st->base.layer_stride * st->base.box.depth;
|
|
upload_size = align(upload_size, 16);
|
|
|
|
#ifdef DEBUG
|
|
if (util_format_is_compressed(texture->format)) {
|
|
struct svga_texture *tex = svga_texture(texture);
|
|
unsigned blockw, blockh, bytesPerBlock;
|
|
|
|
svga_format_size(tex->key.format, &blockw, &blockh, &bytesPerBlock);
|
|
|
|
/* dest box must start on block boundary */
|
|
assert((st->base.box.x % blockw) == 0);
|
|
assert((st->base.box.y % blockh) == 0);
|
|
}
|
|
#endif
|
|
|
|
/* If the upload size exceeds the default buffer size, the
|
|
* upload buffer manager code will try to allocate a new buffer
|
|
* with the new buffer size.
|
|
*/
|
|
u_upload_alloc(svga->tex_upload, 0, upload_size, 16,
|
|
&offset, &tex_buffer, &tex_map);
|
|
|
|
if (!tex_map) {
|
|
return NULL;
|
|
}
|
|
|
|
st->upload.buf = tex_buffer;
|
|
st->upload.map = tex_map;
|
|
st->upload.offset = offset;
|
|
|
|
return tex_map;
|
|
}
|
|
|
|
|
|
/**
|
|
* Unmap upload map transfer request
|
|
*/
|
|
void
|
|
svga_texture_transfer_unmap_upload(struct svga_context *svga,
|
|
struct svga_transfer *st)
|
|
{
|
|
struct svga_winsys_surface *srcsurf;
|
|
struct svga_winsys_surface *dstsurf;
|
|
struct pipe_resource *texture = st->base.resource;
|
|
struct svga_texture *tex = svga_texture(texture);
|
|
enum pipe_error ret;
|
|
unsigned subResource;
|
|
unsigned numMipLevels;
|
|
unsigned i, layer;
|
|
unsigned offset = st->upload.offset;
|
|
|
|
assert(svga->tex_upload);
|
|
assert(st->upload.buf);
|
|
|
|
/* unmap the texture upload buffer */
|
|
u_upload_unmap(svga->tex_upload);
|
|
|
|
srcsurf = svga_buffer_handle(svga, st->upload.buf, 0);
|
|
dstsurf = svga_texture(texture)->handle;
|
|
assert(dstsurf);
|
|
|
|
numMipLevels = texture->last_level + 1;
|
|
|
|
for (i = 0, layer = st->slice; i < st->upload.nlayers; i++, layer++) {
|
|
subResource = layer * numMipLevels + st->base.level;
|
|
|
|
/* send a transferFromBuffer command to update the host texture surface */
|
|
assert((offset & 15) == 0);
|
|
|
|
ret = SVGA3D_vgpu10_TransferFromBuffer(svga->swc, srcsurf,
|
|
offset,
|
|
st->base.stride,
|
|
st->base.layer_stride,
|
|
dstsurf, subResource,
|
|
&st->upload.box);
|
|
if (ret != PIPE_OK) {
|
|
svga_context_flush(svga, NULL);
|
|
ret = SVGA3D_vgpu10_TransferFromBuffer(svga->swc, srcsurf,
|
|
offset,
|
|
st->base.stride,
|
|
st->base.layer_stride,
|
|
dstsurf, subResource,
|
|
&st->upload.box);
|
|
assert(ret == PIPE_OK);
|
|
}
|
|
offset += st->base.layer_stride;
|
|
|
|
/* Set rendered-to flag */
|
|
svga_set_texture_rendered_to(tex, layer, st->base.level);
|
|
}
|
|
|
|
pipe_resource_reference(&st->upload.buf, NULL);
|
|
}
|
|
|
|
/**
|
|
* Does the device format backing this surface have an
|
|
* alpha channel?
|
|
*
|
|
* \param texture[in] The texture whose format we're querying
|
|
* \return TRUE if the format has an alpha channel, FALSE otherwise
|
|
*
|
|
* For locally created textures, the device (svga) format is typically
|
|
* identical to svga_format(texture->format), and we can use the gallium
|
|
* format tests to determine whether the device format has an alpha channel
|
|
* or not. However, for textures backed by imported svga surfaces that is
|
|
* not always true, and we have to look at the SVGA3D utilities.
|
|
*/
|
|
boolean
|
|
svga_texture_device_format_has_alpha(struct pipe_resource *texture)
|
|
{
|
|
/* the svga_texture() call below is invalid for PIPE_BUFFER resources */
|
|
assert(texture->target != PIPE_BUFFER);
|
|
|
|
enum svga3d_block_desc block_desc =
|
|
svga3dsurface_get_desc(svga_texture(texture)->key.format)->block_desc;
|
|
|
|
return !!(block_desc & SVGA3DBLOCKDESC_ALPHA);
|
|
}
|