/********************************************************** * Copyright 2014 VMware, Inc. All rights reserved. * * Permission is hereby granted, free of charge, to any person * obtaining a copy of this software and associated documentation * files (the "Software"), to deal in the Software without * restriction, including without limitation the rights to use, copy, * modify, merge, publish, distribute, sublicense, and/or sell copies * of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. * **********************************************************/ #include "util/u_memory.h" #include "util/u_bitmask.h" #include "svga_cmd.h" #include "svga_context.h" #include "svga_resource_buffer.h" #include "svga_shader.h" #include "svga_debug.h" #include "svga_streamout.h" struct svga_stream_output_target { struct pipe_stream_output_target base; }; /** cast wrapper */ static inline struct svga_stream_output_target * svga_stream_output_target(struct pipe_stream_output_target *s) { return (struct svga_stream_output_target *)s; } struct svga_stream_output * svga_create_stream_output(struct svga_context *svga, struct svga_shader *shader, const struct pipe_stream_output_info *info) { struct svga_stream_output *streamout; SVGA3dStreamOutputDeclarationEntry decls[SVGA3D_MAX_STREAMOUT_DECLS]; unsigned strides[SVGA3D_DX_MAX_SOTARGETS]; unsigned i; enum pipe_error ret; unsigned id; assert(info->num_outputs <= PIPE_MAX_SO_OUTPUTS); /* Gallium utility creates shaders with stream output. * For non-DX10, just return NULL. */ if (!svga_have_vgpu10(svga)) return NULL; assert(info->num_outputs <= SVGA3D_MAX_STREAMOUT_DECLS); /* Allocate an integer ID for the stream output */ id = util_bitmask_add(svga->stream_output_id_bm); if (id == UTIL_BITMASK_INVALID_INDEX) { return NULL; } /* Allocate the streamout data structure */ streamout = CALLOC_STRUCT(svga_stream_output); if (!streamout) return NULL; streamout->info = *info; streamout->id = id; streamout->pos_out_index = -1; SVGA_DBG(DEBUG_STREAMOUT, "%s, num_outputs=%d id=%d\n", __FUNCTION__, info->num_outputs, id); /* init whole decls and stride arrays to zero to avoid garbage values */ memset(decls, 0, sizeof(decls)); memset(strides, 0, sizeof(strides)); for (i = 0; i < info->num_outputs; i++) { unsigned reg_idx = info->output[i].register_index; unsigned buf_idx = info->output[i].output_buffer; const unsigned sem_name = shader->info.output_semantic_name[reg_idx]; assert(buf_idx <= PIPE_MAX_SO_BUFFERS); if (sem_name == TGSI_SEMANTIC_POSITION) { /** * Check if streaming out POSITION. If so, replace the * register index with the index for NON_ADJUSTED POSITION. */ decls[i].registerIndex = shader->info.num_outputs; /* Save this output index, so we can tell later if this stream output * includes an output of a vertex position */ streamout->pos_out_index = i; } else if (sem_name == TGSI_SEMANTIC_CLIPDIST) { /** * Use the shadow copy for clip distance because * CLIPDIST instruction is only emitted for enabled clip planes. * It's valid to write to ClipDistance variable for non-enabled * clip planes. */ decls[i].registerIndex = shader->info.num_outputs + 1 + shader->info.output_semantic_index[reg_idx]; } else { decls[i].registerIndex = reg_idx; } decls[i].outputSlot = buf_idx; decls[i].registerMask = ((1 << info->output[i].num_components) - 1) << info->output[i].start_component; SVGA_DBG(DEBUG_STREAMOUT, "%d slot=%d regIdx=%d regMask=0x%x\n", i, decls[i].outputSlot, decls[i].registerIndex, decls[i].registerMask); strides[buf_idx] = info->stride[buf_idx] * sizeof(float); } ret = SVGA3D_vgpu10_DefineStreamOutput(svga->swc, id, info->num_outputs, strides, decls); if (ret != PIPE_OK) { svga_context_flush(svga, NULL); ret = SVGA3D_vgpu10_DefineStreamOutput(svga->swc, id, info->num_outputs, strides, decls); if (ret != PIPE_OK) { util_bitmask_clear(svga->stream_output_id_bm, id); FREE(streamout); streamout = NULL; } } return streamout; } enum pipe_error svga_set_stream_output(struct svga_context *svga, struct svga_stream_output *streamout) { enum pipe_error ret = PIPE_OK; unsigned id = streamout ? streamout->id : SVGA3D_INVALID_ID; if (!svga_have_vgpu10(svga)) { return PIPE_OK; } SVGA_DBG(DEBUG_STREAMOUT, "%s streamout=0x%x id=%d\n", __FUNCTION__, streamout, id); if (svga->current_so != streamout) { /* Save current SO state */ svga->current_so = streamout; ret = SVGA3D_vgpu10_SetStreamOutput(svga->swc, id); if (ret != PIPE_OK) { svga_context_flush(svga, NULL); ret = SVGA3D_vgpu10_SetStreamOutput(svga->swc, id); } } return ret; } void svga_delete_stream_output(struct svga_context *svga, struct svga_stream_output *streamout) { enum pipe_error ret; SVGA_DBG(DEBUG_STREAMOUT, "%s streamout=0x%x\n", __FUNCTION__, streamout); assert(svga_have_vgpu10(svga)); assert(streamout != NULL); ret = SVGA3D_vgpu10_DestroyStreamOutput(svga->swc, streamout->id); if (ret != PIPE_OK) { svga_context_flush(svga, NULL); ret = SVGA3D_vgpu10_DestroyStreamOutput(svga->swc, streamout->id); } /* Release the ID */ util_bitmask_clear(svga->stream_output_id_bm, streamout->id); /* Free streamout structure */ FREE(streamout); } static struct pipe_stream_output_target * svga_create_stream_output_target(struct pipe_context *pipe, struct pipe_resource *buffer, unsigned buffer_offset, unsigned buffer_size) { struct svga_context *svga = svga_context(pipe); struct svga_stream_output_target *sot; SVGA_DBG(DEBUG_STREAMOUT, "%s offset=%d size=%d\n", __FUNCTION__, buffer_offset, buffer_size); assert(svga_have_vgpu10(svga)); (void) svga; sot = CALLOC_STRUCT(svga_stream_output_target); if (!sot) return NULL; pipe_reference_init(&sot->base.reference, 1); pipe_resource_reference(&sot->base.buffer, buffer); sot->base.context = pipe; sot->base.buffer = buffer; sot->base.buffer_offset = buffer_offset; sot->base.buffer_size = buffer_size; return &sot->base; } static void svga_destroy_stream_output_target(struct pipe_context *pipe, struct pipe_stream_output_target *target) { struct svga_stream_output_target *sot = svga_stream_output_target(target); SVGA_DBG(DEBUG_STREAMOUT, "%s\n", __FUNCTION__); pipe_resource_reference(&sot->base.buffer, NULL); FREE(sot); } static void svga_set_stream_output_targets(struct pipe_context *pipe, unsigned num_targets, struct pipe_stream_output_target **targets, const unsigned *offsets) { struct svga_context *svga = svga_context(pipe); struct SVGA3dSoTarget soBindings[SVGA3D_DX_MAX_SOTARGETS]; enum pipe_error ret; unsigned i; unsigned num_so_targets; SVGA_DBG(DEBUG_STREAMOUT, "%s num_targets=%d\n", __FUNCTION__, num_targets); assert(svga_have_vgpu10(svga)); /* Mark the streamout buffers as dirty so that we'll issue readbacks * before mapping. */ for (i = 0; i < svga->num_so_targets; i++) { struct svga_buffer *sbuf = svga_buffer(svga->so_targets[i]->buffer); sbuf->dirty = TRUE; } assert(num_targets <= SVGA3D_DX_MAX_SOTARGETS); for (i = 0; i < num_targets; i++) { struct svga_stream_output_target *sot = svga_stream_output_target(targets[i]); struct svga_buffer *sbuf = svga_buffer(sot->base.buffer); unsigned size; assert(sbuf->key.flags & SVGA3D_SURFACE_BIND_STREAM_OUTPUT); (void) sbuf; svga->so_surfaces[i] = svga_buffer_handle(svga, sot->base.buffer); svga->so_targets[i] = &sot->base; soBindings[i].offset = sot->base.buffer_offset; /* The size cannot extend beyond the end of the buffer. Clamp it. */ size = MIN2(sot->base.buffer_size, sot->base.buffer->width0 - sot->base.buffer_offset); soBindings[i].sizeInBytes = size; } /* unbind any previously bound stream output buffers */ for (; i < svga->num_so_targets; i++) { svga->so_surfaces[i] = NULL; svga->so_targets[i] = NULL; } num_so_targets = MAX2(svga->num_so_targets, num_targets); ret = SVGA3D_vgpu10_SetSOTargets(svga->swc, num_so_targets, soBindings, svga->so_surfaces); if (ret != PIPE_OK) { svga_context_flush(svga, NULL); ret = SVGA3D_vgpu10_SetSOTargets(svga->swc, num_so_targets, soBindings, svga->so_surfaces); } svga->num_so_targets = num_targets; } void svga_init_stream_output_functions(struct svga_context *svga) { svga->pipe.create_stream_output_target = svga_create_stream_output_target; svga->pipe.stream_output_target_destroy = svga_destroy_stream_output_target; svga->pipe.set_stream_output_targets = svga_set_stream_output_targets; }