diff options
Diffstat (limited to 'src')
| -rw-r--r-- | src/gallium/drivers/ilo/Makefile.sources | 1 | ||||
| -rw-r--r-- | src/gallium/drivers/ilo/ilo_gpe_gen6.c | 4570 | ||||
| -rw-r--r-- | src/gallium/drivers/ilo/ilo_gpe_gen6.h | 596 | ||||
| -rw-r--r-- | src/gallium/drivers/ilo/ilo_resource.c | 98 | ||||
| -rw-r--r-- | src/gallium/drivers/ilo/ilo_resource.h | 5 |
5 files changed, 5270 insertions, 0 deletions
diff --git a/src/gallium/drivers/ilo/Makefile.sources b/src/gallium/drivers/ilo/Makefile.sources index b5cb5fdca9d..d63984302aa 100644 --- a/src/gallium/drivers/ilo/Makefile.sources +++ b/src/gallium/drivers/ilo/Makefile.sources @@ -4,6 +4,7 @@ C_SOURCES := \ ilo_context.c \ ilo_cp.c \ ilo_format.c \ + ilo_gpe_gen6.c \ ilo_gpgpu.c \ ilo_query.c \ ilo_resource.c \ diff --git a/src/gallium/drivers/ilo/ilo_gpe_gen6.c b/src/gallium/drivers/ilo/ilo_gpe_gen6.c new file mode 100644 index 00000000000..469ea247c4c --- /dev/null +++ b/src/gallium/drivers/ilo/ilo_gpe_gen6.c @@ -0,0 +1,4570 @@ +/* + * Mesa 3-D graphics library + * + * Copyright (C) 2012-2013 LunarG, Inc. + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the "Software"), + * to deal in the Software without restriction, including without limitation + * the rights to use, copy, modify, merge, publish, distribute, sublicense, + * and/or sell copies of the Software, and to permit persons to whom the + * Software is furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included + * in all copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL + * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING + * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER + * DEALINGS IN THE SOFTWARE. + * + * Authors: + * Chia-I Wu <[email protected]> + */ + +#include "util/u_dual_blend.h" +#include "util/u_half.h" +#include "brw_defines.h" +#include "intel_reg.h" + +#include "ilo_context.h" +#include "ilo_cp.h" +#include "ilo_format.h" +#include "ilo_resource.h" +#include "ilo_shader.h" +#include "ilo_state.h" +#include "ilo_gpe_gen6.h" + +/** + * Translate winsys tiling to hardware tiling. + */ +int +ilo_gpe_gen6_translate_winsys_tiling(enum intel_tiling_mode tiling) +{ + switch (tiling) { + case INTEL_TILING_NONE: + return 0; + case INTEL_TILING_X: + return BRW_SURFACE_TILED; + case INTEL_TILING_Y: + return BRW_SURFACE_TILED | BRW_SURFACE_TILED_Y; + default: + assert(!"unknown tiling"); + return 0; + } +} + +/** + * Translate a pipe primitive type to the matching hardware primitive type. + */ +int +ilo_gpe_gen6_translate_pipe_prim(unsigned prim) +{ + static const int prim_mapping[PIPE_PRIM_MAX] = { + [PIPE_PRIM_POINTS] = _3DPRIM_POINTLIST, + [PIPE_PRIM_LINES] = _3DPRIM_LINELIST, + [PIPE_PRIM_LINE_LOOP] = _3DPRIM_LINELOOP, + [PIPE_PRIM_LINE_STRIP] = _3DPRIM_LINESTRIP, + [PIPE_PRIM_TRIANGLES] = _3DPRIM_TRILIST, + [PIPE_PRIM_TRIANGLE_STRIP] = _3DPRIM_TRISTRIP, + [PIPE_PRIM_TRIANGLE_FAN] = _3DPRIM_TRIFAN, + [PIPE_PRIM_QUADS] = _3DPRIM_QUADLIST, + [PIPE_PRIM_QUAD_STRIP] = _3DPRIM_QUADSTRIP, + [PIPE_PRIM_POLYGON] = _3DPRIM_POLYGON, + [PIPE_PRIM_LINES_ADJACENCY] = _3DPRIM_LINELIST_ADJ, + [PIPE_PRIM_LINE_STRIP_ADJACENCY] = _3DPRIM_LINESTRIP_ADJ, + [PIPE_PRIM_TRIANGLES_ADJACENCY] = _3DPRIM_TRILIST_ADJ, + [PIPE_PRIM_TRIANGLE_STRIP_ADJACENCY] = _3DPRIM_TRISTRIP_ADJ, + }; + + assert(prim_mapping[prim]); + + return prim_mapping[prim]; +} + +/** + * Translate a pipe texture target to the matching hardware surface type. + */ +int +ilo_gpe_gen6_translate_texture(enum pipe_texture_target target) +{ + switch (target) { + case PIPE_BUFFER: + return BRW_SURFACE_BUFFER; + case PIPE_TEXTURE_1D: + case PIPE_TEXTURE_1D_ARRAY: + return BRW_SURFACE_1D; + case PIPE_TEXTURE_2D: + case PIPE_TEXTURE_RECT: + case PIPE_TEXTURE_2D_ARRAY: + return BRW_SURFACE_2D; + case PIPE_TEXTURE_3D: + return BRW_SURFACE_3D; + case PIPE_TEXTURE_CUBE: + case PIPE_TEXTURE_CUBE_ARRAY: + return BRW_SURFACE_CUBE; + default: + assert(!"unknown texture target"); + return BRW_SURFACE_BUFFER; + } +} + +/** + * Translate a depth/stencil pipe format to the matching hardware + * format. Return -1 on errors. + */ +static int +gen6_translate_depth_format(enum pipe_format format) +{ + switch (format) { + case PIPE_FORMAT_Z16_UNORM: + return BRW_DEPTHFORMAT_D16_UNORM; + case PIPE_FORMAT_Z32_FLOAT: + return BRW_DEPTHFORMAT_D32_FLOAT; + case PIPE_FORMAT_Z24X8_UNORM: + return BRW_DEPTHFORMAT_D24_UNORM_X8_UINT; + case PIPE_FORMAT_Z24_UNORM_S8_UINT: + return BRW_DEPTHFORMAT_D24_UNORM_S8_UINT; + case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT: + return BRW_DEPTHFORMAT_D32_FLOAT_S8X24_UINT; + default: + return -1; + } +} + +/** + * Translate a pipe logicop to the matching hardware logicop. + */ +static int +gen6_translate_pipe_logicop(unsigned logicop) +{ + switch (logicop) { + case PIPE_LOGICOP_CLEAR: return BRW_LOGICOPFUNCTION_CLEAR; + case PIPE_LOGICOP_NOR: return BRW_LOGICOPFUNCTION_NOR; + case PIPE_LOGICOP_AND_INVERTED: return BRW_LOGICOPFUNCTION_AND_INVERTED; + case PIPE_LOGICOP_COPY_INVERTED: return BRW_LOGICOPFUNCTION_COPY_INVERTED; + case PIPE_LOGICOP_AND_REVERSE: return BRW_LOGICOPFUNCTION_AND_REVERSE; + case PIPE_LOGICOP_INVERT: return BRW_LOGICOPFUNCTION_INVERT; + case PIPE_LOGICOP_XOR: return BRW_LOGICOPFUNCTION_XOR; + case PIPE_LOGICOP_NAND: return BRW_LOGICOPFUNCTION_NAND; + case PIPE_LOGICOP_AND: return BRW_LOGICOPFUNCTION_AND; + case PIPE_LOGICOP_EQUIV: return BRW_LOGICOPFUNCTION_EQUIV; + case PIPE_LOGICOP_NOOP: return BRW_LOGICOPFUNCTION_NOOP; + case PIPE_LOGICOP_OR_INVERTED: return BRW_LOGICOPFUNCTION_OR_INVERTED; + case PIPE_LOGICOP_COPY: return BRW_LOGICOPFUNCTION_COPY; + case PIPE_LOGICOP_OR_REVERSE: return BRW_LOGICOPFUNCTION_OR_REVERSE; + case PIPE_LOGICOP_OR: return BRW_LOGICOPFUNCTION_OR; + case PIPE_LOGICOP_SET: return BRW_LOGICOPFUNCTION_SET; + default: + assert(!"unknown logicop function"); + return BRW_LOGICOPFUNCTION_CLEAR; + } +} + +/** + * Translate a pipe blend function to the matching hardware blend function. + */ +static int +gen6_translate_pipe_blend(unsigned blend) +{ + switch (blend) { + case PIPE_BLEND_ADD: return BRW_BLENDFUNCTION_ADD; + case PIPE_BLEND_SUBTRACT: return BRW_BLENDFUNCTION_SUBTRACT; + case PIPE_BLEND_REVERSE_SUBTRACT: return BRW_BLENDFUNCTION_REVERSE_SUBTRACT; + case PIPE_BLEND_MIN: return BRW_BLENDFUNCTION_MIN; + case PIPE_BLEND_MAX: return BRW_BLENDFUNCTION_MAX; + default: + assert(!"unknown blend function"); + return BRW_BLENDFUNCTION_ADD; + }; +} + +/** + * Translate a pipe blend factor to the matching hardware blend factor. + */ +static int +gen6_translate_pipe_blendfactor(unsigned blendfactor) +{ + switch (blendfactor) { + case PIPE_BLENDFACTOR_ONE: return BRW_BLENDFACTOR_ONE; + case PIPE_BLENDFACTOR_SRC_COLOR: return BRW_BLENDFACTOR_SRC_COLOR; + case PIPE_BLENDFACTOR_SRC_ALPHA: return BRW_BLENDFACTOR_SRC_ALPHA; + case PIPE_BLENDFACTOR_DST_ALPHA: return BRW_BLENDFACTOR_DST_ALPHA; + case PIPE_BLENDFACTOR_DST_COLOR: return BRW_BLENDFACTOR_DST_COLOR; + case PIPE_BLENDFACTOR_SRC_ALPHA_SATURATE: return BRW_BLENDFACTOR_SRC_ALPHA_SATURATE; + case PIPE_BLENDFACTOR_CONST_COLOR: return BRW_BLENDFACTOR_CONST_COLOR; + case PIPE_BLENDFACTOR_CONST_ALPHA: return BRW_BLENDFACTOR_CONST_ALPHA; + case PIPE_BLENDFACTOR_SRC1_COLOR: return BRW_BLENDFACTOR_SRC1_COLOR; + case PIPE_BLENDFACTOR_SRC1_ALPHA: return BRW_BLENDFACTOR_SRC1_ALPHA; + case PIPE_BLENDFACTOR_ZERO: return BRW_BLENDFACTOR_ZERO; + case PIPE_BLENDFACTOR_INV_SRC_COLOR: return BRW_BLENDFACTOR_INV_SRC_COLOR; + case PIPE_BLENDFACTOR_INV_SRC_ALPHA: return BRW_BLENDFACTOR_INV_SRC_ALPHA; + case PIPE_BLENDFACTOR_INV_DST_ALPHA: return BRW_BLENDFACTOR_INV_DST_ALPHA; + case PIPE_BLENDFACTOR_INV_DST_COLOR: return BRW_BLENDFACTOR_INV_DST_COLOR; + case PIPE_BLENDFACTOR_INV_CONST_COLOR: return BRW_BLENDFACTOR_INV_CONST_COLOR; + case PIPE_BLENDFACTOR_INV_CONST_ALPHA: return BRW_BLENDFACTOR_INV_CONST_ALPHA; + case PIPE_BLENDFACTOR_INV_SRC1_COLOR: return BRW_BLENDFACTOR_INV_SRC1_COLOR; + case PIPE_BLENDFACTOR_INV_SRC1_ALPHA: return BRW_BLENDFACTOR_INV_SRC1_ALPHA; + default: + assert(!"unknown blend factor"); + return BRW_BLENDFACTOR_ONE; + }; +} + +/** + * Translate a pipe stencil op to the matching hardware stencil op. + */ +static int +gen6_translate_pipe_stencil_op(unsigned stencil_op) +{ + switch (stencil_op) { + case PIPE_STENCIL_OP_KEEP: return BRW_STENCILOP_KEEP; + case PIPE_STENCIL_OP_ZERO: return BRW_STENCILOP_ZERO; + case PIPE_STENCIL_OP_REPLACE: return BRW_STENCILOP_REPLACE; + case PIPE_STENCIL_OP_INCR: return BRW_STENCILOP_INCRSAT; + case PIPE_STENCIL_OP_DECR: return BRW_STENCILOP_DECRSAT; + case PIPE_STENCIL_OP_INCR_WRAP: return BRW_STENCILOP_INCR; + case PIPE_STENCIL_OP_DECR_WRAP: return BRW_STENCILOP_DECR; + case PIPE_STENCIL_OP_INVERT: return BRW_STENCILOP_INVERT; + default: + assert(!"unknown stencil op"); + return BRW_STENCILOP_KEEP; + } +} + +/** + * Translate a pipe texture mipfilter to the matching hardware mipfilter. + */ +static int +gen6_translate_tex_mipfilter(unsigned filter) +{ + switch (filter) { + case PIPE_TEX_MIPFILTER_NEAREST: return BRW_MIPFILTER_NEAREST; + case PIPE_TEX_MIPFILTER_LINEAR: return BRW_MIPFILTER_LINEAR; + case PIPE_TEX_MIPFILTER_NONE: return BRW_MIPFILTER_NONE; + default: + assert(!"unknown mipfilter"); + return BRW_MIPFILTER_NONE; + } +} + +/** + * Translate a pipe texture filter to the matching hardware mapfilter. + */ +static int +gen6_translate_tex_filter(unsigned filter) +{ + switch (filter) { + case PIPE_TEX_FILTER_NEAREST: return BRW_MAPFILTER_NEAREST; + case PIPE_TEX_FILTER_LINEAR: return BRW_MAPFILTER_LINEAR; + default: + assert(!"unknown sampler filter"); + return BRW_MAPFILTER_NEAREST; + } +} + +/** + * Translate a pipe texture coordinate wrapping mode to the matching hardware + * wrapping mode. + */ +static int +gen6_translate_tex_wrap(unsigned wrap, bool clamp_to_edge) +{ + /* clamp to edge or border? */ + if (wrap == PIPE_TEX_WRAP_CLAMP) { + wrap = (clamp_to_edge) ? + PIPE_TEX_WRAP_CLAMP_TO_EDGE : PIPE_TEX_WRAP_CLAMP_TO_BORDER; + } + + switch (wrap) { + case PIPE_TEX_WRAP_REPEAT: return BRW_TEXCOORDMODE_WRAP; + case PIPE_TEX_WRAP_CLAMP_TO_EDGE: return BRW_TEXCOORDMODE_CLAMP; + case PIPE_TEX_WRAP_CLAMP_TO_BORDER: return BRW_TEXCOORDMODE_CLAMP_BORDER; + case PIPE_TEX_WRAP_MIRROR_REPEAT: return BRW_TEXCOORDMODE_MIRROR; + case PIPE_TEX_WRAP_CLAMP: + case PIPE_TEX_WRAP_MIRROR_CLAMP: + case PIPE_TEX_WRAP_MIRROR_CLAMP_TO_EDGE: + case PIPE_TEX_WRAP_MIRROR_CLAMP_TO_BORDER: + default: + assert(!"unknown sampler wrap mode"); + return BRW_TEXCOORDMODE_WRAP; + } +} + +/** + * Translate a pipe DSA test function to the matching hardware compare + * function. + */ +static int +gen6_translate_dsa_func(unsigned func) +{ + switch (func) { + case PIPE_FUNC_NEVER: return BRW_COMPAREFUNCTION_NEVER; + case PIPE_FUNC_LESS: return BRW_COMPAREFUNCTION_LESS; + case PIPE_FUNC_EQUAL: return BRW_COMPAREFUNCTION_EQUAL; + case PIPE_FUNC_LEQUAL: return BRW_COMPAREFUNCTION_LEQUAL; + case PIPE_FUNC_GREATER: return BRW_COMPAREFUNCTION_GREATER; + case PIPE_FUNC_NOTEQUAL: return BRW_COMPAREFUNCTION_NOTEQUAL; + case PIPE_FUNC_GEQUAL: return BRW_COMPAREFUNCTION_GEQUAL; + case PIPE_FUNC_ALWAYS: return BRW_COMPAREFUNCTION_ALWAYS; + default: + assert(!"unknown depth/stencil/alpha test function"); + return BRW_COMPAREFUNCTION_NEVER; + } +} + +/** + * Translate a pipe shadow compare function to the matching hardware shadow + * function. + */ +static int +gen6_translate_shadow_func(unsigned func) +{ + /* + * For PIPE_FUNC_x, the reference value is on the left-hand side of the + * comparison, and 1.0 is returned when the comparison is true. + * + * For BRW_PREFILTER_x, the reference value is on the right-hand side of + * the comparison, and 0.0 is returned when the comparison is true. + */ + switch (func) { + case PIPE_FUNC_NEVER: return BRW_PREFILTER_ALWAYS; + case PIPE_FUNC_LESS: return BRW_PREFILTER_LEQUAL; + case PIPE_FUNC_EQUAL: return BRW_PREFILTER_NOTEQUAL; + case PIPE_FUNC_LEQUAL: return BRW_PREFILTER_LESS; + case PIPE_FUNC_GREATER: return BRW_PREFILTER_GEQUAL; + case PIPE_FUNC_NOTEQUAL: return BRW_PREFILTER_EQUAL; + case PIPE_FUNC_GEQUAL: return BRW_PREFILTER_GREATER; + case PIPE_FUNC_ALWAYS: return BRW_PREFILTER_NEVER; + default: + assert(!"unknown shadow compare function"); + return BRW_PREFILTER_NEVER; + } +} + +/** + * Translate an index size to the matching hardware index format. + */ +static int +gen6_translate_index_size(int size) +{ + switch (size) { + case 4: return BRW_INDEX_DWORD; + case 2: return BRW_INDEX_WORD; + case 1: return BRW_INDEX_BYTE; + default: + assert(!"unknown index size"); + return BRW_INDEX_BYTE; + } +} + +static void +gen6_emit_STATE_BASE_ADDRESS(const struct ilo_gpe *gpe, + struct intel_bo *general_state_bo, + struct intel_bo *surface_state_bo, + struct intel_bo *dynamic_state_bo, + struct intel_bo *indirect_object_bo, + struct intel_bo *instruction_bo, + uint32_t general_state_size, + uint32_t dynamic_state_size, + uint32_t indirect_object_size, + uint32_t instruction_size, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x0, 0x1, 0x01); + const uint8_t cmd_len = 10; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* 4K-page aligned */ + assert(((general_state_size | dynamic_state_size | + indirect_object_size | instruction_size) & 0xfff) == 0); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + + ilo_cp_write_bo(cp, 1, general_state_bo, + INTEL_DOMAIN_RENDER, + 0); + ilo_cp_write_bo(cp, 1, surface_state_bo, + INTEL_DOMAIN_SAMPLER, + 0); + ilo_cp_write_bo(cp, 1, dynamic_state_bo, + INTEL_DOMAIN_RENDER | INTEL_DOMAIN_INSTRUCTION, + 0); + ilo_cp_write_bo(cp, 1, indirect_object_bo, + 0, + 0); + ilo_cp_write_bo(cp, 1, instruction_bo, + INTEL_DOMAIN_INSTRUCTION, + 0); + + if (general_state_size) { + ilo_cp_write_bo(cp, general_state_size | 1, general_state_bo, + INTEL_DOMAIN_RENDER, + 0); + } + else { + /* skip range check */ + ilo_cp_write(cp, 1); + } + + if (dynamic_state_size) { + ilo_cp_write_bo(cp, dynamic_state_size | 1, dynamic_state_bo, + INTEL_DOMAIN_RENDER | INTEL_DOMAIN_INSTRUCTION, + 0); + } + else { + /* skip range check */ + ilo_cp_write(cp, 0xfffff000 + 1); + } + + if (indirect_object_size) { + ilo_cp_write_bo(cp, indirect_object_size | 1, indirect_object_bo, + 0, + 0); + } + else { + /* skip range check */ + ilo_cp_write(cp, 0xfffff000 + 1); + } + + if (instruction_size) { + ilo_cp_write_bo(cp, instruction_size | 1, instruction_bo, + INTEL_DOMAIN_INSTRUCTION, + 0); + } + else { + /* skip range check */ + ilo_cp_write(cp, 1); + } + + ilo_cp_end(cp); +} + +static void +gen6_emit_STATE_SIP(const struct ilo_gpe *gpe, + uint32_t sip, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x0, 0x1, 0x02); + const uint8_t cmd_len = 2; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + ilo_cp_begin(cp, cmd_len | (cmd_len - 2)); + ilo_cp_write(cp, cmd); + ilo_cp_write(cp, sip); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_VF_STATISTICS(const struct ilo_gpe *gpe, + bool enable, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x1, 0x0, 0x0b); + const uint8_t cmd_len = 1; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | enable); + ilo_cp_end(cp); +} + +static void +gen6_emit_PIPELINE_SELECT(const struct ilo_gpe *gpe, + int pipeline, + struct ilo_cp *cp) +{ + const int cmd = ILO_GPE_CMD(0x1, 0x1, 0x04); + const uint8_t cmd_len = 1; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* 3D or media */ + assert(pipeline == 0x0 || pipeline == 0x1); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | pipeline); + ilo_cp_end(cp); +} + +static void +gen6_emit_MEDIA_VFE_STATE(const struct ilo_gpe *gpe, + int max_threads, int num_urb_entries, + int urb_entry_size, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x2, 0x0, 0x00); + const uint8_t cmd_len = 8; + uint32_t dw2, dw4; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + dw2 = (max_threads - 1) << 16 | + num_urb_entries << 8 | + 1 << 7 | /* Reset Gateway Timer */ + 1 << 6; /* Bypass Gateway Control */ + + dw4 = urb_entry_size << 16 | /* URB Entry Allocation Size */ + 480; /* CURBE Allocation Size */ + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0); /* scratch */ + ilo_cp_write(cp, dw2); + ilo_cp_write(cp, 0); /* MBZ */ + ilo_cp_write(cp, dw4); + ilo_cp_write(cp, 0); /* scoreboard */ + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_end(cp); +} + +static void +gen6_emit_MEDIA_CURBE_LOAD(const struct ilo_gpe *gpe, + uint32_t buf, int size, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x2, 0x0, 0x01); + const uint8_t cmd_len = 4; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + assert(buf % 32 == 0); + /* gen6_emit_push_constant_buffer() allocates buffers in 256-bit units */ + size = align(size, 32); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0); /* MBZ */ + ilo_cp_write(cp, size); + ilo_cp_write(cp, buf); + ilo_cp_end(cp); +} + +static void +gen6_emit_MEDIA_INTERFACE_DESCRIPTOR_LOAD(const struct ilo_gpe *gpe, + uint32_t offset, int num_ids, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x2, 0x0, 0x02); + const uint8_t cmd_len = 4; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + assert(offset % 32 == 0); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0); /* MBZ */ + /* every ID has 8 DWords */ + ilo_cp_write(cp, num_ids * 8 * 4); + ilo_cp_write(cp, offset); + ilo_cp_end(cp); +} + +static void +gen6_emit_MEDIA_GATEWAY_STATE(const struct ilo_gpe *gpe, + int id, int byte, int thread_count, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x2, 0x0, 0x03); + const uint8_t cmd_len = 2; + uint32_t dw1; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + dw1 = id << 16 | + byte << 8 | + thread_count; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + ilo_cp_end(cp); +} + +static void +gen6_emit_MEDIA_STATE_FLUSH(const struct ilo_gpe *gpe, + int thread_count_water_mark, + int barrier_mask, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x2, 0x0, 0x04); + const uint8_t cmd_len = 2; + uint32_t dw1; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + dw1 = thread_count_water_mark << 16 | + barrier_mask; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + ilo_cp_end(cp); +} + +static void +gen6_emit_MEDIA_OBJECT_WALKER(const struct ilo_gpe *gpe, + struct ilo_cp *cp) +{ + assert(!"MEDIA_OBJECT_WALKER unsupported"); +} + +static void +gen6_emit_3DSTATE_BINDING_TABLE_POINTERS(const struct ilo_gpe *gpe, + uint32_t vs_binding_table, + uint32_t gs_binding_table, + uint32_t ps_binding_table, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x01); + const uint8_t cmd_len = 4; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | + GEN6_BINDING_TABLE_MODIFY_VS | + GEN6_BINDING_TABLE_MODIFY_GS | + GEN6_BINDING_TABLE_MODIFY_PS); + ilo_cp_write(cp, vs_binding_table); + ilo_cp_write(cp, gs_binding_table); + ilo_cp_write(cp, ps_binding_table); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_SAMPLER_STATE_POINTERS(const struct ilo_gpe *gpe, + uint32_t vs_sampler_state, + uint32_t gs_sampler_state, + uint32_t ps_sampler_state, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x02); + const uint8_t cmd_len = 4; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | + VS_SAMPLER_STATE_CHANGE | + GS_SAMPLER_STATE_CHANGE | + PS_SAMPLER_STATE_CHANGE); + ilo_cp_write(cp, vs_sampler_state); + ilo_cp_write(cp, gs_sampler_state); + ilo_cp_write(cp, ps_sampler_state); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_URB(const struct ilo_gpe *gpe, + int vs_total_size, int gs_total_size, + int vs_entry_size, int gs_entry_size, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x05); + const uint8_t cmd_len = 3; + const int row_size = 128; /* 1024 bits */ + int vs_alloc_size, gs_alloc_size; + int vs_num_entries, gs_num_entries; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + /* in 1024-bit URB rows */ + vs_alloc_size = (vs_entry_size + row_size - 1) / row_size; + gs_alloc_size = (gs_entry_size + row_size - 1) / row_size; + + /* the valid range is [1, 5] */ + if (!vs_alloc_size) + vs_alloc_size = 1; + if (!gs_alloc_size) + gs_alloc_size = 1; + assert(vs_alloc_size <= 5 && gs_alloc_size <= 5); + + /* the valid range is [24, 256] in multiples of 4 */ + vs_num_entries = (vs_total_size / row_size / vs_alloc_size) & ~3; + if (vs_num_entries > 256) + vs_num_entries = 256; + assert(vs_num_entries >= 24); + + /* the valid range is [0, 256] in multiples of 4 */ + gs_num_entries = (gs_total_size / row_size / gs_alloc_size) & ~3; + if (gs_num_entries > 256) + gs_num_entries = 256; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, (vs_alloc_size - 1) << GEN6_URB_VS_SIZE_SHIFT | + vs_num_entries << GEN6_URB_VS_ENTRIES_SHIFT); + ilo_cp_write(cp, gs_num_entries << GEN6_URB_GS_ENTRIES_SHIFT | + (gs_alloc_size - 1) << GEN6_URB_GS_SIZE_SHIFT); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_VERTEX_BUFFERS(const struct ilo_gpe *gpe, + const struct pipe_vertex_buffer *vbuffers, + const int *instance_divisors, + uint32_t vbuffer_mask, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x08); + uint8_t cmd_len; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 82: + * + * "From 1 to 33 VBs can be specified..." + * + * Because of the type of vbuffer_mask, this is always the case. + */ + assert(vbuffer_mask <= (1UL << 33)); + + if (!vbuffer_mask) + return; + + cmd_len = 4 * util_bitcount(vbuffer_mask) + 1; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + + while (vbuffer_mask) { + const int index = u_bit_scan(&vbuffer_mask); + const struct pipe_vertex_buffer *vb = &vbuffers[index]; + const int instance_divisor = + (instance_divisors) ? instance_divisors[index] : 0; + uint32_t dw; + + dw = index << GEN6_VB0_INDEX_SHIFT; + + if (instance_divisor) + dw |= GEN6_VB0_ACCESS_INSTANCEDATA; + else + dw |= GEN6_VB0_ACCESS_VERTEXDATA; + + if (gpe->gen >= ILO_GEN(7)) + dw |= GEN7_VB0_ADDRESS_MODIFYENABLE; + + /* use null vb if there is no buffer or the stride is out of range */ + if (vb->buffer && vb->stride <= 2048) { + const struct ilo_resource *res = ilo_resource(vb->buffer); + const uint32_t start_offset = vb->buffer_offset; + const uint32_t end_offset = res->bo->get_size(res->bo) - 1; + + dw |= vb->stride << BRW_VB0_PITCH_SHIFT; + + ilo_cp_write(cp, dw); + ilo_cp_write_bo(cp, start_offset, res->bo, INTEL_DOMAIN_VERTEX, 0); + ilo_cp_write_bo(cp, end_offset, res->bo, INTEL_DOMAIN_VERTEX, 0); + ilo_cp_write(cp, instance_divisor); + } + else { + dw |= 1 << 13; + + ilo_cp_write(cp, dw); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, instance_divisor); + } + } + + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_VERTEX_ELEMENTS(const struct ilo_gpe *gpe, + const struct pipe_vertex_element *velements, + int num_velements, + bool last_velement_edgeflag, + bool prepend_generated_ids, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x09); + uint8_t cmd_len; + int format, i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 93: + * + * "Up to 34 (DevSNB+) vertex elements are supported." + */ + assert(num_velements + prepend_generated_ids <= 34); + + if (!num_velements && !prepend_generated_ids) { + cmd_len = 3; + format = BRW_SURFACEFORMAT_R32G32B32A32_FLOAT; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, + 0 << GEN6_VE0_INDEX_SHIFT | + GEN6_VE0_VALID | + format << BRW_VE0_FORMAT_SHIFT | + 0 << BRW_VE0_SRC_OFFSET_SHIFT); + ilo_cp_write(cp, + BRW_VE1_COMPONENT_STORE_0 << BRW_VE1_COMPONENT_0_SHIFT | + BRW_VE1_COMPONENT_STORE_0 << BRW_VE1_COMPONENT_1_SHIFT | + BRW_VE1_COMPONENT_STORE_0 << BRW_VE1_COMPONENT_2_SHIFT | + BRW_VE1_COMPONENT_STORE_1_FLT << BRW_VE1_COMPONENT_3_SHIFT); + ilo_cp_end(cp); + + return; + } + + cmd_len = 2 * (num_velements + prepend_generated_ids) + 1; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + + if (prepend_generated_ids) { + ilo_cp_write(cp, GEN6_VE0_VALID); + ilo_cp_write(cp, + BRW_VE1_COMPONENT_STORE_VID << BRW_VE1_COMPONENT_0_SHIFT | + BRW_VE1_COMPONENT_STORE_IID << BRW_VE1_COMPONENT_1_SHIFT | + BRW_VE1_COMPONENT_NOSTORE << BRW_VE1_COMPONENT_2_SHIFT | + BRW_VE1_COMPONENT_NOSTORE << BRW_VE1_COMPONENT_3_SHIFT); + } + + for (i = 0; i < num_velements; i++) { + const struct pipe_vertex_element *ve = &velements[i]; + int comp[4] = { + BRW_VE1_COMPONENT_STORE_SRC, + BRW_VE1_COMPONENT_STORE_SRC, + BRW_VE1_COMPONENT_STORE_SRC, + BRW_VE1_COMPONENT_STORE_SRC, + }; + int edgeflag_enable; + + if (last_velement_edgeflag && i == num_velements - 1) { + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 94: + * + * "* This bit (Edge Flag Enable) must only be ENABLED on the + * last valid VERTEX_ELEMENT structure. + * + * * When set, Component 0 Control must be set to + * VFCOMP_STORE_SRC, and Component 1-3 Control must be set to + * VFCOMP_NOSTORE. + * + * * The Source Element Format must be set to the UINT format. + * + * * [DevSNB]: Edge Flags are not supported for QUADLIST + * primitives. Software may elect to convert QUADLIST + * primitives to some set of corresponding edge-flag-supported + * primitive types (e.g., POLYGONs) prior to submission to the + * 3D pipeline." + * + * Only a limitied set of primitive types could have Edge Flag Enable + * set. The caller should not set last_velement_edgeflag for such + * primitive types. + */ + comp[1] = BRW_VE1_COMPONENT_NOSTORE; + comp[2] = BRW_VE1_COMPONENT_NOSTORE; + comp[3] = BRW_VE1_COMPONENT_NOSTORE; + + switch (ve->src_format) { + case PIPE_FORMAT_R32_FLOAT: + format = ilo_translate_vertex_format(PIPE_FORMAT_R32_UINT); + break; + default: + assert(ve->src_format == PIPE_FORMAT_R8_UINT); + format = ilo_translate_vertex_format(ve->src_format); + break; + } + + edgeflag_enable = GEN6_VE0_EDGE_FLAG_ENABLE; + } + else { + switch (util_format_get_nr_components(ve->src_format)) { + case 1: comp[1] = BRW_VE1_COMPONENT_STORE_0; + case 2: comp[2] = BRW_VE1_COMPONENT_STORE_0; + case 3: comp[3] = (util_format_is_pure_integer(ve->src_format)) ? + BRW_VE1_COMPONENT_STORE_1_INT : + BRW_VE1_COMPONENT_STORE_1_FLT; + } + + format = ilo_translate_vertex_format(ve->src_format); + + edgeflag_enable = 0; + } + + ilo_cp_write(cp, + ve->vertex_buffer_index << GEN6_VE0_INDEX_SHIFT | + GEN6_VE0_VALID | + format << BRW_VE0_FORMAT_SHIFT | + edgeflag_enable | + ve->src_offset << BRW_VE0_SRC_OFFSET_SHIFT); + + ilo_cp_write(cp, + comp[0] << BRW_VE1_COMPONENT_0_SHIFT | + comp[1] << BRW_VE1_COMPONENT_1_SHIFT | + comp[2] << BRW_VE1_COMPONENT_2_SHIFT | + comp[3] << BRW_VE1_COMPONENT_3_SHIFT); + } + + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_INDEX_BUFFER(const struct ilo_gpe *gpe, + const struct pipe_index_buffer *ib, + bool enable_cut_index, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x0a); + const uint8_t cmd_len = 3; + const struct ilo_resource *res = ilo_resource(ib->buffer); + uint32_t start_offset, end_offset; + int format; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + if (!res) + return; + + format = gen6_translate_index_size(ib->index_size); + + start_offset = ib->offset; + /* start_offset must be aligned to index size */ + if (start_offset % ib->index_size) { + /* TODO need a u_upload_mgr to upload the IB to an aligned address */ + assert(!"unaligned index buffer offset"); + start_offset -= start_offset % ib->index_size; + } + + /* end_offset must also be aligned */ + end_offset = res->bo->get_size(res->bo); + end_offset -= (end_offset % ib->index_size); + /* it is inclusive */ + end_offset -= 1; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | + ((enable_cut_index) ? BRW_CUT_INDEX_ENABLE : 0) | + format << 8); + ilo_cp_write_bo(cp, start_offset, res->bo, INTEL_DOMAIN_VERTEX, 0); + ilo_cp_write_bo(cp, end_offset, res->bo, INTEL_DOMAIN_VERTEX, 0); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_VIEWPORT_STATE_POINTERS(const struct ilo_gpe *gpe, + uint32_t clip_viewport, + uint32_t sf_viewport, + uint32_t cc_viewport, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x0d); + const uint8_t cmd_len = 4; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | + GEN6_CLIP_VIEWPORT_MODIFY | + GEN6_SF_VIEWPORT_MODIFY | + GEN6_CC_VIEWPORT_MODIFY); + ilo_cp_write(cp, clip_viewport); + ilo_cp_write(cp, sf_viewport); + ilo_cp_write(cp, cc_viewport); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_CC_STATE_POINTERS(const struct ilo_gpe *gpe, + uint32_t blend_state, + uint32_t depth_stencil_state, + uint32_t color_calc_state, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x0e); + const uint8_t cmd_len = 4; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, blend_state | 1); + ilo_cp_write(cp, depth_stencil_state | 1); + ilo_cp_write(cp, color_calc_state | 1); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_SCISSOR_STATE_POINTERS(const struct ilo_gpe *gpe, + uint32_t scissor_rect, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x0f); + const uint8_t cmd_len = 2; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, scissor_rect); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_VS(const struct ilo_gpe *gpe, + const struct ilo_shader *vs, + int max_threads, int num_samplers, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x10); + const uint8_t cmd_len = 6; + uint32_t dw2, dw4, dw5; + int vue_read_len; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + if (!vs) { + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_end(cp); + return; + } + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 135: + * + * "(Vertex URB Entry Read Length) Specifies the number of pairs of + * 128-bit vertex elements to be passed into the payload for each + * vertex." + * + * "It is UNDEFINED to set this field to 0 indicating no Vertex URB + * data to be read and passed to the thread." + */ + vue_read_len = (vs->in.count + 1) / 2; + if (!vue_read_len) + vue_read_len = 1; + + dw2 = ((num_samplers + 3) / 4) << GEN6_VS_SAMPLER_COUNT_SHIFT; + if (false) + dw2 |= GEN6_VS_FLOATING_POINT_MODE_ALT; + + dw4 = vs->in.start_grf << GEN6_VS_DISPATCH_START_GRF_SHIFT | + vue_read_len << GEN6_VS_URB_READ_LENGTH_SHIFT | + 0 << GEN6_VS_URB_ENTRY_READ_OFFSET_SHIFT; + + dw5 = GEN6_VS_STATISTICS_ENABLE | + GEN6_VS_ENABLE; + + if (gpe->gen >= ILO_GEN(7.5)) + dw5 |= (max_threads - 1) << HSW_VS_MAX_THREADS_SHIFT; + else + dw5 |= (max_threads - 1) << GEN6_VS_MAX_THREADS_SHIFT; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, vs->cache_offset); + ilo_cp_write(cp, dw2); + ilo_cp_write(cp, 0); /* scratch */ + ilo_cp_write(cp, dw4); + ilo_cp_write(cp, dw5); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_GS(const struct ilo_gpe *gpe, + const struct ilo_shader *gs, + int max_threads, const struct ilo_shader *vs, + uint32_t vs_offset, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x11); + const uint8_t cmd_len = 7; + uint32_t dw1, dw2, dw4, dw5, dw6; + int i; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + if (!gs && (!vs || !vs->stream_output)) { + dw1 = 0; + dw2 = 0; + dw4 = 1 << GEN6_GS_URB_READ_LENGTH_SHIFT; + dw5 = GEN6_GS_STATISTICS_ENABLE; + dw6 = 0; + } + else { + int vue_read_len; + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 154: + * + * "Maximum Number of Threads valid range is [0,27] when Rendering + * Enabled bit is set." + * + * From the Sandy Bridge PRM, volume 2 part 1, page 173: + * + * "Programming Note: If the GS stage is enabled, software must + * always allocate at least one GS URB Entry. This is true even if + * the GS thread never needs to output vertices to the pipeline, + * e.g., when only performing stream output. This is an artifact of + * the need to pass the GS thread an initial destination URB + * handle." + * + * As such, we always enable rendering, and limit the number of threads. + */ + if (max_threads > 28) + max_threads = 28; + + dw2 = GEN6_GS_SPF_MODE; + + dw5 = (max_threads - 1) << GEN6_GS_MAX_THREADS_SHIFT | + GEN6_GS_STATISTICS_ENABLE | + GEN6_GS_SO_STATISTICS_ENABLE | + GEN6_GS_RENDERING_ENABLE; + + /* + * we cannot make use of GEN6_GS_REORDER because it will reorder + * triangle strips according to D3D rules (triangle 2N+1 uses vertices + * (2N+1, 2N+3, 2N+2)), instead of GL rules (triangle 2N+1 uses vertices + * (2N+2, 2N+1, 2N+3)). + */ + dw6 = GEN6_GS_ENABLE; + + if (gs) { + /* VS ouputs must match GS inputs */ + assert(gs->in.count == vs->out.count); + for (i = 0; i < gs->in.count; i++) { + assert(gs->in.semantic_names[i] == vs->out.semantic_names[i]); + assert(gs->in.semantic_indices[i] == vs->out.semantic_indices[i]); + } + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 153: + * + * "It is UNDEFINED to set this field (Vertex URB Entry Read + * Length) to 0 indicating no Vertex URB data to be read and + * passed to the thread." + */ + vue_read_len = (gs->in.count + 1) / 2; + if (!vue_read_len) + vue_read_len = 1; + + dw1 = gs->cache_offset; + dw4 = vue_read_len << GEN6_GS_URB_READ_LENGTH_SHIFT | + 0 << GEN6_GS_URB_ENTRY_READ_OFFSET_SHIFT | + gs->in.start_grf << GEN6_GS_DISPATCH_START_GRF_SHIFT; + + if (gs->in.discard_adj) + dw6 |= GEN6_GS_DISCARD_ADJACENCY; + + if (gs->stream_output) { + dw6 |= GEN6_GS_SVBI_PAYLOAD_ENABLE; + if (gs->svbi_post_inc) { + dw6 |= GEN6_GS_SVBI_POSTINCREMENT_ENABLE | + gs->svbi_post_inc << GEN6_GS_SVBI_POSTINCREMENT_VALUE_SHIFT; + } + } + } + else { + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 153: + * + * "It is UNDEFINED to set this field (Vertex URB Entry Read + * Length) to 0 indicating no Vertex URB data to be read and + * passed to the thread." + */ + vue_read_len = (vs->out.count + 1) / 2; + if (!vue_read_len) + vue_read_len = 1; + + dw1 = vs_offset; + dw4 = vue_read_len << GEN6_GS_URB_READ_LENGTH_SHIFT | + 0 << GEN6_GS_URB_ENTRY_READ_OFFSET_SHIFT | + vs->gs_start_grf << GEN6_GS_DISPATCH_START_GRF_SHIFT; + + if (vs->in.discard_adj) + dw6 |= GEN6_GS_DISCARD_ADJACENCY; + + dw6 |= GEN6_GS_SVBI_PAYLOAD_ENABLE; + if (vs->svbi_post_inc) { + dw6 |= GEN6_GS_SVBI_POSTINCREMENT_ENABLE | + vs->svbi_post_inc << GEN6_GS_SVBI_POSTINCREMENT_VALUE_SHIFT; + } + } + } + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + ilo_cp_write(cp, dw2); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, dw4); + ilo_cp_write(cp, dw5); + ilo_cp_write(cp, dw6); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_CLIP(const struct ilo_gpe *gpe, + const struct pipe_rasterizer_state *rasterizer, + bool has_linear_interp, + bool enable_guardband, + int num_viewports, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x12); + const uint8_t cmd_len = 4; + uint32_t dw1, dw2, dw3; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + if (!rasterizer) { + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_end(cp); + + return; + } + + dw1 = GEN6_CLIP_STATISTICS_ENABLE; + + if (gpe->gen >= ILO_GEN(7)) { + /* + * From the Ivy Bridge PRM, volume 2 part 1, page 219: + * + * "Workaround : Due to Hardware issue "EarlyCull" needs to be + * enabled only for the cases where the incoming primitive topology + * into the clipper guaranteed to be Trilist." + * + * What does this mean? + */ + dw1 |= 0 << 19 | + GEN7_CLIP_EARLY_CULL; + + if (rasterizer->front_ccw) + dw1 |= GEN7_CLIP_WINDING_CCW; + + switch (rasterizer->cull_face) { + case PIPE_FACE_NONE: + dw1 |= GEN7_CLIP_CULLMODE_NONE; + break; + case PIPE_FACE_FRONT: + dw1 |= GEN7_CLIP_CULLMODE_FRONT; + break; + case PIPE_FACE_BACK: + dw1 |= GEN7_CLIP_CULLMODE_BACK; + break; + case PIPE_FACE_FRONT_AND_BACK: + dw1 |= GEN7_CLIP_CULLMODE_BOTH; + break; + } + } + + dw2 = GEN6_CLIP_ENABLE | + GEN6_CLIP_XY_TEST | + rasterizer->clip_plane_enable << GEN6_USER_CLIP_CLIP_DISTANCES_SHIFT | + GEN6_CLIP_MODE_NORMAL; + + if (rasterizer->clip_halfz) + dw2 |= GEN6_CLIP_API_D3D; + else + dw2 |= GEN6_CLIP_API_OGL; + + if (rasterizer->depth_clip) + dw2 |= GEN6_CLIP_Z_TEST; + + /* + * There are several reasons that guard band test should be disabled + * + * - when the renderer does not perform 2D clipping + * - GL wide points (to avoid partially visibie object) + * - GL wide or AA lines (to avoid partially visibie object) + */ + if (enable_guardband && true /* API_GL */) { + if (rasterizer->point_size_per_vertex || rasterizer->point_size > 1.0f) + enable_guardband = false; + if (rasterizer->line_smooth || rasterizer->line_width > 1.0f) + enable_guardband = false; + } + + if (enable_guardband) + dw2 |= GEN6_CLIP_GB_TEST; + + if (has_linear_interp) + dw2 |= GEN6_CLIP_NON_PERSPECTIVE_BARYCENTRIC_ENABLE; + + if (rasterizer->flatshade_first) { + dw2 |= 0 << GEN6_CLIP_TRI_PROVOKE_SHIFT | + 0 << GEN6_CLIP_LINE_PROVOKE_SHIFT | + 1 << GEN6_CLIP_TRIFAN_PROVOKE_SHIFT; + } + else { + dw2 |= 2 << GEN6_CLIP_TRI_PROVOKE_SHIFT | + 1 << GEN6_CLIP_LINE_PROVOKE_SHIFT | + 2 << GEN6_CLIP_TRIFAN_PROVOKE_SHIFT; + } + + dw3 = 0x1 << GEN6_CLIP_MIN_POINT_WIDTH_SHIFT | + 0x7ff << GEN6_CLIP_MAX_POINT_WIDTH_SHIFT | + GEN6_CLIP_FORCE_ZERO_RTAINDEX | + (num_viewports - 1); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + ilo_cp_write(cp, dw2); + ilo_cp_write(cp, dw3); + ilo_cp_end(cp); +} + +/** + * Fill in DW2 to DW7 of 3DSTATE_SF. + */ +void +ilo_gpe_gen6_fill_3dstate_sf_raster(const struct ilo_gpe *gpe, + const struct pipe_rasterizer_state *rasterizer, + int num_samples, + enum pipe_format depth_format, + bool separate_stencil, + uint32_t *dw, int num_dwords) +{ + float offset_const, offset_scale, offset_clamp; + int format, line_width, point_width; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + assert(num_dwords == 6); + + if (!rasterizer) { + dw[0] = 0; + dw[1] = (num_samples > 1) ? GEN6_SF_MSRAST_ON_PATTERN : 0; + dw[2] = 0; + dw[3] = 0; + dw[4] = 0; + dw[5] = 0; + + return; + } + + /* + * Scale the constant term. The minimum representable value used by the HW + * is not large enouch to be the minimum resolvable difference. + */ + offset_const = rasterizer->offset_units * 2.0f; + + offset_scale = rasterizer->offset_scale; + offset_clamp = rasterizer->offset_clamp; + + if (separate_stencil) { + switch (depth_format) { + case PIPE_FORMAT_Z24_UNORM_S8_UINT: + depth_format = PIPE_FORMAT_Z24X8_UNORM; + break; + case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT: + depth_format = PIPE_FORMAT_Z32_FLOAT;; + break; + case PIPE_FORMAT_S8_UINT: + depth_format = PIPE_FORMAT_NONE; + break; + default: + break; + } + } + + format = gen6_translate_depth_format(depth_format); + /* FLOAT surface is assumed when there is no depth buffer */ + if (format < 0) + format = BRW_DEPTHFORMAT_D32_FLOAT; + + /* + * Smooth lines should intersect ceil(line_width) or (ceil(line_width) + 1) + * pixels in the minor direction. We have to make the lines slightly + * thicker, 0.5 pixel on both sides, so that they intersect that many + * pixels are considered into the lines. + * + * Line width is in U3.7. + */ + line_width = (int) ((rasterizer->line_width + + (float) rasterizer->line_smooth) * 128.0f + 0.5f); + line_width = CLAMP(line_width, 0, 1023); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 251: + * + * "Software must not program a value of 0.0 when running in + * MSRASTMODE_ON_xxx modes - zero-width lines are not available when + * multisampling rasterization is enabled." + */ + if (rasterizer->multisample) { + if (!line_width) + line_width = 128; /* 1.0f */ + } + else if (line_width == 128 && !rasterizer->line_smooth) { + /* use GIQ rules */ + line_width = 0; + } + + /* in U8.3 */ + point_width = (int) (rasterizer->point_size * 8.0f + 0.5f); + point_width = CLAMP(point_width, 1, 2047); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 248: + * + * "This bit (Statistics Enable) should be set whenever clipping is + * enabled and the Statistics Enable bit is set in CLIP_STATE. It + * should be cleared if clipping is disabled or Statistics Enable in + * CLIP_STATE is clear." + */ + dw[0] = GEN6_SF_STATISTICS_ENABLE | + GEN6_SF_VIEWPORT_TRANSFORM_ENABLE; + + /* XXX GEN6 path seems to work fine for GEN7 */ + if (false && gpe->gen >= ILO_GEN(7)) { + dw[0] |= format << GEN7_SF_DEPTH_BUFFER_SURFACE_FORMAT_SHIFT; + + /* + * From the Ivy Bridge PRM, volume 2 part 1, page 258: + * + * "This bit (Legacy Global Depth Bias Enable, Global Depth Offset + * Enable Solid , Global Depth Offset Enable Wireframe, and Global + * Depth Offset Enable Point) should be set whenever non zero depth + * bias (Slope, Bias) values are used. Setting this bit may have + * some degradation of performance for some workloads." + */ + if (rasterizer->offset_tri || + rasterizer->offset_line || + rasterizer->offset_point) { + /* XXX need to scale offset_const according to the depth format */ + dw[0] |= GEN6_SF_LEGACY_GLOBAL_DEPTH_BIAS; + + dw[0] |= GEN6_SF_GLOBAL_DEPTH_OFFSET_SOLID | + GEN6_SF_GLOBAL_DEPTH_OFFSET_WIREFRAME | + GEN6_SF_GLOBAL_DEPTH_OFFSET_POINT; + } + else { + offset_const = 0.0f; + offset_scale = 0.0f; + offset_clamp = 0.0f; + } + } + else { + if (gpe->gen >= ILO_GEN(7)) + dw[0] |= format << GEN7_SF_DEPTH_BUFFER_SURFACE_FORMAT_SHIFT; + + if (rasterizer->offset_tri) + dw[0] |= GEN6_SF_GLOBAL_DEPTH_OFFSET_SOLID; + if (rasterizer->offset_line) + dw[0] |= GEN6_SF_GLOBAL_DEPTH_OFFSET_WIREFRAME; + if (rasterizer->offset_point) + dw[0] |= GEN6_SF_GLOBAL_DEPTH_OFFSET_POINT; + } + + switch (rasterizer->fill_front) { + case PIPE_POLYGON_MODE_FILL: + dw[0] |= GEN6_SF_FRONT_SOLID; + break; + case PIPE_POLYGON_MODE_LINE: + dw[0] |= GEN6_SF_FRONT_WIREFRAME; + break; + case PIPE_POLYGON_MODE_POINT: + dw[0] |= GEN6_SF_FRONT_POINT; + break; + } + + switch (rasterizer->fill_back) { + case PIPE_POLYGON_MODE_FILL: + dw[0] |= GEN6_SF_BACK_SOLID; + break; + case PIPE_POLYGON_MODE_LINE: + dw[0] |= GEN6_SF_BACK_WIREFRAME; + break; + case PIPE_POLYGON_MODE_POINT: + dw[0] |= GEN6_SF_BACK_POINT; + break; + } + + if (rasterizer->front_ccw) + dw[0] |= GEN6_SF_WINDING_CCW; + + dw[1] = 0; + + if (rasterizer->line_smooth) { + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 251: + * + * "This field (Anti-aliasing Enable) must be disabled if any of the + * render targets have integer (UINT or SINT) surface format." + * + * From the Sandy Bridge PRM, volume 2 part 1, page 317: + * + * "This field (Hierarchical Depth Buffer Enable) must be disabled + * if Anti-aliasing Enable in 3DSTATE_SF is enabled. + * + * TODO We do not check those yet. + */ + dw[1] |= GEN6_SF_LINE_AA_ENABLE | + GEN6_SF_LINE_END_CAP_WIDTH_1_0; + } + + switch (rasterizer->cull_face) { + case PIPE_FACE_NONE: + dw[1] |= GEN6_SF_CULL_NONE; + break; + case PIPE_FACE_FRONT: + dw[1] |= GEN6_SF_CULL_FRONT; + break; + case PIPE_FACE_BACK: + dw[1] |= GEN6_SF_CULL_BACK; + break; + case PIPE_FACE_FRONT_AND_BACK: + dw[1] |= GEN6_SF_CULL_BOTH; + break; + } + + dw[1] |= line_width << GEN6_SF_LINE_WIDTH_SHIFT; + + if (rasterizer->scissor) + dw[1] |= GEN6_SF_SCISSOR_ENABLE; + + if (num_samples > 1 && rasterizer->multisample) + dw[1] |= GEN6_SF_MSRAST_ON_PATTERN; + + dw[2] = GEN6_SF_LINE_AA_MODE_TRUE | + GEN6_SF_VERTEX_SUBPIXEL_8BITS; + + if (rasterizer->line_last_pixel) + dw[2] |= 1 << 31; + + if (rasterizer->flatshade_first) { + dw[2] |= 0 << GEN6_SF_TRI_PROVOKE_SHIFT | + 0 << GEN6_SF_LINE_PROVOKE_SHIFT | + 1 << GEN6_SF_TRIFAN_PROVOKE_SHIFT; + } + else { + dw[2] |= 2 << GEN6_SF_TRI_PROVOKE_SHIFT | + 1 << GEN6_SF_LINE_PROVOKE_SHIFT | + 2 << GEN6_SF_TRIFAN_PROVOKE_SHIFT; + } + + if (!rasterizer->point_size_per_vertex) + dw[2] |= GEN6_SF_USE_STATE_POINT_WIDTH; + + dw[2] |= point_width; + + dw[3] = fui(offset_const); + dw[4] = fui(offset_scale); + dw[5] = fui(offset_clamp); +} + +/** + * Fill in DW1 and DW8 to DW19 of 3DSTATE_SF. + */ +void +ilo_gpe_gen6_fill_3dstate_sf_sbe(const struct ilo_gpe *gpe, + const struct pipe_rasterizer_state *rasterizer, + const struct ilo_shader *fs, + const struct ilo_shader *last_sh, + uint32_t *dw, int num_dwords) +{ + uint32_t point_sprite_enable, const_interp_enable; + uint16_t attr_ctrl[PIPE_MAX_SHADER_INPUTS]; + int vue_offset, vue_len; + int dst, max_src, i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + assert(num_dwords == 13); + + if (!fs) { + if (gpe->gen >= ILO_GEN(7)) + dw[0] = 1 << GEN7_SBE_URB_ENTRY_READ_LENGTH_SHIFT; + else + dw[0] = 1 << GEN6_SF_URB_ENTRY_READ_LENGTH_SHIFT; + + for (i = 1; i < num_dwords; i++) + dw[i] = 0; + + return; + } + + if (last_sh) { + /* skip PSIZE and POSITION (how about the optional CLIPDISTs?) */ + assert(last_sh->out.semantic_names[0] == TGSI_SEMANTIC_PSIZE); + assert(last_sh->out.semantic_names[1] == TGSI_SEMANTIC_POSITION); + vue_offset = 2; + vue_len = last_sh->out.count - vue_offset; + } + else { + vue_offset = 0; + vue_len = fs->in.count; + } + + point_sprite_enable = 0; + const_interp_enable = 0; + max_src = (last_sh) ? 0 : fs->in.count - 1; + + for (dst = 0; dst < fs->in.count; dst++) { + const int semantic = fs->in.semantic_names[dst]; + const int index = fs->in.semantic_indices[dst]; + const int interp = fs->in.interp[dst]; + int src; + uint16_t ctrl; + + /* + * From the Ivy Bridge PRM, volume 2 part 1, page 268: + * + * "This field (Point Sprite Texture Coordinate Enable) must be + * programmed to 0 when non-point primitives are rendered." + * + * TODO We do not check that yet. + */ + if (semantic == TGSI_SEMANTIC_GENERIC && + (rasterizer->sprite_coord_enable & (1 << index))) + point_sprite_enable |= 1 << dst; + + if (interp == TGSI_INTERPOLATE_CONSTANT || + (interp == TGSI_INTERPOLATE_COLOR && rasterizer->flatshade)) + const_interp_enable |= 1 << dst; + + if (!last_sh) { + attr_ctrl[dst] = 0; + continue; + } + + /* find the matching VS/GS OUT for FS IN[i] */ + ctrl = 0; + for (src = 0; src < vue_len; src++) { + if (last_sh->out.semantic_names[vue_offset + src] != semantic || + last_sh->out.semantic_indices[vue_offset + src] != index) + continue; + + ctrl = src; + + if (semantic == TGSI_SEMANTIC_COLOR && rasterizer->light_twoside && + src < vue_len - 1) { + const int next = src + 1; + + if (last_sh->out.semantic_names[vue_offset + next] == + TGSI_SEMANTIC_BCOLOR && + last_sh->out.semantic_indices[vue_offset + next] == index) { + ctrl |= ATTRIBUTE_SWIZZLE_INPUTATTR_FACING << + ATTRIBUTE_SWIZZLE_SHIFT; + src++; + } + } + + break; + } + + /* if there is no COLOR, try BCOLOR */ + if (src >= vue_len && semantic == TGSI_SEMANTIC_COLOR) { + for (src = 0; src < vue_len; src++) { + if (last_sh->out.semantic_names[vue_offset + src] != + TGSI_SEMANTIC_BCOLOR || + last_sh->out.semantic_indices[vue_offset + src] != index) + continue; + + ctrl = src; + break; + } + } + + if (src < vue_len) { + attr_ctrl[dst] = ctrl; + if (max_src < src) + max_src = src; + } + else { + /* + * The previous shader stage does not output this attribute. The + * value is supposed to be undefined for fs, unless the attribute + * goes through point sprite replacement or the attribute is + * TGSI_SEMANTIC_POSITION. In all cases, we do not care which source + * attribute is picked. + * + * We should update the fs code and omit the output of + * TGSI_SEMANTIC_POSITION here. + */ + attr_ctrl[dst] = 0; + } + } + + for (; dst < Elements(attr_ctrl); dst++) + attr_ctrl[dst] = 0; + + /* only the first 16 attributes can be remapped */ + for (dst = 16; dst < Elements(attr_ctrl); dst++) + assert(attr_ctrl[dst] == 0 || attr_ctrl[dst] == dst); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 248: + * + * "It is UNDEFINED to set this field (Vertex URB Entry Read Length) to + * 0 indicating no Vertex URB data to be read. + * + * This field should be set to the minimum length required to read the + * maximum source attribute. The maximum source attribute is indicated + * by the maximum value of the enabled Attribute # Source Attribute if + * Attribute Swizzle Enable is set, Number of Output Attributes-1 if + * enable is not set. + * + * read_length = ceiling((max_source_attr+1)/2) + * + * [errata] Corruption/Hang possible if length programmed larger than + * recommended" + */ + vue_len = max_src + 1; + + assert(fs->in.count <= 32); + assert(vue_offset % 2 == 0); + + if (gpe->gen >= ILO_GEN(7)) { + dw[0] = fs->in.count << GEN7_SBE_NUM_OUTPUTS_SHIFT | + (vue_len + 1) / 2 << GEN7_SBE_URB_ENTRY_READ_LENGTH_SHIFT | + vue_offset / 2 << GEN7_SBE_URB_ENTRY_READ_OFFSET_SHIFT; + + if (last_sh) + dw[0] |= GEN7_SBE_SWIZZLE_ENABLE; + } + else { + dw[0] = fs->in.count << GEN6_SF_NUM_OUTPUTS_SHIFT | + (vue_len + 1) / 2 << GEN6_SF_URB_ENTRY_READ_LENGTH_SHIFT | + vue_offset / 2 << GEN6_SF_URB_ENTRY_READ_OFFSET_SHIFT; + + if (last_sh) + dw[0] |= GEN6_SF_SWIZZLE_ENABLE; + } + + switch (rasterizer->sprite_coord_mode) { + case PIPE_SPRITE_COORD_UPPER_LEFT: + dw[0] |= GEN6_SF_POINT_SPRITE_UPPERLEFT; + break; + case PIPE_SPRITE_COORD_LOWER_LEFT: + dw[0] |= GEN6_SF_POINT_SPRITE_LOWERLEFT; + break; + } + + for (i = 0; i < 8; i++) + dw[1 + i] = attr_ctrl[2 * i + 1] << 16 | attr_ctrl[2 * i]; + + dw[9] = point_sprite_enable; + dw[10] = const_interp_enable; + + /* WrapShortest enables */ + dw[11] = 0; + dw[12] = 0; +} + +static void +gen6_emit_3DSTATE_SF(const struct ilo_gpe *gpe, + const struct pipe_rasterizer_state *rasterizer, + const struct ilo_shader *fs, + const struct ilo_shader *last_sh, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x13); + const uint8_t cmd_len = 20; + uint32_t dw_raster[6], dw_sbe[13]; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + ilo_gpe_gen6_fill_3dstate_sf_raster(gpe, rasterizer, + 1, PIPE_FORMAT_NONE, false, dw_raster, Elements(dw_raster)); + ilo_gpe_gen6_fill_3dstate_sf_sbe(gpe, rasterizer, + fs, last_sh, dw_sbe, Elements(dw_sbe)); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw_sbe[0]); + ilo_cp_write_multi(cp, dw_raster, 6); + ilo_cp_write_multi(cp, &dw_sbe[1], 12); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_WM(const struct ilo_gpe *gpe, + const struct ilo_shader *fs, + int max_threads, int num_samplers, + const struct pipe_rasterizer_state *rasterizer, + bool dual_blend, bool cc_may_kill, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x14); + const uint8_t cmd_len = 9; + const int num_samples = 1; + uint32_t dw2, dw4, dw5, dw6; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + if (!fs) { + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + /* honor the valid range even if dispatching is disabled */ + ilo_cp_write(cp, (max_threads - 1) << GEN6_WM_MAX_THREADS_SHIFT); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_end(cp); + + return; + } + + dw2 = (num_samplers + 3) / 4 << GEN6_WM_SAMPLER_COUNT_SHIFT; + if (false) + dw2 |= GEN6_WM_FLOATING_POINT_MODE_ALT; + + dw4 = fs->in.start_grf << GEN6_WM_DISPATCH_START_GRF_SHIFT_0 | + 0 << GEN6_WM_DISPATCH_START_GRF_SHIFT_1 | + 0 << GEN6_WM_DISPATCH_START_GRF_SHIFT_2; + + if (true) { + dw4 |= GEN6_WM_STATISTICS_ENABLE; + } + else { + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 248: + * + * "This bit (Statistics Enable) must be disabled if either of these + * bits is set: Depth Buffer Clear , Hierarchical Depth Buffer + * Resolve Enable or Depth Buffer Resolve Enable." + */ + dw4 |= GEN6_WM_DEPTH_CLEAR; + dw4 |= GEN6_WM_DEPTH_RESOLVE; + dw4 |= GEN6_WM_HIERARCHICAL_DEPTH_RESOLVE; + } + + dw5 = (max_threads - 1) << GEN6_WM_MAX_THREADS_SHIFT | + GEN6_WM_LINE_AA_WIDTH_2_0; + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 275: + * + * "This bit (Pixel Shader Kill Pixel), if ENABLED, indicates that the + * PS kernel or color calculator has the ability to kill (discard) + * pixels or samples, other than due to depth or stencil testing. + * This bit is required to be ENABLED in the following situations: + * + * The API pixel shader program contains "killpix" or "discard" + * instructions, or other code in the pixel shader kernel that can + * cause the final pixel mask to differ from the pixel mask received + * on dispatch. + * + * A sampler with chroma key enabled with kill pixel mode is used by + * the pixel shader. + * + * Any render target has Alpha Test Enable or AlphaToCoverage Enable + * enabled. + * + * The pixel shader kernel generates and outputs oMask. + * + * Note: As ClipDistance clipping is fully supported in hardware and + * therefore not via PS instructions, there should be no need to + * ENABLE this bit due to ClipDistance clipping." + */ + if (fs->has_kill || cc_may_kill) + dw5 |= GEN6_WM_KILL_ENABLE; + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 275: + * + * "If a NULL Depth Buffer is selected, the Pixel Shader Computed Depth + * field must be set to disabled." + * + * TODO This is not checked yet. + */ + if (fs->out.has_pos) + dw5 |= GEN6_WM_COMPUTED_DEPTH; + + if (fs->in.has_pos) + dw5 |= GEN6_WM_USES_SOURCE_DEPTH | GEN6_WM_USES_SOURCE_W; + + /* + * Set this bit if + * + * a) fs writes colors and color is not masked, or + * b) fs writes depth, or + * c) fs or cc kills + */ + if (true) + dw5 |= GEN6_WM_DISPATCH_ENABLE; + + /* same value as in 3DSTATE_SF */ + if (rasterizer->line_smooth) + dw5 |= GEN6_WM_LINE_END_CAP_AA_WIDTH_1_0; + + if (rasterizer->poly_stipple_enable) + dw5 |= GEN6_WM_POLYGON_STIPPLE_ENABLE; + if (rasterizer->line_stipple_enable) + dw5 |= GEN6_WM_LINE_STIPPLE_ENABLE; + + if (dual_blend) + dw5 |= GEN6_WM_DUAL_SOURCE_BLEND_ENABLE; + + if (fs->dispatch_16) + dw5 |= GEN6_WM_16_DISPATCH_ENABLE; + else + dw5 |= GEN6_WM_8_DISPATCH_ENABLE; + + dw6 = fs->in.count << GEN6_WM_NUM_SF_OUTPUTS_SHIFT | + GEN6_WM_POSOFFSET_NONE | + GEN6_WM_POSITION_ZW_PIXEL | + fs->in.barycentric_interpolation_mode << + GEN6_WM_BARYCENTRIC_INTERPOLATION_MODE_SHIFT; + + if (rasterizer->bottom_edge_rule) + dw6 |= GEN6_WM_POINT_RASTRULE_UPPER_RIGHT; + + if (num_samples > 1) { + if (rasterizer->multisample) + dw6 |= GEN6_WM_MSRAST_ON_PATTERN; + else + dw6 |= GEN6_WM_MSRAST_OFF_PIXEL; + dw6 |= GEN6_WM_MSDISPMODE_PERPIXEL; + } + else { + dw6 |= GEN6_WM_MSRAST_OFF_PIXEL | + GEN6_WM_MSDISPMODE_PERSAMPLE; + } + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, fs->cache_offset); + ilo_cp_write(cp, dw2); + ilo_cp_write(cp, 0); /* scratch */ + ilo_cp_write(cp, dw4); + ilo_cp_write(cp, dw5); + ilo_cp_write(cp, dw6); + ilo_cp_write(cp, 0); /* kernel 1 */ + ilo_cp_write(cp, 0); /* kernel 2 */ + ilo_cp_end(cp); +} + +static unsigned +gen6_fill_3dstate_constant(const struct ilo_gpe *gpe, + const uint32_t *bufs, const int *sizes, + int num_bufs, int max_read_length, + uint32_t *dw, int num_dwords) +{ + unsigned enabled = 0x0; + int total_read_length, i; + + assert(num_dwords == 4); + + total_read_length = 0; + for (i = 0; i < 4; i++) { + if (i < num_bufs && sizes[i]) { + /* in 256-bit units minus one */ + const int read_len = (sizes[i] + 31) / 32 - 1; + + assert(bufs[i] % 32 == 0); + assert(read_len < 32); + + enabled |= 1 << i; + dw[i] = bufs[i] | read_len; + + total_read_length += read_len + 1; + } + else { + dw[i] = 0; + } + } + + assert(total_read_length <= max_read_length); + + return enabled; +} + +static void +gen6_emit_3DSTATE_CONSTANT_VS(const struct ilo_gpe *gpe, + const uint32_t *bufs, const int *sizes, + int num_bufs, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x15); + const uint8_t cmd_len = 5; + uint32_t buf_dw[4], buf_enabled; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(num_bufs <= 4); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 138: + * + * "The sum of all four read length fields (each incremented to + * represent the actual read length) must be less than or equal to 32" + */ + buf_enabled = gen6_fill_3dstate_constant(gpe, + bufs, sizes, num_bufs, 32, buf_dw, Elements(buf_dw)); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | buf_enabled << 12); + ilo_cp_write(cp, buf_dw[0]); + ilo_cp_write(cp, buf_dw[1]); + ilo_cp_write(cp, buf_dw[2]); + ilo_cp_write(cp, buf_dw[3]); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_CONSTANT_GS(const struct ilo_gpe *gpe, + const uint32_t *bufs, const int *sizes, + int num_bufs, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x16); + const uint8_t cmd_len = 5; + uint32_t buf_dw[4], buf_enabled; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(num_bufs <= 4); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 161: + * + * "The sum of all four read length fields (each incremented to + * represent the actual read length) must be less than or equal to 64" + */ + buf_enabled = gen6_fill_3dstate_constant(gpe, + bufs, sizes, num_bufs, 64, buf_dw, Elements(buf_dw)); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | buf_enabled << 12); + ilo_cp_write(cp, buf_dw[0]); + ilo_cp_write(cp, buf_dw[1]); + ilo_cp_write(cp, buf_dw[2]); + ilo_cp_write(cp, buf_dw[3]); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_CONSTANT_PS(const struct ilo_gpe *gpe, + const uint32_t *bufs, const int *sizes, + int num_bufs, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x17); + const uint8_t cmd_len = 5; + uint32_t buf_dw[4], buf_enabled; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(num_bufs <= 4); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 287: + * + * "The sum of all four read length fields (each incremented to + * represent the actual read length) must be less than or equal to 64" + */ + buf_enabled = gen6_fill_3dstate_constant(gpe, + bufs, sizes, num_bufs, 64, buf_dw, Elements(buf_dw)); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | buf_enabled << 12); + ilo_cp_write(cp, buf_dw[0]); + ilo_cp_write(cp, buf_dw[1]); + ilo_cp_write(cp, buf_dw[2]); + ilo_cp_write(cp, buf_dw[3]); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_SAMPLE_MASK(const struct ilo_gpe *gpe, + unsigned sample_mask, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x0, 0x18); + const uint8_t cmd_len = 2; + const unsigned valid_mask = 0xf; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + sample_mask &= valid_mask; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, sample_mask); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_DRAWING_RECTANGLE(const struct ilo_gpe *gpe, + unsigned x, unsigned y, + unsigned width, unsigned height, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x1, 0x00); + const uint8_t cmd_len = 4; + unsigned xmax = x + width - 1; + unsigned ymax = y + height - 1; + int rect_limit; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + if (gpe->gen >= ILO_GEN(7)) { + rect_limit = 16383; + } + else { + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 230: + * + * "[DevSNB] Errata: This field (Clipped Drawing Rectangle Y Min) + * must be an even number" + */ + assert(y % 2 == 0); + + rect_limit = 8191; + } + + if (x > rect_limit) x = rect_limit; + if (y > rect_limit) y = rect_limit; + if (xmax > rect_limit) xmax = rect_limit; + if (ymax > rect_limit) ymax = rect_limit; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, y << 16 | x); + ilo_cp_write(cp, ymax << 16 | xmax); + + /* + * There is no need to set the origin. It is intended to support front + * buffer rendering. + */ + ilo_cp_write(cp, 0); + + ilo_cp_end(cp); +} + +static int +gen6_get_depth_buffer_format(const struct ilo_gpe *gpe, + enum pipe_format format, + bool hiz, + bool separate_stencil, + bool *has_depth, + bool *has_stencil) +{ + int depth_format; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + *has_depth = true; + *has_stencil = false; + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 317: + * + * "If this field (Hierarchical Depth Buffer Enable) is enabled, the + * Surface Format of the depth buffer cannot be + * D32_FLOAT_S8X24_UINT or D24_UNORM_S8_UINT. Use of stencil + * requires the separate stencil buffer." + * + * From the Ironlake PRM, volume 2 part 1, page 330: + * + * "If this field (Separate Stencil Buffer Enable) is disabled, the + * Surface Format of the depth buffer cannot be D24_UNORM_X8_UINT." + * + * There is no similar restriction for GEN6. But when D24_UNORM_X8_UINT + * is indeed used, the depth values output by the fragment shaders will + * be different when read back. + * + * As for GEN7+, separate_stencil_buffer is always true. + */ + switch (format) { + case PIPE_FORMAT_Z16_UNORM: + depth_format = BRW_DEPTHFORMAT_D16_UNORM; + break; + case PIPE_FORMAT_Z32_FLOAT: + depth_format = BRW_DEPTHFORMAT_D32_FLOAT; + break; + case PIPE_FORMAT_Z24X8_UNORM: + depth_format = (separate_stencil) ? + BRW_DEPTHFORMAT_D24_UNORM_X8_UINT : + BRW_DEPTHFORMAT_D24_UNORM_S8_UINT; + break; + case PIPE_FORMAT_Z24_UNORM_S8_UINT: + depth_format = (separate_stencil) ? + BRW_DEPTHFORMAT_D24_UNORM_X8_UINT : + BRW_DEPTHFORMAT_D24_UNORM_S8_UINT; + *has_stencil = true; + break; + case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT: + depth_format = (separate_stencil) ? + BRW_DEPTHFORMAT_D32_FLOAT : + BRW_DEPTHFORMAT_D32_FLOAT_S8X24_UINT; + *has_stencil = true; + break; + case PIPE_FORMAT_S8_UINT: + if (separate_stencil) { + depth_format = BRW_DEPTHFORMAT_D32_FLOAT; + *has_depth = false; + *has_stencil = true; + break; + } + /* fall through */ + default: + assert(!"unsupported depth/stencil format"); + depth_format = BRW_DEPTHFORMAT_D32_FLOAT; + *has_depth = false; + *has_stencil = false; + break; + } + + return depth_format; +} + +void +ilo_gpe_gen6_emit_3DSTATE_DEPTH_BUFFER(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + const struct pipe_depth_stencil_alpha_state *dsa, + bool hiz, + struct ilo_cp *cp) +{ + const uint32_t cmd = (gpe->gen >= ILO_GEN(7)) ? + ILO_GPE_CMD(0x3, 0x0, 0x05) : ILO_GPE_CMD(0x3, 0x1, 0x05); + const uint8_t cmd_len = 7; + const int max_2d_size = (gpe->gen >= ILO_GEN(7)) ? 16384 : 8192; + struct ilo_resource *res; + uint32_t dw1, dw3; + uint32_t slice_offset, x_offset, y_offset; + int surface_type, depth_format, width, height; + bool separate_stencil, has_depth, has_stencil; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + if (gpe->gen >= ILO_GEN(7)) { + separate_stencil = true; + } + else { + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 317: + * + * "This field (Separate Stencil Buffer Enable) must be set to the + * same value (enabled or disabled) as Hierarchical Depth Buffer + * Enable." + */ + separate_stencil = hiz; + } + + if (surface) { + depth_format = gen6_get_depth_buffer_format(gpe, + surface->format, hiz, separate_stencil, &has_depth, &has_stencil); + } + else { + has_depth = false; + has_stencil = false; + } + + if (!has_depth && !has_stencil) { + dw1 = BRW_SURFACE_NULL << 29 | + BRW_DEPTHFORMAT_D32_FLOAT << 18; + + /* Y-tiled */ + if (gpe->gen == ILO_GEN(6)) { + dw1 |= 1 << 27 | + 1 << 26; + } + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_end(cp); + + return; + } + + res = ilo_resource(surface->texture); + surface_type = ilo_gpe_gen6_translate_texture(res->base.target); + width = surface->width; + height = surface->height; + + /* + * we always treat the resource as non-mipmapped and set the slice/x/y + * offsets manually + */ + slice_offset = ilo_resource_get_slice_offset(res, + surface->u.tex.level, surface->u.tex.first_layer, + true, &x_offset, &y_offset); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 326: + * + * "The 3 LSBs of both offsets (Depth Coordinate Offset Y and Depth + * Coordinate Offset X) must be zero to ensure correct alignment" + * + * XXX Skip the check for gen6, which seems to be fine. We need to make + * sure that does not happen eventually. + */ + if (gpe->gen >= ILO_GEN(7)) { + assert((x_offset & 7) == 0 && (y_offset & 7) == 0); + x_offset &= ~7; + y_offset &= ~7; + } + + width += x_offset; + height += y_offset; + + /* required for GEN6+ */ + assert(res->tiling == INTEL_TILING_Y); + + assert(res->bo_stride > 0 && res->bo_stride < 128 * 1024 && + res->bo_stride % 128 == 0); + assert(surface->u.tex.first_layer == surface->u.tex.last_layer); + assert(width <= res->bo_stride); + + /* we have to treat them as 2D surfaces */ + if (surface_type == BRW_SURFACE_CUBE) { + assert(surface->width == surface->height); + /* we will set slice_offset to point to the single face */ + surface_type = BRW_SURFACE_2D; + } + else if (surface_type == BRW_SURFACE_1D && height > 1) { + assert(surface->height == 1); + surface_type = BRW_SURFACE_2D; + } + + switch (surface_type) { + case BRW_SURFACE_1D: + assert(width <= max_2d_size && height == 1); + break; + case BRW_SURFACE_2D: + assert(width <= max_2d_size && height <= max_2d_size); + break; + case BRW_SURFACE_3D: + assert(width <= 2048 && height <= 2048); + assert(x_offset == 0 && y_offset == 0); + break; + case BRW_SURFACE_CUBE: + assert(width <= max_2d_size && height <= max_2d_size && + width == height); + assert(x_offset == 0 && y_offset == 0); + break; + default: + assert(!"unexpected depth surface type"); + break; + } + + dw1 = surface_type << 29 | + depth_format << 18 | + (res->bo_stride - 1); + + if (gpe->gen >= ILO_GEN(7)) { + if (has_depth) { + if (dsa->depth.writemask) + dw1 |= 1 << 28; + if (hiz) + dw1 |= 1 << 22; + } + + if (has_stencil && + (dsa->stencil[0].writemask || dsa->stencil[1].writemask)) + dw1 |= 1 << 27; + + dw3 = (height - 1) << 18 | + (width - 1) << 4; + } + else { + dw1 |= (res->tiling != INTEL_TILING_NONE) << 27 | + (res->tiling == INTEL_TILING_Y) << 26; + + if (hiz) { + dw1 |= 1 << 22 | + 1 << 21; + } + + dw3 = (height - 1) << 19 | + (width - 1) << 6 | + BRW_SURFACE_MIPMAPLAYOUT_BELOW << 1; + } + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + + if (has_depth) { + ilo_cp_write_bo(cp, slice_offset, res->bo, + INTEL_DOMAIN_RENDER, INTEL_DOMAIN_RENDER); + } + else { + ilo_cp_write(cp, 0); + } + + ilo_cp_write(cp, dw3); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, y_offset << 16 | x_offset); + ilo_cp_write(cp, 0); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_DEPTH_BUFFER(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + bool hiz, + struct ilo_cp *cp) +{ + ilo_gpe_gen6_emit_3DSTATE_DEPTH_BUFFER(gpe, surface, NULL, hiz, cp); +} + +static void +gen6_emit_3DSTATE_POLY_STIPPLE_OFFSET(const struct ilo_gpe *gpe, + int x_offset, int y_offset, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x1, 0x06); + const uint8_t cmd_len = 2; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + assert(x_offset >= 0 && x_offset <= 31); + assert(y_offset >= 0 && y_offset <= 31); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, x_offset << 8 | y_offset); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_POLY_STIPPLE_PATTERN(const struct ilo_gpe *gpe, + const struct pipe_poly_stipple *pattern, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x1, 0x07); + const uint8_t cmd_len = 33; + int i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + assert(Elements(pattern->stipple) == 32); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + for (i = 0; i < 32; i++) + ilo_cp_write(cp, pattern->stipple[i]); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_LINE_STIPPLE(const struct ilo_gpe *gpe, + unsigned pattern, unsigned factor, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x1, 0x08); + const uint8_t cmd_len = 3; + unsigned inverse; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + assert((pattern & 0xffff) == pattern); + assert(factor >= 1 && factor <= 256); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, pattern); + + if (gpe->gen >= ILO_GEN(7)) { + /* in U1.16 */ + inverse = (unsigned) (65536.0f / factor); + ilo_cp_write(cp, inverse << 15 | factor); + } + else { + /* in U1.13 */ + inverse = (unsigned) (8192.0f / factor); + ilo_cp_write(cp, inverse << 16 | factor); + } + + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_AA_LINE_PARAMETERS(const struct ilo_gpe *gpe, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x1, 0x0a); + const uint8_t cmd_len = 3; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0 << 16 | 0); + ilo_cp_write(cp, 0 << 16 | 0); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_GS_SVB_INDEX(const struct ilo_gpe *gpe, + int index, unsigned svbi, + unsigned max_svbi, + bool load_vertex_count, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x1, 0x0b); + const uint8_t cmd_len = 4; + uint32_t dw1; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(index >= 0 && index < 4); + + dw1 = index << SVB_INDEX_SHIFT; + if (load_vertex_count) + dw1 |= SVB_LOAD_INTERNAL_VERTEX_COUNT; + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + ilo_cp_write(cp, svbi); + ilo_cp_write(cp, max_svbi); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_MULTISAMPLE(const struct ilo_gpe *gpe, + int num_samples, + const uint32_t *packed_sample_pos, + bool pixel_location_center, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x1, 0x0d); + const uint8_t cmd_len = (gpe->gen >= ILO_GEN(7)) ? 4 : 3; + uint32_t dw1, dw2, dw3; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + dw1 = (pixel_location_center) ? + MS_PIXEL_LOCATION_CENTER : MS_PIXEL_LOCATION_UPPER_LEFT; + + switch (num_samples) { + case 0: + case 1: + dw1 |= MS_NUMSAMPLES_1; + dw2 = 0; + dw3 = 0; + break; + case 4: + dw1 |= MS_NUMSAMPLES_4; + dw2 = packed_sample_pos[0]; + dw3 = 0; + break; + case 8: + assert(gpe->gen >= ILO_GEN(7)); + dw1 |= MS_NUMSAMPLES_8; + dw2 = packed_sample_pos[0]; + dw3 = packed_sample_pos[1]; + break; + default: + assert(!"unsupported sample count"); + dw1 |= MS_NUMSAMPLES_1; + dw2 = 0; + dw3 = 0; + break; + } + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + ilo_cp_write(cp, dw2); + if (gpe->gen >= ILO_GEN(7)) + ilo_cp_write(cp, dw3); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_STENCIL_BUFFER(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + struct ilo_cp *cp) +{ + const uint32_t cmd = (gpe->gen >= ILO_GEN(7)) ? + ILO_GPE_CMD(0x3, 0x0, 0x06) : + ILO_GPE_CMD(0x3, 0x1, 0x0e); + const uint8_t cmd_len = 3; + struct ilo_resource *res; + uint32_t slice_offset; + int pitch; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + if (!surface) { + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_end(cp); + + return; + } + + res = ilo_resource(surface->texture); + + /* TODO */ + slice_offset = 0; + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 329: + * + * "The pitch must be set to 2x the value computed based on width, as + * the stencil buffer is stored with two rows interleaved." + */ + pitch = 2 * res->bo_stride; + assert(pitch > 0 && pitch < 128 * 1024 && pitch % 128 == 0); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, pitch - 1); + ilo_cp_write_bo(cp, slice_offset, res->bo, + INTEL_DOMAIN_RENDER, INTEL_DOMAIN_RENDER); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_HIER_DEPTH_BUFFER(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + struct ilo_cp *cp) +{ + const uint32_t cmd = (gpe->gen >= ILO_GEN(7)) ? + ILO_GPE_CMD(0x3, 0x0, 0x07) : + ILO_GPE_CMD(0x3, 0x1, 0x0f); + const uint8_t cmd_len = 3; + struct ilo_resource *res; + uint32_t slice_offset; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + if (!surface) { + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, 0); + ilo_cp_write(cp, 0); + ilo_cp_end(cp); + + return; + } + + res = ilo_resource(surface->texture); + + /* TODO */ + slice_offset = 0; + + assert(res->bo_stride > 0 && res->bo_stride < 128 * 1024 && + res->bo_stride % 128 == 0); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, res->bo_stride - 1); + ilo_cp_write_bo(cp, slice_offset, res->bo, + INTEL_DOMAIN_RENDER, INTEL_DOMAIN_RENDER); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DSTATE_CLEAR_PARAMS(const struct ilo_gpe *gpe, + uint32_t clear_val, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x1, 0x10); + const uint8_t cmd_len = 2; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | + GEN5_DEPTH_CLEAR_VALID); + ilo_cp_write(cp, clear_val); + ilo_cp_end(cp); +} + +static void +gen6_emit_PIPE_CONTROL(const struct ilo_gpe *gpe, + uint32_t dw1, + struct intel_bo *bo, uint32_t bo_offset, + bool write_qword, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x2, 0x00); + const uint8_t cmd_len = (write_qword) ? 5 : 4; + const uint32_t read_domains = INTEL_DOMAIN_INSTRUCTION; + const uint32_t write_domain = INTEL_DOMAIN_INSTRUCTION; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + if (dw1 & PIPE_CONTROL_CS_STALL) { + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 73: + * + * "1 of the following must also be set (when CS stall is set): + * + * * Depth Cache Flush Enable ([0] of DW1) + * * Stall at Pixel Scoreboard ([1] of DW1) + * * Depth Stall ([13] of DW1) + * * Post-Sync Operation ([13] of DW1) + * * Render Target Cache Flush Enable ([12] of DW1) + * * Notify Enable ([8] of DW1)" + * + * From the Ivy Bridge PRM, volume 2 part 1, page 61: + * + * "One of the following must also be set (when CS stall is set): + * + * * Render Target Cache Flush Enable ([12] of DW1) + * * Depth Cache Flush Enable ([0] of DW1) + * * Stall at Pixel Scoreboard ([1] of DW1) + * * Depth Stall ([13] of DW1) + * * Post-Sync Operation ([13] of DW1)" + */ + uint32_t bit_test = PIPE_CONTROL_WRITE_FLUSH | + PIPE_CONTROL_DEPTH_CACHE_FLUSH | + PIPE_CONTROL_STALL_AT_SCOREBOARD | + PIPE_CONTROL_DEPTH_STALL; + + /* post-sync op */ + bit_test |= PIPE_CONTROL_WRITE_IMMEDIATE | + PIPE_CONTROL_WRITE_DEPTH_COUNT | + PIPE_CONTROL_WRITE_TIMESTAMP; + + if (gpe->gen == ILO_GEN(6)) + bit_test |= PIPE_CONTROL_INTERRUPT_ENABLE; + + assert(dw1 & bit_test); + } + + if (dw1 & PIPE_CONTROL_DEPTH_STALL) { + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 73: + * + * "Following bits must be clear (when Depth Stall is set): + * + * * Render Target Cache Flush Enable ([12] of DW1) + * * Depth Cache Flush Enable ([0] of DW1)" + */ + assert(!(dw1 & (PIPE_CONTROL_WRITE_FLUSH | + PIPE_CONTROL_DEPTH_CACHE_FLUSH))); + } + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2)); + ilo_cp_write(cp, dw1); + ilo_cp_write_bo(cp, bo_offset, bo, read_domains, write_domain); + ilo_cp_write(cp, 0); + if (write_qword) + ilo_cp_write(cp, 0); + ilo_cp_end(cp); +} + +static void +gen6_emit_3DPRIMITIVE(const struct ilo_gpe *gpe, + const struct pipe_draw_info *info, + bool rectlist, + struct ilo_cp *cp) +{ + const uint32_t cmd = ILO_GPE_CMD(0x3, 0x3, 0x00); + const uint8_t cmd_len = 6; + const int prim = (rectlist) ? + _3DPRIM_RECTLIST : ilo_gpe_gen6_translate_pipe_prim(info->mode); + const int vb_access = (info->indexed) ? + GEN4_3DPRIM_VERTEXBUFFER_ACCESS_RANDOM : + GEN4_3DPRIM_VERTEXBUFFER_ACCESS_SEQUENTIAL; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + ilo_cp_begin(cp, cmd_len); + ilo_cp_write(cp, cmd | (cmd_len - 2) | + prim << GEN4_3DPRIM_TOPOLOGY_TYPE_SHIFT | + vb_access); + ilo_cp_write(cp, info->count); + ilo_cp_write(cp, info->start); + ilo_cp_write(cp, info->instance_count); + ilo_cp_write(cp, info->start_instance); + ilo_cp_write(cp, info->index_bias); + ilo_cp_end(cp); +} + +static uint32_t +gen6_emit_INTERFACE_DESCRIPTOR_DATA(const struct ilo_gpe *gpe, + const struct ilo_shader **cs, + uint32_t *sampler_state, + int *num_samplers, + uint32_t *binding_table_state, + int *num_surfaces, + int num_ids, + struct ilo_cp *cp) +{ + /* + * From the Sandy Bridge PRM, volume 2 part 2, page 34: + * + * "(Interface Descriptor Total Length) This field must have the same + * alignment as the Interface Descriptor Data Start Address. + * + * It must be DQWord (32-byte) aligned..." + * + * From the Sandy Bridge PRM, volume 2 part 2, page 35: + * + * "(Interface Descriptor Data Start Address) Specifies the 32-byte + * aligned address of the Interface Descriptor data." + */ + const int state_align = 32 / 4; + const int state_len = (32 / 4) * num_ids; + uint32_t state_offset, *dw; + int i; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + dw = ilo_cp_steal_ptr(cp, "INTERFACE_DESCRIPTOR_DATA", + state_len, state_align, &state_offset); + + for (i = 0; i < num_ids; i++) { + int curbe_read_len; + + curbe_read_len = (cs[i]->pcb.clip_state_size + 31) / 32; + + dw[0] = cs[i]->cache_offset; + dw[1] = 1 << 18; /* SPF */ + dw[2] = sampler_state[i] | + (num_samplers[i] + 3) / 4 << 2; + dw[3] = binding_table_state[i] | + num_surfaces[i]; + dw[4] = curbe_read_len << 16 | /* CURBE Read Length */ + 0; /* CURBE Read Offset */ + dw[5] = 0; /* Barrier ID */ + dw[6] = 0; + dw[7] = 0; + + dw += 8; + } + + return state_offset; +} + +void +ilo_gpe_gen6_fill_SF_VIEWPORT(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + uint32_t *dw, int num_dwords) +{ + int i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + assert(num_dwords == 8 * num_viewports); + + for (i = 0; i < num_viewports; i++) { + const struct pipe_viewport_state *vp = &viewports[i]; + + dw[0] = fui(vp->scale[0]); + dw[1] = fui(vp->scale[1]); + dw[2] = fui(vp->scale[2]); + dw[3] = fui(vp->translate[0]); + dw[4] = fui(vp->translate[1]); + dw[5] = fui(vp->translate[2]); + + /* padding */ + dw[6] = 0; + dw[7] = 0; + + dw += 8; + } +} + +void +ilo_gpe_gen6_fill_CLIP_VIEWPORT(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + uint32_t *dw, int num_dwords) +{ + int i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + assert(num_dwords == 4 * num_viewports); + + /* + * CLIP_VIEWPORT specifies the guard band. + * + * Clipping an object that is not entirely inside or outside the viewport + * (that is, trivially accepted or rejected) is expensive. Guard band test + * allows clipping to be skipped in this stage and let the renderer dicards + * pixels that are outside the viewport. + * + * The reason that we need CLIP_VIEWPORT is that the renderer has a limit + * on the object size. We have to clip normally when the object exceeds + * the limit. + */ + + for (i = 0; i < num_viewports; i++) { + const struct pipe_viewport_state *vp = &viewports[i]; + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 234: + * + * "Per-Device Guardband Extents + * + * * Supported X,Y ScreenSpace "Guardband" Extent: [-16K,16K-1] + * * Maximum Post-Clamp Delta (X or Y): 16K" + * + * "In addition, in order to be correctly rendered, objects must + * have a screenspace bounding box not exceeding 8K in the X or Y + * direction. This additional restriction must also be + * comprehended by software, i.e., enforced by use of clipping." + * + * From the Ivy Bridge PRM, volume 2 part 1, page 248: + * + * "Per-Device Guardband Extents + * + * * Supported X,Y ScreenSpace "Guardband" Extent: [-32K,32K-1] + * * Maximum Post-Clamp Delta (X or Y): N/A" + * + * "In addition, in order to be correctly rendered, objects must + * have a screenspace bounding box not exceeding 8K in the X or Y + * direction. This additional restriction must also be comprehended + * by software, i.e., enforced by use of clipping." + * + * Combined, the bounding box of any object can not exceed 8K in both + * width and height. + * + * Below we set the guardband as a squre of length 8K, centered at where + * the viewport is. This makes sure all objects passing the GB test are + * valid to the renderer, and those failing the XY clipping have a + * better chance of passing the GB test. + */ + const float xscale = fabs(vp->scale[0]); + const float yscale = fabs(vp->scale[1]); + const int max_extent = (gpe->gen >= ILO_GEN(7)) ? 32768 : 16384; + const int half_len = 8192 / 2; + int center_x = (int) vp->translate[0]; + int center_y = (int) vp->translate[1]; + float xmin, xmax, ymin, ymax; + + /* make sure the guardband is within the valid range */ + if (center_x - half_len < -max_extent) + center_x = -max_extent + half_len; + else if (center_x + half_len > max_extent) + center_x = max_extent - half_len; + + if (center_y - half_len < -max_extent) + center_y = -max_extent + half_len; + else if (center_y + half_len > max_extent) + center_y = max_extent - half_len; + + xmin = (float) (center_x - half_len); + xmax = (float) (center_x + half_len); + ymin = (float) (center_y - half_len); + ymax = (float) (center_y + half_len); + + /* screen space to NDC space */ + xmin = (xmin - vp->translate[0]) / xscale; + xmax = (xmax - vp->translate[0]) / xscale; + ymin = (ymin - vp->translate[1]) / yscale; + ymax = (ymax - vp->translate[1]) / yscale; + + dw[0] = fui(xmin); + dw[1] = fui(xmax); + dw[2] = fui(ymin); + dw[3] = fui(ymax); + + dw += 4; + } +} + +static void +gen6_fill_CC_VIEWPORT(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + uint32_t *dw, int num_dwords) +{ + int i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + assert(num_dwords == 2 * num_viewports); + + for (i = 0; i < num_viewports; i++) { + const struct pipe_viewport_state *vp = &viewports[i]; + const float scale = fabs(vp->scale[2]); + const float min = vp->translate[2] - scale; + const float max = vp->translate[2] + scale; + + dw[0] = fui(min); + dw[1] = fui(max); + + dw += 2; + } +} + +static uint32_t +gen6_emit_SF_VIEWPORT(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + struct ilo_cp *cp) +{ + const int state_align = 32 / 4; + const int state_len = 8 * num_viewports; + uint32_t state_offset, *dw; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 262: + * + * "The viewport-specific state used by the SF unit (SF_VIEWPORT) is + * stored as an array of up to 16 elements..." + */ + assert(num_viewports && num_viewports <= 16); + + dw = ilo_cp_steal_ptr(cp, "SF_VIEWPORT", + state_len, state_align, &state_offset); + + ilo_gpe_gen6_fill_SF_VIEWPORT(gpe, + viewports, num_viewports, dw, state_len); + + return state_offset; +} + +static uint32_t +gen6_emit_CLIP_VIEWPORT(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + struct ilo_cp *cp) +{ + const int state_align = 32 / 4; + const int state_len = 4 * num_viewports; + uint32_t state_offset, *dw; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 193: + * + * "The viewport-related state is stored as an array of up to 16 + * elements..." + */ + assert(num_viewports && num_viewports <= 16); + + dw = ilo_cp_steal_ptr(cp, "CLIP_VIEWPORT", + state_len, state_align, &state_offset); + + ilo_gpe_gen6_fill_CLIP_VIEWPORT(gpe, + viewports, num_viewports, dw, state_len); + + return state_offset; +} + +static uint32_t +gen6_emit_CC_VIEWPORT(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + struct ilo_cp *cp) +{ + const int state_align = 32 / 4; + const int state_len = 2 * num_viewports; + uint32_t state_offset, *dw; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 385: + * + * "The viewport state is stored as an array of up to 16 elements..." + */ + assert(num_viewports && num_viewports <= 16); + + dw = ilo_cp_steal_ptr(cp, "CC_VIEWPORT", + state_len, state_align, &state_offset); + + gen6_fill_CC_VIEWPORT(gpe, viewports, num_viewports, dw, state_len); + + return state_offset; +} + +static uint32_t +gen6_emit_COLOR_CALC_STATE(const struct ilo_gpe *gpe, + const struct pipe_stencil_ref *stencil_ref, + float alpha_ref, + const struct pipe_blend_color *blend_color, + struct ilo_cp *cp) +{ + const int state_align = 64 / 4; + const int state_len = 6; + uint32_t state_offset, *dw; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + dw = ilo_cp_steal_ptr(cp, "COLOR_CALC_STATE", + state_len, state_align, &state_offset); + + dw[0] = stencil_ref->ref_value[0] << 24 | + stencil_ref->ref_value[1] << 16 | + BRW_ALPHATEST_FORMAT_UNORM8; + dw[1] = float_to_ubyte(alpha_ref); + dw[2] = fui(blend_color->color[0]); + dw[3] = fui(blend_color->color[1]); + dw[4] = fui(blend_color->color[2]); + dw[5] = fui(blend_color->color[3]); + + return state_offset; +} + +static int +gen6_blend_factor_dst_alpha_forced_one(int factor) +{ + switch (factor) { + case BRW_BLENDFACTOR_DST_ALPHA: + return BRW_BLENDFACTOR_ONE; + case BRW_BLENDFACTOR_INV_DST_ALPHA: + case BRW_BLENDFACTOR_SRC_ALPHA_SATURATE: + return BRW_BLENDFACTOR_ZERO; + default: + return factor; + } +} + +static uint32_t +gen6_emit_BLEND_STATE(const struct ilo_gpe *gpe, + const struct pipe_blend_state *blend, + const struct pipe_framebuffer_state *framebuffer, + const struct pipe_alpha_state *alpha, + struct ilo_cp *cp) +{ + const int state_align = 64 / 4; + int state_len; + uint32_t state_offset, *dw; + int num_targets, i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 376: + * + * "The blend state is stored as an array of up to 8 elements..." + */ + num_targets = framebuffer->nr_cbufs; + assert(num_targets <= 8); + + if (!num_targets) { + if (!alpha->enabled) + return 0; + /* to be able to reference alpha func */ + num_targets = 1; + } + + state_len = 2 * num_targets; + + dw = ilo_cp_steal_ptr(cp, "BLEND_STATE", + state_len, state_align, &state_offset); + + for (i = 0; i < num_targets; i++) { + const int target = (blend->independent_blend_enable) ? i : 0; + const struct pipe_rt_blend_state *rt = &blend->rt[target]; + const int num_samples = (target < framebuffer->nr_cbufs) ? + framebuffer->cbufs[target]->texture->nr_samples : 1; + const struct util_format_description *format_desc = + (target < framebuffer->nr_cbufs) ? + util_format_description(framebuffer->cbufs[target]->format) : NULL; + bool rt_is_unorm, rt_is_pure_integer, rt_dst_alpha_forced_one; + + rt_is_unorm = true; + rt_is_pure_integer = false; + rt_dst_alpha_forced_one = false; + + if (format_desc) { + int ch; + + switch (format_desc->format) { + case PIPE_FORMAT_B8G8R8X8_UNORM: + /* force alpha to one when the HW format has alpha */ + assert(ilo_translate_render_format(PIPE_FORMAT_B8G8R8X8_UNORM) + == BRW_SURFACEFORMAT_B8G8R8A8_UNORM); + rt_dst_alpha_forced_one = true; + break; + default: + break; + } + + for (ch = 0; ch < 4; ch++) { + if (format_desc->channel[ch].type == UTIL_FORMAT_TYPE_VOID) + continue; + + if (format_desc->channel[ch].pure_integer) { + rt_is_unorm = false; + rt_is_pure_integer = true; + break; + } + + if (!format_desc->channel[ch].normalized || + format_desc->channel[ch].type != UTIL_FORMAT_TYPE_UNSIGNED) + rt_is_unorm = false; + } + } + + dw[0] = 0; + dw[1] = BRW_RENDERTARGET_CLAMPRANGE_FORMAT << 2 | 0x3; + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 365: + * + * "* Color Buffer Blending and Logic Ops must not be enabled + * simultaneously, or behavior is UNDEFINED. + * + * * Logic Ops are only supported on *_UNORM surfaces (excluding + * _SRGB variants), otherwise Logic Ops must be DISABLED." + * + * Since blend->logicop_enable takes precedence over rt->blend_enable, + * and logicop is ignored for non-UNORM color buffers, no special care + * is needed. + */ + if (blend->logicop_enable) { + if (rt_is_unorm) { + dw[1] |= 1 << 22 | + gen6_translate_pipe_logicop(blend->logicop_func) << 18; + } + } + else if (rt->blend_enable && !rt_is_pure_integer) { + int rgb_src, rgb_dst, a_src, a_dst; + + rgb_src = gen6_translate_pipe_blendfactor(rt->rgb_src_factor); + rgb_dst = gen6_translate_pipe_blendfactor(rt->rgb_dst_factor); + a_src = gen6_translate_pipe_blendfactor(rt->alpha_src_factor); + a_dst = gen6_translate_pipe_blendfactor(rt->alpha_dst_factor); + + if (rt_dst_alpha_forced_one) { + rgb_src = gen6_blend_factor_dst_alpha_forced_one(rgb_src); + rgb_dst = gen6_blend_factor_dst_alpha_forced_one(rgb_dst); + a_src = gen6_blend_factor_dst_alpha_forced_one(a_src); + a_dst = gen6_blend_factor_dst_alpha_forced_one(a_dst); + } + + dw[0] |= 1 << 31 | + gen6_translate_pipe_blend(rt->alpha_func) << 26 | + a_src << 20 | + a_dst << 15 | + gen6_translate_pipe_blend(rt->rgb_func) << 11 | + rgb_src << 5 | + rgb_dst; + + if (rt->rgb_func != rt->alpha_func || + rgb_src != a_src || + rgb_dst != a_dst) + dw[0] |= 1 << 30; + } + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 356: + * + * "When NumSamples = 1, AlphaToCoverage and AlphaToCoverage + * Dither both must be disabled." + * + * There is no such limitation on GEN7, or for AlphaToOne. But GL + * requires that anyway. + */ + if (num_samples > 1) { + if (blend->alpha_to_coverage) + dw[1] |= 1 << 31; + + if (blend->alpha_to_one) { + const bool dual_blend = + (!blend->logicop_enable && rt->blend_enable && + util_blend_state_is_dual(blend, target)); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 378: + * + * "If Dual Source Blending is enabled, this bit (AlphaToOne + * Enable) must be disabled." + */ + if (!dual_blend) + dw[1] |= 1 << 30; + } + + if (gpe->gen >= ILO_GEN(7)) + dw[1] |= 1 << 29; + } + + if (!(rt->colormask & PIPE_MASK_A)) + dw[1] |= 1 << 27; + if (!(rt->colormask & PIPE_MASK_R)) + dw[1] |= 1 << 26; + if (!(rt->colormask & PIPE_MASK_G)) + dw[1] |= 1 << 25; + if (!(rt->colormask & PIPE_MASK_B)) + dw[1] |= 1 << 24; + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 382: + * + * "Alpha Test can only be enabled if Pixel Shader outputs a float + * alpha value." + */ + if (alpha->enabled && !rt_is_pure_integer) { + dw[1] |= 1 << 16 | + gen6_translate_dsa_func(alpha->func) << 13; + } + + if (blend->dither) + dw[1] |= 1 << 12; + + dw += 2; + } + + return state_offset; +} + +static uint32_t +gen6_emit_DEPTH_STENCIL_STATE(const struct ilo_gpe *gpe, + const struct pipe_depth_stencil_alpha_state *dsa, + struct ilo_cp *cp) +{ + const int state_align = 64 / 4; + const int state_len = 3; + uint32_t state_offset, *dw; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + dw = ilo_cp_steal_ptr(cp, "DEPTH_STENCIL_STATE", + state_len, state_align, &state_offset); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 359: + * + * "If the Depth Buffer is either undefined or does not have a surface + * format of D32_FLOAT_S8X24_UINT or D24_UNORM_S8_UINT and separate + * stencil buffer is disabled, Stencil Test Enable must be DISABLED" + * + * From the Sandy Bridge PRM, volume 2 part 1, page 370: + * + * "This field (Stencil Test Enable) cannot be enabled if + * Surface Format in 3DSTATE_DEPTH_BUFFER is set to D16_UNORM." + * + * TODO We do not check these yet. + */ + if (dsa->stencil[0].enabled) { + const struct pipe_stencil_state *stencil = &dsa->stencil[0]; + + dw[0] = 1 << 31 | + gen6_translate_dsa_func(stencil->func) << 28 | + gen6_translate_pipe_stencil_op(stencil->fail_op) << 25 | + gen6_translate_pipe_stencil_op(stencil->zfail_op) << 22 | + gen6_translate_pipe_stencil_op(stencil->zpass_op) << 19; + if (stencil->writemask) + dw[0] |= 1 << 18; + + dw[1] = stencil->valuemask << 24 | + stencil->writemask << 16; + + if (dsa->stencil[1].enabled) { + stencil = &dsa->stencil[1]; + + dw[0] |= 1 << 15 | + gen6_translate_dsa_func(stencil->func) << 12 | + gen6_translate_pipe_stencil_op(stencil->fail_op) << 9 | + gen6_translate_pipe_stencil_op(stencil->zfail_op) << 6 | + gen6_translate_pipe_stencil_op(stencil->zpass_op) << 3; + if (stencil->writemask) + dw[0] |= 1 << 18; + + dw[1] |= stencil->valuemask << 8 | + stencil->writemask; + } + } + else { + dw[0] = 0; + dw[1] = 0; + } + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 360: + * + * "Enabling the Depth Test function without defining a Depth Buffer is + * UNDEFINED." + * + * From the Sandy Bridge PRM, volume 2 part 1, page 375: + * + * "A Depth Buffer must be defined before enabling writes to it, or + * operation is UNDEFINED." + * + * TODO We do not check these yet. + */ + dw[2] = dsa->depth.enabled << 31 | + dsa->depth.writemask << 26; + if (dsa->depth.enabled) + dw[2] |= gen6_translate_dsa_func(dsa->depth.func) << 27; + else + dw[2] |= BRW_COMPAREFUNCTION_ALWAYS << 27; + + return state_offset; +} + +static uint32_t +gen6_emit_SCISSOR_RECT(const struct ilo_gpe *gpe, + const struct pipe_scissor_state *scissors, + int num_scissors, + struct ilo_cp *cp) +{ + const int state_align = 32 / 4; + const int state_len = 2 * num_scissors; + uint32_t state_offset, *dw; + int i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* + * From the Sandy Bridge PRM, volume 2 part 1, page 263: + * + * "The viewport-specific state used by the SF unit (SCISSOR_RECT) is + * stored as an array of up to 16 elements..." + */ + assert(num_scissors && num_scissors <= 16); + + dw = ilo_cp_steal_ptr(cp, "SCISSOR_RECT", + state_len, state_align, &state_offset); + + for (i = 0; i < num_scissors; i++) { + if (scissors[i].minx < scissors[i].maxx && + scissors[i].miny < scissors[i].maxy) { + dw[0] = scissors[i].miny << 16 | scissors[i].minx; + dw[1] = (scissors[i].maxy - 1) << 16 | (scissors[i].maxx - 1); + } + else { + /* we have to make min greater than max as they are both inclusive */ + dw[0] = 1 << 16 | 1; + dw[1] = 0; + } + + dw += 2; + } + + return state_offset; +} + +static uint32_t +gen6_emit_BINDING_TABLE_STATE(const struct ilo_gpe *gpe, + uint32_t *surface_states, + int num_surface_states, + struct ilo_cp *cp) +{ + const int state_align = 32 / 4; + const int state_len = num_surface_states; + uint32_t state_offset, *dw; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 69: + * + * "It is stored as an array of up to 256 elements..." + */ + assert(num_surface_states <= 256); + + if (!num_surface_states) + return 0; + + dw = ilo_cp_steal_ptr(cp, "BINDING_TABLE_STATE", + state_len, state_align, &state_offset); + memcpy(dw, surface_states, + num_surface_states * sizeof(surface_states[0])); + + return state_offset; +} + +static void +gen6_fill_null_SURFACE_STATE(const struct ilo_gpe *gpe, + unsigned width, unsigned height, + unsigned depth, unsigned lod, + uint32_t *dw, int num_dwords) +{ + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(num_dwords == 6); + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 71: + * + * "A null surface will be used in instances where an actual surface is + * not bound. When a write message is generated to a null surface, no + * actual surface is written to. When a read message (including any + * sampling engine message) is generated to a null surface, the result + * is all zeros. Note that a null surface type is allowed to be used + * with all messages, even if it is not specificially indicated as + * supported. All of the remaining fields in surface state are ignored + * for null surfaces, with the following exceptions: + * + * * [DevSNB+]: Width, Height, Depth, and LOD fields must match the + * depth buffer's corresponding state for all render target + * surfaces, including null. + * * Surface Format must be R8G8B8A8_UNORM." + * + * From the Sandy Bridge PRM, volume 4 part 1, page 82: + * + * "If Surface Type is SURFTYPE_NULL, this field (Tiled Surface) must be + * true" + */ + + dw[0] = BRW_SURFACE_NULL << BRW_SURFACE_TYPE_SHIFT | + BRW_SURFACEFORMAT_B8G8R8A8_UNORM << BRW_SURFACE_FORMAT_SHIFT; + + dw[1] = 0; + + dw[2] = (height - 1) << BRW_SURFACE_HEIGHT_SHIFT | + (width - 1) << BRW_SURFACE_WIDTH_SHIFT | + lod << BRW_SURFACE_LOD_SHIFT; + + dw[3] = (depth - 1) << BRW_SURFACE_DEPTH_SHIFT | + BRW_SURFACE_TILED; + + dw[4] = 0; + dw[5] = 0; +} + +static void +gen6_fill_buffer_SURFACE_STATE(const struct ilo_gpe *gpe, + const struct ilo_resource *res, + unsigned offset, unsigned size, + unsigned struct_size, + enum pipe_format elem_format, + bool is_rt, bool render_cache_rw, + uint32_t *dw, int num_dwords) +{ + const int elem_size = util_format_get_blocksize(elem_format); + int width, height, depth, pitch; + int surface_format, num_entries; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(num_dwords == 6); + + /* + * For SURFTYPE_BUFFER, a SURFACE_STATE specifies an element of a + * structure in a buffer. + */ + + surface_format = ilo_translate_color_format(elem_format); + + num_entries = size / struct_size; + /* see if there is enough space to fit another element */ + if (size % struct_size >= elem_size) + num_entries++; + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 76: + * + * "For SURFTYPE_BUFFER render targets, this field (Surface Base + * Address) specifies the base address of first element of the + * surface. The surface is interpreted as a simple array of that + * single element type. The address must be naturally-aligned to the + * element size (e.g., a buffer containing R32G32B32A32_FLOAT elements + * must be 16-byte aligned). + * + * For SURFTYPE_BUFFER non-rendertarget surfaces, this field specifies + * the base address of the first element of the surface, computed in + * software by adding the surface base address to the byte offset of + * the element in the buffer." + */ + if (is_rt) + assert(offset % elem_size == 0); + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 77: + * + * "For buffer surfaces, the number of entries in the buffer ranges + * from 1 to 2^27." + */ + assert(num_entries >= 1 && num_entries <= 1 << 27); + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 81: + * + * "For surfaces of type SURFTYPE_BUFFER, this field (Surface Pitch) + * indicates the size of the structure." + */ + pitch = struct_size; + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 82: + * + * "If Surface Type is SURFTYPE_BUFFER, this field (Tiled Surface) must + * be false (buffers are supported only in linear memory)" + */ + assert(res->tiling == INTEL_TILING_NONE); + + pitch--; + num_entries--; + /* bits [6:0] */ + width = (num_entries & 0x0000007f); + /* bits [19:7] */ + height = (num_entries & 0x000fff80) >> 7; + /* bits [26:20] */ + depth = (num_entries & 0x07f00000) >> 20; + + dw[0] = BRW_SURFACE_BUFFER << BRW_SURFACE_TYPE_SHIFT | + surface_format << BRW_SURFACE_FORMAT_SHIFT; + if (render_cache_rw) + dw[0] |= BRW_SURFACE_RC_READ_WRITE; + + dw[1] = offset; + + dw[2] = height << BRW_SURFACE_HEIGHT_SHIFT | + width << BRW_SURFACE_WIDTH_SHIFT; + + dw[3] = depth << BRW_SURFACE_DEPTH_SHIFT | + pitch << BRW_SURFACE_PITCH_SHIFT; + + dw[4] = 0; + dw[5] = 0; +} + +static void +gen6_fill_normal_SURFACE_STATE(const struct ilo_gpe *gpe, + struct ilo_resource *res, + enum pipe_format format, + unsigned first_level, unsigned num_levels, + unsigned first_layer, unsigned num_layers, + bool is_rt, bool render_cache_rw, + uint32_t *dw, int num_dwords) +{ + int surface_type, surface_format; + int width, height, depth, pitch, lod; + unsigned layer_offset, x_offset, y_offset; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(num_dwords == 6); + + surface_type = ilo_gpe_gen6_translate_texture(res->base.target); + assert(surface_type != BRW_SURFACE_BUFFER); + + if (is_rt) + surface_format = ilo_translate_render_format(format); + else + surface_format = ilo_translate_texture_format(format); + assert(surface_format >= 0); + + width = res->base.width0; + height = res->base.height0; + pitch = res->bo_stride; + + switch (res->base.target) { + case PIPE_TEXTURE_3D: + depth = res->base.depth0; + break; + case PIPE_TEXTURE_CUBE: + case PIPE_TEXTURE_CUBE_ARRAY: + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 81: + * + * "For SURFTYPE_CUBE: [DevSNB+]: for Sampling Engine Surfaces, the + * range of this field (Depth) is [0,84], indicating the number of + * cube array elements (equal to the number of underlying 2D array + * elements divided by 6). For other surfaces, this field must be + * zero." + */ + if (!is_rt) { + assert(num_layers % 6 == 0); + depth = num_layers / 6; + break; + } + assert(num_layers == 1); + /* fall through */ + default: + depth = num_layers; + break; + } + + /* sanity check the size */ + assert(width >= 1 && height >= 1 && depth >= 1 && pitch >= 1); + switch (surface_type) { + case BRW_SURFACE_1D: + assert(width <= 8192 && height == 1 && depth <= 512); + break; + case BRW_SURFACE_2D: + assert(width <= 8192 && height <= 8192 && depth <= 512); + break; + case BRW_SURFACE_3D: + assert(width <= 2048 && height <= 2048 && depth <= 2048); + break; + case BRW_SURFACE_CUBE: + assert(width <= 8192 && height <= 8192 && depth <= 85); + assert(width == height); + break; + default: + assert(!"unexpected surface type"); + break; + } + + /* + * Compute the offset to the layer manually. + * + * For rendering, the hardware requires LOD to be the same for all render + * targets and the depth buffer. We need to compute the offset to the + * layer manually and always set LOD to 0. + */ + if (is_rt) { + /* we lose the capability for layered rendering */ + assert(num_levels == 1 && num_layers == 1); + + layer_offset = ilo_resource_get_slice_offset(res, + first_level, first_layer, true, &x_offset, &y_offset); + + assert(x_offset % 4 == 0); + assert(y_offset % 2 == 0); + x_offset /= 4; + y_offset /= 2; + + /* derive the size for the LOD */ + width = u_minify(res->base.width0, first_level); + height = u_minify(res->base.height0, first_level); + if (surface_type == BRW_SURFACE_3D) + depth = u_minify(res->base.depth0, first_level); + + first_level = 0; + first_layer = 0; + lod = 0; + } + else { + layer_offset = 0; + x_offset = 0; + y_offset = 0; + lod = num_levels - 1; + } + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 76: + * + * "Linear render target surface base addresses must be element-size + * aligned, for non-YUV surface formats, or a multiple of 2 + * element-sizes for YUV surface formats. Other linear surfaces have + * no alignment requirements (byte alignment is sufficient.)" + * + * From the Sandy Bridge PRM, volume 4 part 1, page 81: + * + * "For linear render target surfaces, the pitch must be a multiple + * of the element size for non-YUV surface formats. Pitch must be a + * multiple of 2 * element size for YUV surface formats." + * + * From the Sandy Bridge PRM, volume 4 part 1, page 86: + * + * "For linear surfaces, this field (X Offset) must be zero" + */ + if (res->tiling == INTEL_TILING_NONE) { + if (is_rt) { + const int elem_size = util_format_get_blocksize(format); + assert(layer_offset % elem_size == 0); + assert(pitch % elem_size == 0); + } + + assert(!x_offset); + } + + dw[0] = surface_type << BRW_SURFACE_TYPE_SHIFT | + surface_format << BRW_SURFACE_FORMAT_SHIFT | + BRW_SURFACE_MIPMAPLAYOUT_BELOW << BRW_SURFACE_MIPLAYOUT_SHIFT; + + if (surface_type == BRW_SURFACE_CUBE && !is_rt) { + dw[0] |= 1 << 9 | + BRW_SURFACE_CUBEFACE_ENABLES; + } + + if (render_cache_rw) + dw[0] |= BRW_SURFACE_RC_READ_WRITE; + + dw[1] = layer_offset; + + dw[2] = (height - 1) << BRW_SURFACE_HEIGHT_SHIFT | + (width - 1) << BRW_SURFACE_WIDTH_SHIFT | + lod << BRW_SURFACE_LOD_SHIFT; + + dw[3] = (depth - 1) << BRW_SURFACE_DEPTH_SHIFT | + (pitch - 1) << BRW_SURFACE_PITCH_SHIFT | + ilo_gpe_gen6_translate_winsys_tiling(res->tiling); + + dw[4] = first_level << BRW_SURFACE_MIN_LOD_SHIFT | + first_layer << 17 | + (depth - 1) << 8 | + ((res->base.nr_samples > 1) ? BRW_SURFACE_MULTISAMPLECOUNT_4 : + BRW_SURFACE_MULTISAMPLECOUNT_1); + + dw[5] = x_offset << BRW_SURFACE_X_OFFSET_SHIFT | + y_offset << BRW_SURFACE_Y_OFFSET_SHIFT; + if (res->valign_4) + dw[5] |= BRW_SURFACE_VERTICAL_ALIGN_ENABLE; +} + +static uint32_t +gen6_emit_SURFACE_STATE(const struct ilo_gpe *gpe, + struct intel_bo *bo, bool for_render, + const uint32_t *dw, int num_dwords, + struct ilo_cp *cp) +{ + const int state_align = 32 / 4; + const int state_len = 6; + uint32_t state_offset; + uint32_t read_domains, write_domain; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(num_dwords == state_len); + + if (for_render) { + read_domains = INTEL_DOMAIN_RENDER; + write_domain = INTEL_DOMAIN_RENDER; + } + else { + read_domains = INTEL_DOMAIN_SAMPLER; + write_domain = 0; + } + + ilo_cp_steal(cp, "SURFACE_STATE", state_len, state_align, &state_offset); + ilo_cp_write(cp, dw[0]); + ilo_cp_write_bo(cp, dw[1], bo, read_domains, write_domain); + ilo_cp_write(cp, dw[2]); + ilo_cp_write(cp, dw[3]); + ilo_cp_write(cp, dw[4]); + ilo_cp_write(cp, dw[5]); + ilo_cp_end(cp); + + return state_offset; +} + +static uint32_t +gen6_emit_surf_SURFACE_STATE(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + struct ilo_cp *cp) +{ + struct intel_bo *bo; + uint32_t dw[6]; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + if (surface && surface->texture) { + struct ilo_resource *res = ilo_resource(surface->texture); + + bo = res->bo; + + /* + * classic i965 sets render_cache_rw for constant buffers and sol + * surfaces but not render buffers. Why? + */ + gen6_fill_normal_SURFACE_STATE(gpe, res, surface->format, + surface->u.tex.level, 1, + surface->u.tex.first_layer, + surface->u.tex.last_layer - surface->u.tex.first_layer + 1, + true, true, dw, Elements(dw)); + } + else { + bo = NULL; + gen6_fill_null_SURFACE_STATE(gpe, + surface->width, surface->height, 1, 0, dw, Elements(dw)); + } + + return gen6_emit_SURFACE_STATE(gpe, bo, true, dw, Elements(dw), cp); +} + +static uint32_t +gen6_emit_view_SURFACE_STATE(const struct ilo_gpe *gpe, + const struct pipe_sampler_view *view, + struct ilo_cp *cp) +{ + struct ilo_resource *res = ilo_resource(view->texture); + uint32_t dw[6]; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + gen6_fill_normal_SURFACE_STATE(gpe, res, view->format, + view->u.tex.first_level, + view->u.tex.last_level - view->u.tex.first_level + 1, + view->u.tex.first_layer, + view->u.tex.last_layer - view->u.tex.first_layer + 1, + false, false, dw, Elements(dw)); + + return gen6_emit_SURFACE_STATE(gpe, res->bo, false, dw, Elements(dw), cp); +} + +static uint32_t +gen6_emit_cbuf_SURFACE_STATE(const struct ilo_gpe *gpe, + const struct pipe_constant_buffer *cbuf, + struct ilo_cp *cp) +{ + const enum pipe_format elem_format = PIPE_FORMAT_R32G32B32A32_FLOAT; + struct ilo_resource *res = ilo_resource(cbuf->buffer); + uint32_t dw[6]; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + gen6_fill_buffer_SURFACE_STATE(gpe, res, + cbuf->buffer_offset, cbuf->buffer_size, + util_format_get_blocksize(elem_format), elem_format, + false, false, dw, Elements(dw)); + + return gen6_emit_SURFACE_STATE(gpe, res->bo, false, dw, Elements(dw), cp); +} + +static uint32_t +gen6_emit_so_SURFACE_STATE(const struct ilo_gpe *gpe, + const struct pipe_stream_output_target *so, + const struct pipe_stream_output_info *so_info, + int so_index, + struct ilo_cp *cp) +{ + struct ilo_resource *res = ilo_resource(so->buffer); + unsigned bo_offset, struct_size; + enum pipe_format elem_format; + uint32_t dw[6]; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + bo_offset = so->buffer_offset + so_info->output[so_index].dst_offset * 4; + struct_size = so_info->stride[so_info->output[so_index].output_buffer] * 4; + + switch (so_info->output[so_index].num_components) { + case 1: + elem_format = PIPE_FORMAT_R32_FLOAT; + break; + case 2: + elem_format = PIPE_FORMAT_R32G32_FLOAT; + break; + case 3: + elem_format = PIPE_FORMAT_R32G32B32_FLOAT; + break; + case 4: + elem_format = PIPE_FORMAT_R32G32B32A32_FLOAT; + break; + default: + assert(!"unexpected SO components length"); + elem_format = PIPE_FORMAT_R32_FLOAT; + break; + } + + gen6_fill_buffer_SURFACE_STATE(gpe, res, bo_offset, so->buffer_size, + struct_size, elem_format, false, true, dw, Elements(dw)); + + return gen6_emit_SURFACE_STATE(gpe, res->bo, false, dw, Elements(dw), cp); +} + +static uint32_t +gen6_emit_SAMPLER_STATE(const struct ilo_gpe *gpe, + const struct pipe_sampler_state **samplers, + const struct pipe_sampler_view **sampler_views, + const uint32_t *sampler_border_colors, + int num_samplers, + struct ilo_cp *cp) +{ + const int state_align = 32 / 4; + const int state_len = 4 * num_samplers; + uint32_t state_offset, *dw; + int i; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 101: + * + * "The sampler state is stored as an array of up to 16 elements..." + */ + assert(num_samplers <= 16); + + if (!num_samplers) + return 0; + + dw = ilo_cp_steal_ptr(cp, "SAMPLER_STATE", + state_len, state_align, &state_offset); + + for (i = 0; i < num_samplers; i++) { + const struct pipe_sampler_state *sampler = samplers[i]; + const struct pipe_sampler_view *view = sampler_views[i]; + const uint32_t border_color = sampler_border_colors[i]; + enum pipe_texture_target target; + int mip_filter, min_filter, mag_filter, max_aniso; + int lod_bias, max_lod, min_lod, base_level; + int wrap_s, wrap_t, wrap_r; + bool clamp_to_edge; + + /* there may be holes */ + if (!sampler || !view) { + /* disabled sampler */ + dw[0] = 1 << 31; + dw[1] = 0; + dw[2] = 0; + dw[3] = 0; + dw += 4; + + continue; + } + + target = view->texture->target; + + /* determine mip/min/mag filters */ + mip_filter = gen6_translate_tex_mipfilter(sampler->min_mip_filter); + + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 103: + * + * "Only MAPFILTER_NEAREST and MAPFILTER_LINEAR are supported for + * surfaces of type SURFTYPE_3D." + */ + if (sampler->max_anisotropy && target != PIPE_TEXTURE_3D) { + min_filter = BRW_MAPFILTER_ANISOTROPIC; + mag_filter = BRW_MAPFILTER_ANISOTROPIC; + + if (sampler->max_anisotropy >= 2 && sampler->max_anisotropy <= 16) + max_aniso = sampler->max_anisotropy / 2 - 1; + else if (sampler->max_anisotropy > 16) + max_aniso = BRW_ANISORATIO_16; + else + max_aniso = BRW_ANISORATIO_2; + } + else { + min_filter = gen6_translate_tex_filter(sampler->min_img_filter); + mag_filter = gen6_translate_tex_filter(sampler->mag_img_filter); + + /* ignored */ + max_aniso = 0; + } + + /* + * For nearest filtering, PIPE_TEX_WRAP_CLAMP means + * PIPE_TEX_WRAP_CLAMP_TO_EDGE; for linear filtering, + * PIPE_TEX_WRAP_CLAMP means PIPE_TEX_WRAP_CLAMP_TO_BORDER while + * additionally clamping the texture coordinates to [0.0, 1.0]. + * + * The clamping is taken care of in the shaders. There are two filters + * here, but let the minification one has a say. + */ + clamp_to_edge = (sampler->min_img_filter == PIPE_TEX_FILTER_NEAREST); + + switch (target) { + case PIPE_TEXTURE_CUBE: + /* + * From the Sandy Bridge PRM, volume 4 part 1, page 107: + * + * "When using cube map texture coordinates, only + * TEXCOORDMODE_CLAMP and TEXCOORDMODE_CUBE settings are valid, + * and each TC component must have the same Address Control + * mode." + * + * From the Ivy Bridge PRM, volume 4 part 1, page 96: + * + * "This field (Cube Surface Control Mode) must be set to + * CUBECTRLMODE_PROGRAMMED" + * + * Therefore, we cannot use "Cube Surface Control Mode" for semless + * cube map filtering. + */ + if (sampler->seamless_cube_map && + (sampler->min_img_filter != PIPE_TEX_FILTER_NEAREST || + sampler->mag_img_filter != PIPE_TEX_FILTER_NEAREST)) { + wrap_s = BRW_TEXCOORDMODE_CUBE; + wrap_t = BRW_TEXCOORDMODE_CUBE; + wrap_r = BRW_TEXCOORDMODE_CUBE; + } + else { + wrap_s = BRW_TEXCOORDMODE_CLAMP; + wrap_t = BRW_TEXCOORDMODE_CLAMP; + wrap_r = BRW_TEXCOORDMODE_CLAMP; + } + break; + case PIPE_TEXTURE_1D: + wrap_s = gen6_translate_tex_wrap(sampler->wrap_s, clamp_to_edge); + /* + * as noted in the classic i965 driver, the HW may look at these + * values so we need to set them to a safe mode + */ + wrap_t = BRW_TEXCOORDMODE_WRAP; + wrap_r = BRW_TEXCOORDMODE_WRAP; + break; + default: + wrap_s = gen6_translate_tex_wrap(sampler->wrap_s, clamp_to_edge); + wrap_t = gen6_translate_tex_wrap(sampler->wrap_t, clamp_to_edge); + wrap_r = gen6_translate_tex_wrap(sampler->wrap_r, clamp_to_edge); + break; + } + + /* + * Here is how the hardware calculate per-pixel LOD, from my reading of + * the PRMs: + * + * 1) LOD is set to log2(ratio of texels to pixels) if not specified in + * other ways. The number of texels is measured using level + * SurfMinLod. + * 2) Bias is added to LOD. + * 3) LOD is clamped to [MinLod, MaxLod], and the clamped value is + * compared with Base to determine whether magnification or + * minification is needed. + * (if preclamp is disabled, LOD is compared with Base before + * clamping) + * 4) If magnification is needed, or no mipmapping is requested, LOD is + * set to floor(MinLod). + * 5) LOD is clamped to [0, MIPCnt], and SurfMinLod is added to LOD. + * + * With Gallium interface, Base is always zero and view->u.tex.first_level + * specifies SurfMinLod. + * + * From the Sandy Bridge PRM, volume 4 part 1, page 21: + * + * "[DevSNB] Errata: Incorrect behavior is observed in cases where + * the min and mag mode filters are different and SurfMinLOD is + * nonzero. The determination of MagMode uses the following equation + * instead of the one in the above pseudocode: MagMode = (LOD + + * SurfMinLOD - Base <= 0)" + * + * As a way to work around that, we set Base to view->u.tex.first_level + * on GEN6. + */ + if (gpe->gen >= ILO_GEN(7)) { + const float scale = 256.0f; + + /* [-16.0, 16.0) in S4.8 */ + lod_bias = (int) + (CLAMP(sampler->lod_bias, -16.0f, 15.9f) * scale); + lod_bias &= 0x1fff; + + base_level = 0; + + /* [0.0, 14.0] in U4.8 */ + max_lod = (int) (CLAMP(sampler->max_lod, 0.0f, 14.0f) * scale); + min_lod = (int) (CLAMP(sampler->min_lod, 0.0f, 14.0f) * scale); + } + else { + const float scale = 64.0f; + + /* [-16.0, 16.0) in S4.6 */ + lod_bias = (int) + (CLAMP(sampler->lod_bias, -16.0f, 15.9f) * scale); + lod_bias &= 0x7ff; + + base_level = view->u.tex.first_level; + + /* [0.0, 13.0] in U4.6 */ + max_lod = (int) (CLAMP(sampler->max_lod, 0.0f, 13.0f) * scale); + min_lod = (int) (CLAMP(sampler->min_lod, 0.0f, 13.0f) * scale); + } + + /* + * We want LOD to be clamped to determine magnification/minification, + * and get set to zero when it is magnification or when mipmapping is + * disabled. The hardware would set LOD to floor(MinLod) and that is a + * problem when MinLod is greater than or equal to 1.0f. + * + * We know that with Base being zero, it is always minification when + * MinLod is non-zero. To meet our need, we just need to set MinLod to + * zero and set MagFilter to MinFilter when mipmapping is disabled. + */ + if (sampler->min_mip_filter == PIPE_TEX_MIPFILTER_NONE && min_lod) { + min_lod = 0; + mag_filter = min_filter; + } + + if (!sampler->normalized_coords) { + /* work around a bug in util_blitter */ + mip_filter = BRW_MIPFILTER_NONE; + + /* + * From the Ivy Bridge PRM, volume 4 part 1, page 98: + * + * "The following state must be set as indicated if this field + * (Non-normalized Coordinate Enable) is enabled: + * + * - TCX/Y/Z Address Control Mode must be TEXCOORDMODE_CLAMP, + * TEXCOORDMODE_HALF_BORDER, or TEXCOORDMODE_CLAMP_BORDER. + * - Surface Type must be SURFTYPE_2D or SURFTYPE_3D. + * - Mag Mode Filter must be MAPFILTER_NEAREST or + * MAPFILTER_LINEAR. + * - Min Mode Filter must be MAPFILTER_NEAREST or + * MAPFILTER_LINEAR. + * - Mip Mode Filter must be MIPFILTER_NONE. + * - Min LOD must be 0. + * - Max LOD must be 0. + * - MIP Count must be 0. + * - Surface Min LOD must be 0. + * - Texture LOD Bias must be 0." + */ + assert(wrap_s == BRW_TEXCOORDMODE_CLAMP || + wrap_s == BRW_TEXCOORDMODE_CLAMP_BORDER); + assert(wrap_t == BRW_TEXCOORDMODE_CLAMP || + wrap_t == BRW_TEXCOORDMODE_CLAMP_BORDER); + assert(wrap_r == BRW_TEXCOORDMODE_CLAMP || + wrap_r == BRW_TEXCOORDMODE_CLAMP_BORDER); + + assert(target == PIPE_TEXTURE_RECT); + + assert(mag_filter == BRW_MAPFILTER_NEAREST || + mag_filter == BRW_MAPFILTER_LINEAR); + assert(min_filter == BRW_MAPFILTER_NEAREST || + min_filter == BRW_MAPFILTER_LINEAR); + assert(mip_filter == BRW_MIPFILTER_NONE); + } + + if (gpe->gen >= ILO_GEN(7)) { + dw[0] = 1 << 28 | + base_level << 22 | + mip_filter << 20 | + mag_filter << 17 | + min_filter << 14 | + lod_bias << 1; + + /* enable EWA filtering unconditionally breaks some piglit tests */ + if (sampler->max_anisotropy) + dw[0] |= 1; + + dw[1] = min_lod << 20 | + max_lod << 8; + + if (sampler->compare_mode != PIPE_TEX_COMPARE_NONE) + dw[1] |= gen6_translate_shadow_func(sampler->compare_func) << 1; + + assert(!(border_color & 0x1f)); + dw[2] = border_color; + + dw[3] = max_aniso << 19 | + wrap_s << 6 | + wrap_t << 3 | + wrap_r; + + /* round the coordinates for linear filtering */ + if (min_filter != BRW_MAPFILTER_NEAREST) { + dw[3] |= (BRW_ADDRESS_ROUNDING_ENABLE_U_MIN | + BRW_ADDRESS_ROUNDING_ENABLE_V_MIN | + BRW_ADDRESS_ROUNDING_ENABLE_R_MIN) << 13; + } + if (mag_filter != BRW_MAPFILTER_NEAREST) { + dw[3] |= (BRW_ADDRESS_ROUNDING_ENABLE_U_MAG | + BRW_ADDRESS_ROUNDING_ENABLE_V_MAG | + BRW_ADDRESS_ROUNDING_ENABLE_R_MAG) << 13; + } + + if (!sampler->normalized_coords) + dw[3] |= 1 << 10; + } + else { + dw[0] = 1 << 28 | + (min_filter != mag_filter) << 27 | + base_level << 22 | + mip_filter << 20 | + mag_filter << 17 | + min_filter << 14 | + lod_bias << 3; + + if (sampler->compare_mode != PIPE_TEX_COMPARE_NONE) + dw[0] |= gen6_translate_shadow_func(sampler->compare_func); + + dw[1] = min_lod << 22 | + max_lod << 12 | + wrap_s << 6 | + wrap_t << 3 | + wrap_r; + + assert(!(border_color & 0x1f)); + dw[2] = border_color; + + dw[3] = max_aniso << 19; + + /* round the coordinates for linear filtering */ + if (min_filter != BRW_MAPFILTER_NEAREST) { + dw[3] |= (BRW_ADDRESS_ROUNDING_ENABLE_U_MIN | + BRW_ADDRESS_ROUNDING_ENABLE_V_MIN | + BRW_ADDRESS_ROUNDING_ENABLE_R_MIN) << 13; + } + if (mag_filter != BRW_MAPFILTER_NEAREST) { + dw[3] |= (BRW_ADDRESS_ROUNDING_ENABLE_U_MAG | + BRW_ADDRESS_ROUNDING_ENABLE_V_MAG | + BRW_ADDRESS_ROUNDING_ENABLE_R_MAG) << 13; + } + + if (!sampler->normalized_coords) + dw[3] |= 1; + } + + dw += 4; + } + + return state_offset; +} + +static uint32_t +gen6_emit_SAMPLER_BORDER_COLOR_STATE(const struct ilo_gpe *gpe, + const union pipe_color_union *color, + struct ilo_cp *cp) +{ + const int state_align = 32 / 4; + const int state_len = 12; + uint32_t state_offset, *dw; + float rgba[4] = { + color->f[0], color->f[1], color->f[2], color->f[3], + }; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + + dw = ilo_cp_steal_ptr(cp, "SAMPLER_BORDER_COLOR_STATE", + state_len, state_align, &state_offset); + + /* + * This state is not documented in the Sandy Bridge PRM, but in the + * Ironlake PRM. SNORM8 seems to be in DW11 instead of DW1. + */ + + /* IEEE_FP */ + dw[1] = fui(rgba[0]); + dw[2] = fui(rgba[1]); + dw[3] = fui(rgba[2]); + dw[4] = fui(rgba[3]); + + /* FLOAT_16 */ + dw[5] = util_float_to_half(rgba[0]) | + util_float_to_half(rgba[1]) << 16; + dw[6] = util_float_to_half(rgba[2]) | + util_float_to_half(rgba[3]) << 16; + + /* clamp to [-1.0f, 1.0f] */ + rgba[0] = CLAMP(rgba[0], -1.0f, 1.0f); + rgba[1] = CLAMP(rgba[1], -1.0f, 1.0f); + rgba[2] = CLAMP(rgba[2], -1.0f, 1.0f); + rgba[3] = CLAMP(rgba[3], -1.0f, 1.0f); + + /* SNORM16 */ + dw[9] = (int16_t) util_iround(rgba[0] * 32767.0f) | + (int16_t) util_iround(rgba[1] * 32767.0f) << 16; + dw[10] = (int16_t) util_iround(rgba[2] * 32767.0f) | + (int16_t) util_iround(rgba[3] * 32767.0f) << 16; + + /* SNORM8 */ + dw[11] = (int8_t) util_iround(rgba[0] * 127.0f) | + (int8_t) util_iround(rgba[1] * 127.0f) << 8 | + (int8_t) util_iround(rgba[2] * 127.0f) << 16 | + (int8_t) util_iround(rgba[3] * 127.0f) << 24; + + /* clamp to [0.0f, 1.0f] */ + rgba[0] = CLAMP(rgba[0], 0.0f, 1.0f); + rgba[1] = CLAMP(rgba[1], 0.0f, 1.0f); + rgba[2] = CLAMP(rgba[2], 0.0f, 1.0f); + rgba[3] = CLAMP(rgba[3], 0.0f, 1.0f); + + /* UNORM8 */ + dw[0] = (uint8_t) util_iround(rgba[0] * 255.0f) | + (uint8_t) util_iround(rgba[1] * 255.0f) << 8 | + (uint8_t) util_iround(rgba[2] * 255.0f) << 16 | + (uint8_t) util_iround(rgba[3] * 255.0f) << 24; + + /* UNORM16 */ + dw[7] = (uint16_t) util_iround(rgba[0] * 65535.0f) | + (uint16_t) util_iround(rgba[1] * 65535.0f) << 16; + dw[8] = (uint16_t) util_iround(rgba[2] * 65535.0f) | + (uint16_t) util_iround(rgba[3] * 65535.0f) << 16; + + return state_offset; +} + +static uint32_t +gen6_emit_push_constant_buffer(const struct ilo_gpe *gpe, + int size, void **pcb, + struct ilo_cp *cp) +{ + /* + * For all VS, GS, FS, and CS push constant buffers, they must be aligned + * to 32 bytes, and their sizes are specified in 256-bit units. + */ + const int state_align = 32 / 4; + const int state_len = align(size, 32) / 4; + uint32_t state_offset; + char *buf; + + ILO_GPE_VALID_GEN(gpe, 6, 7); + + buf = ilo_cp_steal_ptr(cp, "PUSH_CONSTANT_BUFFER", + state_len, state_align, &state_offset); + + /* zero out the unused range */ + if (size < state_len * 4) + memset(&buf[size], 0, state_len * 4 - size); + + if (pcb) + *pcb = buf; + + return state_offset; +} + +static int +gen6_estimate_command_size(const struct ilo_gpe *gpe, + enum ilo_gpe_gen6_command cmd, + int arg) +{ + static const struct { + int header; + int body; + } gen6_command_size_table[ILO_GPE_GEN6_COMMAND_COUNT] = { + [ILO_GPE_GEN6_STATE_BASE_ADDRESS] = { 0, 10 }, + [ILO_GPE_GEN6_STATE_SIP] = { 0, 2 }, + [ILO_GPE_GEN6_3DSTATE_VF_STATISTICS] = { 0, 1 }, + [ILO_GPE_GEN6_PIPELINE_SELECT] = { 0, 1 }, + [ILO_GPE_GEN6_MEDIA_VFE_STATE] = { 0, 8 }, + [ILO_GPE_GEN6_MEDIA_CURBE_LOAD] = { 0, 4 }, + [ILO_GPE_GEN6_MEDIA_INTERFACE_DESCRIPTOR_LOAD] = { 0, 4 }, + [ILO_GPE_GEN6_MEDIA_GATEWAY_STATE] = { 0, 2 }, + [ILO_GPE_GEN6_MEDIA_STATE_FLUSH] = { 0, 2 }, + [ILO_GPE_GEN6_MEDIA_OBJECT_WALKER] = { 17, 1 }, + [ILO_GPE_GEN6_3DSTATE_BINDING_TABLE_POINTERS] = { 0, 4 }, + [ILO_GPE_GEN6_3DSTATE_SAMPLER_STATE_POINTERS] = { 0, 4 }, + [ILO_GPE_GEN6_3DSTATE_URB] = { 0, 3 }, + [ILO_GPE_GEN6_3DSTATE_VERTEX_BUFFERS] = { 1, 4 }, + [ILO_GPE_GEN6_3DSTATE_VERTEX_ELEMENTS] = { 1, 2 }, + [ILO_GPE_GEN6_3DSTATE_INDEX_BUFFER] = { 0, 3 }, + [ILO_GPE_GEN6_3DSTATE_VIEWPORT_STATE_POINTERS] = { 0, 4 }, + [ILO_GPE_GEN6_3DSTATE_CC_STATE_POINTERS] = { 0, 4 }, + [ILO_GPE_GEN6_3DSTATE_SCISSOR_STATE_POINTERS] = { 0, 2 }, + [ILO_GPE_GEN6_3DSTATE_VS] = { 0, 6 }, + [ILO_GPE_GEN6_3DSTATE_GS] = { 0, 7 }, + [ILO_GPE_GEN6_3DSTATE_CLIP] = { 0, 4 }, + [ILO_GPE_GEN6_3DSTATE_SF] = { 0, 20 }, + [ILO_GPE_GEN6_3DSTATE_WM] = { 0, 9 }, + [ILO_GPE_GEN6_3DSTATE_CONSTANT_VS] = { 0, 5 }, + [ILO_GPE_GEN6_3DSTATE_CONSTANT_GS] = { 0, 5 }, + [ILO_GPE_GEN6_3DSTATE_CONSTANT_PS] = { 0, 5 }, + [ILO_GPE_GEN6_3DSTATE_SAMPLE_MASK] = { 0, 2 }, + [ILO_GPE_GEN6_3DSTATE_DRAWING_RECTANGLE] = { 0, 4 }, + [ILO_GPE_GEN6_3DSTATE_DEPTH_BUFFER] = { 0, 7 }, + [ILO_GPE_GEN6_3DSTATE_POLY_STIPPLE_OFFSET] = { 0, 2 }, + [ILO_GPE_GEN6_3DSTATE_POLY_STIPPLE_PATTERN] = { 0, 33 }, + [ILO_GPE_GEN6_3DSTATE_LINE_STIPPLE] = { 0, 3 }, + [ILO_GPE_GEN6_3DSTATE_AA_LINE_PARAMETERS] = { 0, 3 }, + [ILO_GPE_GEN6_3DSTATE_GS_SVB_INDEX] = { 0, 4 }, + [ILO_GPE_GEN6_3DSTATE_MULTISAMPLE] = { 0, 3 }, + [ILO_GPE_GEN6_3DSTATE_STENCIL_BUFFER] = { 0, 3 }, + [ILO_GPE_GEN6_3DSTATE_HIER_DEPTH_BUFFER] = { 0, 3 }, + [ILO_GPE_GEN6_3DSTATE_CLEAR_PARAMS] = { 0, 2 }, + [ILO_GPE_GEN6_PIPE_CONTROL] = { 0, 5 }, + [ILO_GPE_GEN6_3DPRIMITIVE] = { 0, 6 }, + }; + const int header = gen6_command_size_table[cmd].header; + const int body = gen6_command_size_table[arg].body; + const int count = arg; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(cmd < ILO_GPE_GEN6_COMMAND_COUNT); + + return (likely(count)) ? header + body * count : 0; +} + +static int +gen6_estimate_state_size(const struct ilo_gpe *gpe, + enum ilo_gpe_gen6_state state, + int arg) +{ + static const struct { + int alignment; + int body; + bool is_array; + } gen6_state_size_table[ILO_GPE_GEN6_STATE_COUNT] = { + [ILO_GPE_GEN6_INTERFACE_DESCRIPTOR_DATA] = { 8, 8, true }, + [ILO_GPE_GEN6_SF_VIEWPORT] = { 8, 8, true }, + [ILO_GPE_GEN6_CLIP_VIEWPORT] = { 8, 4, true }, + [ILO_GPE_GEN6_CC_VIEWPORT] = { 8, 2, true }, + [ILO_GPE_GEN6_COLOR_CALC_STATE] = { 16, 6, false }, + [ILO_GPE_GEN6_BLEND_STATE] = { 16, 2, true }, + [ILO_GPE_GEN6_DEPTH_STENCIL_STATE] = { 16, 3, false }, + [ILO_GPE_GEN6_SCISSOR_RECT] = { 8, 2, true }, + [ILO_GPE_GEN6_BINDING_TABLE_STATE] = { 8, 1, true }, + [ILO_GPE_GEN6_SURFACE_STATE] = { 8, 6, false }, + [ILO_GPE_GEN6_SAMPLER_STATE] = { 8, 4, true }, + [ILO_GPE_GEN6_SAMPLER_BORDER_COLOR_STATE] = { 8, 12, false }, + [ILO_GPE_GEN6_PUSH_CONSTANT_BUFFER] = { 8, 1, true }, + }; + const int alignment = gen6_state_size_table[state].alignment; + const int body = gen6_state_size_table[state].body; + const bool is_array = gen6_state_size_table[state].is_array; + const int count = arg; + int estimate; + + ILO_GPE_VALID_GEN(gpe, 6, 6); + assert(state < ILO_GPE_GEN6_STATE_COUNT); + + if (likely(count)) { + if (is_array) { + estimate = (alignment - 1) + body * count; + } + else { + estimate = (alignment - 1) + body; + /* all states are aligned */ + if (count > 1) + estimate += util_align_npot(body, alignment) * (count - 1); + } + } + else { + estimate = 0; + } + + return estimate; +} + +static const struct ilo_gpe_gen6 gen6_gpe = { + .estimate_command_size = gen6_estimate_command_size, + .estimate_state_size = gen6_estimate_state_size, + +#define GEN6_SET(name) .emit_ ## name = gen6_emit_ ## name + GEN6_SET(STATE_BASE_ADDRESS), + GEN6_SET(STATE_SIP), + GEN6_SET(3DSTATE_VF_STATISTICS), + GEN6_SET(PIPELINE_SELECT), + GEN6_SET(MEDIA_VFE_STATE), + GEN6_SET(MEDIA_CURBE_LOAD), + GEN6_SET(MEDIA_INTERFACE_DESCRIPTOR_LOAD), + GEN6_SET(MEDIA_GATEWAY_STATE), + GEN6_SET(MEDIA_STATE_FLUSH), + GEN6_SET(MEDIA_OBJECT_WALKER), + GEN6_SET(3DSTATE_BINDING_TABLE_POINTERS), + GEN6_SET(3DSTATE_SAMPLER_STATE_POINTERS), + GEN6_SET(3DSTATE_URB), + GEN6_SET(3DSTATE_VERTEX_BUFFERS), + GEN6_SET(3DSTATE_VERTEX_ELEMENTS), + GEN6_SET(3DSTATE_INDEX_BUFFER), + GEN6_SET(3DSTATE_VIEWPORT_STATE_POINTERS), + GEN6_SET(3DSTATE_CC_STATE_POINTERS), + GEN6_SET(3DSTATE_SCISSOR_STATE_POINTERS), + GEN6_SET(3DSTATE_VS), + GEN6_SET(3DSTATE_GS), + GEN6_SET(3DSTATE_CLIP), + GEN6_SET(3DSTATE_SF), + GEN6_SET(3DSTATE_WM), + GEN6_SET(3DSTATE_CONSTANT_VS), + GEN6_SET(3DSTATE_CONSTANT_GS), + GEN6_SET(3DSTATE_CONSTANT_PS), + GEN6_SET(3DSTATE_SAMPLE_MASK), + GEN6_SET(3DSTATE_DRAWING_RECTANGLE), + GEN6_SET(3DSTATE_DEPTH_BUFFER), + GEN6_SET(3DSTATE_POLY_STIPPLE_OFFSET), + GEN6_SET(3DSTATE_POLY_STIPPLE_PATTERN), + GEN6_SET(3DSTATE_LINE_STIPPLE), + GEN6_SET(3DSTATE_AA_LINE_PARAMETERS), + GEN6_SET(3DSTATE_GS_SVB_INDEX), + GEN6_SET(3DSTATE_MULTISAMPLE), + GEN6_SET(3DSTATE_STENCIL_BUFFER), + GEN6_SET(3DSTATE_HIER_DEPTH_BUFFER), + GEN6_SET(3DSTATE_CLEAR_PARAMS), + GEN6_SET(PIPE_CONTROL), + GEN6_SET(3DPRIMITIVE), + GEN6_SET(INTERFACE_DESCRIPTOR_DATA), + GEN6_SET(SF_VIEWPORT), + GEN6_SET(CLIP_VIEWPORT), + GEN6_SET(CC_VIEWPORT), + GEN6_SET(COLOR_CALC_STATE), + GEN6_SET(BLEND_STATE), + GEN6_SET(DEPTH_STENCIL_STATE), + GEN6_SET(SCISSOR_RECT), + GEN6_SET(BINDING_TABLE_STATE), + GEN6_SET(surf_SURFACE_STATE), + GEN6_SET(view_SURFACE_STATE), + GEN6_SET(cbuf_SURFACE_STATE), + GEN6_SET(so_SURFACE_STATE), + GEN6_SET(SAMPLER_STATE), + GEN6_SET(SAMPLER_BORDER_COLOR_STATE), + GEN6_SET(push_constant_buffer), +#undef GEN6_SET +}; + +const struct ilo_gpe_gen6 * +ilo_gpe_gen6_get(void) +{ + return &gen6_gpe; +} diff --git a/src/gallium/drivers/ilo/ilo_gpe_gen6.h b/src/gallium/drivers/ilo/ilo_gpe_gen6.h new file mode 100644 index 00000000000..8e08f59b282 --- /dev/null +++ b/src/gallium/drivers/ilo/ilo_gpe_gen6.h @@ -0,0 +1,596 @@ +/* + * Mesa 3-D graphics library + * + * Copyright (C) 2012-2013 LunarG, Inc. + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the "Software"), + * to deal in the Software without restriction, including without limitation + * the rights to use, copy, modify, merge, publish, distribute, sublicense, + * and/or sell copies of the Software, and to permit persons to whom the + * Software is furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included + * in all copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL + * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING + * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER + * DEALINGS IN THE SOFTWARE. + * + * Authors: + * Chia-I Wu <[email protected]> + */ + +#ifndef ILO_GPE_GEN6_H +#define ILO_GPE_GEN6_H + +#include "ilo_common.h" + +#define ILO_GPE_VALID_GEN(gpe, min_gen, max_gen) \ + assert((gpe)->gen >= ILO_GEN(min_gen) && (gpe)->gen <= ILO_GEN(max_gen)) + +#define ILO_GPE_CMD(pipeline, op, subop) \ + (0x3 << 29 | (pipeline) << 27 | (op) << 24 | (subop) << 16) + +struct ilo_gpe { + int gen; + int gt; +}; + +/** + * Commands that GEN6 GPE could emit. + */ +enum ilo_gpe_gen6_command { + ILO_GPE_GEN6_STATE_BASE_ADDRESS, /* (0x0, 0x1, 0x01) */ + ILO_GPE_GEN6_STATE_SIP, /* (0x0, 0x1, 0x02) */ + ILO_GPE_GEN6_3DSTATE_VF_STATISTICS, /* (0x1, 0x0, 0x0b) */ + ILO_GPE_GEN6_PIPELINE_SELECT, /* (0x1, 0x1, 0x04) */ + ILO_GPE_GEN6_MEDIA_VFE_STATE, /* (0x2, 0x0, 0x00) */ + ILO_GPE_GEN6_MEDIA_CURBE_LOAD, /* (0x2, 0x0, 0x01) */ + ILO_GPE_GEN6_MEDIA_INTERFACE_DESCRIPTOR_LOAD, /* (0x2, 0x0, 0x02) */ + ILO_GPE_GEN6_MEDIA_GATEWAY_STATE, /* (0x2, 0x0, 0x03) */ + ILO_GPE_GEN6_MEDIA_STATE_FLUSH, /* (0x2, 0x0, 0x04) */ + ILO_GPE_GEN6_MEDIA_OBJECT_WALKER, /* (0x2, 0x1, 0x03) */ + ILO_GPE_GEN6_3DSTATE_BINDING_TABLE_POINTERS, /* (0x3, 0x0, 0x01) */ + ILO_GPE_GEN6_3DSTATE_SAMPLER_STATE_POINTERS, /* (0x3, 0x0, 0x02) */ + ILO_GPE_GEN6_3DSTATE_URB, /* (0x3, 0x0, 0x05) */ + ILO_GPE_GEN6_3DSTATE_VERTEX_BUFFERS, /* (0x3, 0x0, 0x08) */ + ILO_GPE_GEN6_3DSTATE_VERTEX_ELEMENTS, /* (0x3, 0x0, 0x09) */ + ILO_GPE_GEN6_3DSTATE_INDEX_BUFFER, /* (0x3, 0x0, 0x0a) */ + ILO_GPE_GEN6_3DSTATE_VIEWPORT_STATE_POINTERS, /* (0x3, 0x0, 0x0d) */ + ILO_GPE_GEN6_3DSTATE_CC_STATE_POINTERS, /* (0x3, 0x0, 0x0e) */ + ILO_GPE_GEN6_3DSTATE_SCISSOR_STATE_POINTERS, /* (0x3, 0x0, 0x0f) */ + ILO_GPE_GEN6_3DSTATE_VS, /* (0x3, 0x0, 0x10) */ + ILO_GPE_GEN6_3DSTATE_GS, /* (0x3, 0x0, 0x11) */ + ILO_GPE_GEN6_3DSTATE_CLIP, /* (0x3, 0x0, 0x12) */ + ILO_GPE_GEN6_3DSTATE_SF, /* (0x3, 0x0, 0x13) */ + ILO_GPE_GEN6_3DSTATE_WM, /* (0x3, 0x0, 0x14) */ + ILO_GPE_GEN6_3DSTATE_CONSTANT_VS, /* (0x3, 0x0, 0x15) */ + ILO_GPE_GEN6_3DSTATE_CONSTANT_GS, /* (0x3, 0x0, 0x16) */ + ILO_GPE_GEN6_3DSTATE_CONSTANT_PS, /* (0x3, 0x0, 0x17) */ + ILO_GPE_GEN6_3DSTATE_SAMPLE_MASK, /* (0x3, 0x0, 0x18) */ + ILO_GPE_GEN6_3DSTATE_DRAWING_RECTANGLE, /* (0x3, 0x1, 0x00) */ + ILO_GPE_GEN6_3DSTATE_DEPTH_BUFFER, /* (0x3, 0x1, 0x05) */ + ILO_GPE_GEN6_3DSTATE_POLY_STIPPLE_OFFSET, /* (0x3, 0x1, 0x06) */ + ILO_GPE_GEN6_3DSTATE_POLY_STIPPLE_PATTERN, /* (0x3, 0x1, 0x07) */ + ILO_GPE_GEN6_3DSTATE_LINE_STIPPLE, /* (0x3, 0x1, 0x08) */ + ILO_GPE_GEN6_3DSTATE_AA_LINE_PARAMETERS, /* (0x3, 0x1, 0x0a) */ + ILO_GPE_GEN6_3DSTATE_GS_SVB_INDEX, /* (0x3, 0x1, 0x0b) */ + ILO_GPE_GEN6_3DSTATE_MULTISAMPLE, /* (0x3, 0x1, 0x0d) */ + ILO_GPE_GEN6_3DSTATE_STENCIL_BUFFER, /* (0x3, 0x1, 0x0e) */ + ILO_GPE_GEN6_3DSTATE_HIER_DEPTH_BUFFER, /* (0x3, 0x1, 0x0f) */ + ILO_GPE_GEN6_3DSTATE_CLEAR_PARAMS, /* (0x3, 0x1, 0x10) */ + ILO_GPE_GEN6_PIPE_CONTROL, /* (0x3, 0x2, 0x00) */ + ILO_GPE_GEN6_3DPRIMITIVE, /* (0x3, 0x3, 0x00) */ + + ILO_GPE_GEN6_COMMAND_COUNT, +}; + +/** + * Indirect states that GEN6 GPE could emit. + */ +enum ilo_gpe_gen6_state { + ILO_GPE_GEN6_INTERFACE_DESCRIPTOR_DATA, + ILO_GPE_GEN6_SF_VIEWPORT, + ILO_GPE_GEN6_CLIP_VIEWPORT, + ILO_GPE_GEN6_CC_VIEWPORT, + ILO_GPE_GEN6_COLOR_CALC_STATE, + ILO_GPE_GEN6_BLEND_STATE, + ILO_GPE_GEN6_DEPTH_STENCIL_STATE, + ILO_GPE_GEN6_SCISSOR_RECT, + ILO_GPE_GEN6_BINDING_TABLE_STATE, + ILO_GPE_GEN6_SURFACE_STATE, + ILO_GPE_GEN6_SAMPLER_STATE, + ILO_GPE_GEN6_SAMPLER_BORDER_COLOR_STATE, + ILO_GPE_GEN6_PUSH_CONSTANT_BUFFER, + + ILO_GPE_GEN6_STATE_COUNT, +}; + +enum intel_tiling_mode; + +struct intel_bo; +struct ilo_cp; +struct ilo_resource; +struct ilo_shader; + +typedef void +(*ilo_gpe_gen6_STATE_BASE_ADDRESS)(const struct ilo_gpe *gpe, + struct intel_bo *general_state_bo, + struct intel_bo *surface_state_bo, + struct intel_bo *dynamic_state_bo, + struct intel_bo *indirect_object_bo, + struct intel_bo *instruction_bo, + uint32_t general_state_size, + uint32_t dynamic_state_size, + uint32_t indirect_object_size, + uint32_t instruction_size, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_STATE_SIP)(const struct ilo_gpe *gpe, + uint32_t sip, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_VF_STATISTICS)(const struct ilo_gpe *gpe, + bool enable, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_PIPELINE_SELECT)(const struct ilo_gpe *gpe, + int pipeline, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_MEDIA_VFE_STATE)(const struct ilo_gpe *gpe, + int max_threads, int num_urb_entries, + int urb_entry_size, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_MEDIA_CURBE_LOAD)(const struct ilo_gpe *gpe, + uint32_t buf, int size, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_MEDIA_INTERFACE_DESCRIPTOR_LOAD)(const struct ilo_gpe *gpe, + uint32_t offset, int num_ids, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_MEDIA_GATEWAY_STATE)(const struct ilo_gpe *gpe, + int id, int byte, int thread_count, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_MEDIA_STATE_FLUSH)(const struct ilo_gpe *gpe, + int thread_count_water_mark, + int barrier_mask, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_MEDIA_OBJECT_WALKER)(const struct ilo_gpe *gpe, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_BINDING_TABLE_POINTERS)(const struct ilo_gpe *gpe, + uint32_t vs_binding_table, + uint32_t gs_binding_table, + uint32_t ps_binding_table, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_SAMPLER_STATE_POINTERS)(const struct ilo_gpe *gpe, + uint32_t vs_sampler_state, + uint32_t gs_sampler_state, + uint32_t ps_sampler_state, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_URB)(const struct ilo_gpe *gpe, + int vs_total_size, int gs_total_size, + int vs_entry_size, int gs_entry_size, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_VERTEX_BUFFERS)(const struct ilo_gpe *gpe, + const struct pipe_vertex_buffer *vbuffers, + const int *instance_divisors, + uint32_t vbuffer_mask, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_VERTEX_ELEMENTS)(const struct ilo_gpe *gpe, + const struct pipe_vertex_element *velements, + int num_elements, + bool last_velement_edgeflag, + bool prepend_generated_ids, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_INDEX_BUFFER)(const struct ilo_gpe *gpe, + const struct pipe_index_buffer *ib, + bool enable_cut_index, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_VIEWPORT_STATE_POINTERS)(const struct ilo_gpe *gpe, + uint32_t clip_viewport, + uint32_t sf_viewport, + uint32_t cc_viewport, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_CC_STATE_POINTERS)(const struct ilo_gpe *gpe, + uint32_t blend_state, + uint32_t depth_stencil_state, + uint32_t color_calc_state, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_SCISSOR_STATE_POINTERS)(const struct ilo_gpe *gpe, + uint32_t scissor_rect, + struct ilo_cp *cp); + + +typedef void +(*ilo_gpe_gen6_3DSTATE_VS)(const struct ilo_gpe *gpe, + const struct ilo_shader *vs, + int max_threads, int num_samplers, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_GS)(const struct ilo_gpe *gpe, + const struct ilo_shader *gs, + int max_threads, const struct ilo_shader *vs, + uint32_t vs_offset, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_CLIP)(const struct ilo_gpe *gpe, + const struct pipe_rasterizer_state *rasterizer, + bool has_linear_interp, + bool enable_guardband, + int num_viewports, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_SF)(const struct ilo_gpe *gpe, + const struct pipe_rasterizer_state *rasterizer, + const struct ilo_shader *fs, + const struct ilo_shader *last_sh, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_WM)(const struct ilo_gpe *gpe, + const struct ilo_shader *fs, + int max_threads, int num_samplers, + const struct pipe_rasterizer_state *rasterizer, + bool dual_blend, bool cc_may_kill, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_CONSTANT_VS)(const struct ilo_gpe *gpe, + const uint32_t *bufs, const int *sizes, + int num_bufs, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_CONSTANT_GS)(const struct ilo_gpe *gpe, + const uint32_t *bufs, const int *sizes, + int num_bufs, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_CONSTANT_PS)(const struct ilo_gpe *gpe, + const uint32_t *bufs, const int *sizes, + int num_bufs, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_SAMPLE_MASK)(const struct ilo_gpe *gpe, + unsigned sample_mask, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_DRAWING_RECTANGLE)(const struct ilo_gpe *gpe, + unsigned x, unsigned y, + unsigned width, unsigned height, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_DEPTH_BUFFER)(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + bool hiz, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_POLY_STIPPLE_OFFSET)(const struct ilo_gpe *gpe, + int x_offset, int y_offset, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_POLY_STIPPLE_PATTERN)(const struct ilo_gpe *gpe, + const struct pipe_poly_stipple *pattern, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_LINE_STIPPLE)(const struct ilo_gpe *gpe, + unsigned pattern, unsigned factor, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_AA_LINE_PARAMETERS)(const struct ilo_gpe *gpe, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_GS_SVB_INDEX)(const struct ilo_gpe *gpe, + int index, unsigned svbi, + unsigned max_svbi, + bool load_vertex_count, + struct ilo_cp *cp); + + +typedef void +(*ilo_gpe_gen6_3DSTATE_MULTISAMPLE)(const struct ilo_gpe *gpe, + int num_samples, + const uint32_t *packed_sample_pos, + bool pixel_location_center, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_STENCIL_BUFFER)(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_HIER_DEPTH_BUFFER)(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DSTATE_CLEAR_PARAMS)(const struct ilo_gpe *gpe, + uint32_t clear_val, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_PIPE_CONTROL)(const struct ilo_gpe *gpe, + uint32_t dw1, + struct intel_bo *bo, uint32_t bo_offset, + bool write_qword, + struct ilo_cp *cp); + +typedef void +(*ilo_gpe_gen6_3DPRIMITIVE)(const struct ilo_gpe *gpe, + const struct pipe_draw_info *info, + bool rectlist, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_INTERFACE_DESCRIPTOR_DATA)(const struct ilo_gpe *gpe, + const struct ilo_shader **cs, + uint32_t *sampler_state, + int *num_samplers, + uint32_t *binding_table_state, + int *num_surfaces, + int num_ids, + struct ilo_cp *cp); +typedef uint32_t +(*ilo_gpe_gen6_SF_VIEWPORT)(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_CLIP_VIEWPORT)(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_CC_VIEWPORT)(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_COLOR_CALC_STATE)(const struct ilo_gpe *gpe, + const struct pipe_stencil_ref *stencil_ref, + float alpha_ref, + const struct pipe_blend_color *blend_color, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_BLEND_STATE)(const struct ilo_gpe *gpe, + const struct pipe_blend_state *blend, + const struct pipe_framebuffer_state *framebuffer, + const struct pipe_alpha_state *alpha, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_DEPTH_STENCIL_STATE)(const struct ilo_gpe *gpe, + const struct pipe_depth_stencil_alpha_state *dsa, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_SCISSOR_RECT)(const struct ilo_gpe *gpe, + const struct pipe_scissor_state *scissors, + int num_scissors, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_BINDING_TABLE_STATE)(const struct ilo_gpe *gpe, + uint32_t *surface_states, + int num_surface_states, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_surf_SURFACE_STATE)(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_view_SURFACE_STATE)(const struct ilo_gpe *gpe, + const struct pipe_sampler_view *view, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_cbuf_SURFACE_STATE)(const struct ilo_gpe *gpe, + const struct pipe_constant_buffer *cbuf, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_so_SURFACE_STATE)(const struct ilo_gpe *gpe, + const struct pipe_stream_output_target *so, + const struct pipe_stream_output_info *so_info, + int so_index, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_SAMPLER_STATE)(const struct ilo_gpe *gpe, + const struct pipe_sampler_state **samplers, + const struct pipe_sampler_view **sampler_views, + const uint32_t *sampler_border_colors, + int num_samplers, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_SAMPLER_BORDER_COLOR_STATE)(const struct ilo_gpe *gpe, + const union pipe_color_union *color, + struct ilo_cp *cp); + +typedef uint32_t +(*ilo_gpe_gen6_push_constant_buffer)(const struct ilo_gpe *gpe, + int size, void **pcb, + struct ilo_cp *cp); + +/** + * GEN6 graphics processing engine + * + * This is a low-level interface. It does not handle the interdependencies + * between states. + */ +struct ilo_gpe_gen6 { + int (*estimate_command_size)(const struct ilo_gpe *gpe, + enum ilo_gpe_gen6_command cmd, + int arg); + + int (*estimate_state_size)(const struct ilo_gpe *gpe, + enum ilo_gpe_gen6_state state, + int arg); + +#define GEN6_EMIT(name) ilo_gpe_gen6_ ## name emit_ ## name + GEN6_EMIT(STATE_BASE_ADDRESS); + GEN6_EMIT(STATE_SIP); + GEN6_EMIT(3DSTATE_VF_STATISTICS); + GEN6_EMIT(PIPELINE_SELECT); + GEN6_EMIT(MEDIA_VFE_STATE); + GEN6_EMIT(MEDIA_CURBE_LOAD); + GEN6_EMIT(MEDIA_INTERFACE_DESCRIPTOR_LOAD); + GEN6_EMIT(MEDIA_GATEWAY_STATE); + GEN6_EMIT(MEDIA_STATE_FLUSH); + GEN6_EMIT(MEDIA_OBJECT_WALKER); + GEN6_EMIT(3DSTATE_BINDING_TABLE_POINTERS); + GEN6_EMIT(3DSTATE_SAMPLER_STATE_POINTERS); + GEN6_EMIT(3DSTATE_URB); + GEN6_EMIT(3DSTATE_VERTEX_BUFFERS); + GEN6_EMIT(3DSTATE_VERTEX_ELEMENTS); + GEN6_EMIT(3DSTATE_INDEX_BUFFER); + GEN6_EMIT(3DSTATE_VIEWPORT_STATE_POINTERS); + GEN6_EMIT(3DSTATE_CC_STATE_POINTERS); + GEN6_EMIT(3DSTATE_SCISSOR_STATE_POINTERS); + GEN6_EMIT(3DSTATE_VS); + GEN6_EMIT(3DSTATE_GS); + GEN6_EMIT(3DSTATE_CLIP); + GEN6_EMIT(3DSTATE_SF); + GEN6_EMIT(3DSTATE_WM); + GEN6_EMIT(3DSTATE_CONSTANT_VS); + GEN6_EMIT(3DSTATE_CONSTANT_GS); + GEN6_EMIT(3DSTATE_CONSTANT_PS); + GEN6_EMIT(3DSTATE_SAMPLE_MASK); + GEN6_EMIT(3DSTATE_DRAWING_RECTANGLE); + GEN6_EMIT(3DSTATE_DEPTH_BUFFER); + GEN6_EMIT(3DSTATE_POLY_STIPPLE_OFFSET); + GEN6_EMIT(3DSTATE_POLY_STIPPLE_PATTERN); + GEN6_EMIT(3DSTATE_LINE_STIPPLE); + GEN6_EMIT(3DSTATE_AA_LINE_PARAMETERS); + GEN6_EMIT(3DSTATE_GS_SVB_INDEX); + GEN6_EMIT(3DSTATE_MULTISAMPLE); + GEN6_EMIT(3DSTATE_STENCIL_BUFFER); + GEN6_EMIT(3DSTATE_HIER_DEPTH_BUFFER); + GEN6_EMIT(3DSTATE_CLEAR_PARAMS); + GEN6_EMIT(PIPE_CONTROL); + GEN6_EMIT(3DPRIMITIVE); + GEN6_EMIT(INTERFACE_DESCRIPTOR_DATA); + GEN6_EMIT(SF_VIEWPORT); + GEN6_EMIT(CLIP_VIEWPORT); + GEN6_EMIT(CC_VIEWPORT); + GEN6_EMIT(COLOR_CALC_STATE); + GEN6_EMIT(BLEND_STATE); + GEN6_EMIT(DEPTH_STENCIL_STATE); + GEN6_EMIT(SCISSOR_RECT); + GEN6_EMIT(BINDING_TABLE_STATE); + GEN6_EMIT(surf_SURFACE_STATE); + GEN6_EMIT(view_SURFACE_STATE); + GEN6_EMIT(cbuf_SURFACE_STATE); + GEN6_EMIT(so_SURFACE_STATE); + GEN6_EMIT(SAMPLER_STATE); + GEN6_EMIT(SAMPLER_BORDER_COLOR_STATE); + GEN6_EMIT(push_constant_buffer); +#undef GEN6_EMIT +}; + +const struct ilo_gpe_gen6 * +ilo_gpe_gen6_get(void); + +/* Below are helpers for other GENs */ + +int +ilo_gpe_gen6_translate_winsys_tiling(enum intel_tiling_mode tiling); + +int +ilo_gpe_gen6_translate_pipe_prim(unsigned prim); + +int +ilo_gpe_gen6_translate_texture(enum pipe_texture_target target); + +void +ilo_gpe_gen6_fill_3dstate_sf_raster(const struct ilo_gpe *gpe, + const struct pipe_rasterizer_state *rasterizer, + int num_samples, + enum pipe_format depth_format, + bool separate_stencil, + uint32_t *dw, int num_dwords); + +void +ilo_gpe_gen6_fill_3dstate_sf_sbe(const struct ilo_gpe *gpe, + const struct pipe_rasterizer_state *rasterizer, + const struct ilo_shader *fs, + const struct ilo_shader *last_sh, + uint32_t *dw, int num_dwords); + +void +ilo_gpe_gen6_emit_3DSTATE_DEPTH_BUFFER(const struct ilo_gpe *gpe, + const struct pipe_surface *surface, + const struct pipe_depth_stencil_alpha_state *dsa, + bool hiz, + struct ilo_cp *cp); + +void +ilo_gpe_gen6_fill_SF_VIEWPORT(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + uint32_t *dw, int num_dwords); + +void +ilo_gpe_gen6_fill_CLIP_VIEWPORT(const struct ilo_gpe *gpe, + const struct pipe_viewport_state *viewports, + int num_viewports, + uint32_t *dw, int num_dwords); + +#endif /* ILO_GPE_GEN6_H */ diff --git a/src/gallium/drivers/ilo/ilo_resource.c b/src/gallium/drivers/ilo/ilo_resource.c index aa6afe9812e..f325c41945d 100644 --- a/src/gallium/drivers/ilo/ilo_resource.c +++ b/src/gallium/drivers/ilo/ilo_resource.c @@ -1093,3 +1093,101 @@ ilo_init_transfer_functions(struct ilo_context *ilo) ilo->base.transfer_unmap = ilo_transfer_unmap; ilo->base.transfer_inline_write = ilo_transfer_inline_write; } + +/** + * Return the offset (in bytes) to a slice within the bo. + * + * When tile_aligned is true, the offset is to the tile containing the start + * address of the slice. x_offset and y_offset are offsets (in pixels) from + * the tile start to slice start. x_offset is always a multiple of 4 and + * y_offset is always a multiple of 2. + */ +unsigned +ilo_resource_get_slice_offset(const struct ilo_resource *res, + int level, int slice, bool tile_aligned, + unsigned *x_offset, unsigned *y_offset) +{ + const unsigned x = res->slice_offsets[level][slice].x / res->block_width; + const unsigned y = res->slice_offsets[level][slice].y / res->block_height; + unsigned tile_w, tile_h, tile_size, row_size; + unsigned slice_offset; + + /* see the Sandy Bridge PRM, volume 1 part 2, page 24 */ + + switch (res->tiling) { + case INTEL_TILING_NONE: + tile_w = res->bo_cpp; + tile_h = 1; + break; + case INTEL_TILING_X: + tile_w = 512; + tile_h = 8; + break; + case INTEL_TILING_Y: + tile_w = 128; + tile_h = 32; + break; + default: + assert(!"unknown tiling"); + tile_w = res->bo_cpp; + tile_h = 1; + break; + } + + tile_size = tile_w * tile_h; + row_size = res->bo_stride * tile_h; + + /* + * for non-tiled resources, this is equivalent to + * + * slice_offset = y * res->bo_stride + x * res->bo_cpp; + */ + slice_offset = + row_size * (y / tile_h) + tile_size * (x * res->bo_cpp / tile_w); + + /* + * Since res->bo_stride is a multiple of tile_w, slice_offset should be + * aligned at this point. + */ + assert(slice_offset % tile_size == 0); + + if (tile_aligned) { + /* + * because of the possible values of align_i and align_j in + * layout_tex_init(), x_offset must be a multiple of 4 and y_offset must + * be a multiple of 2. + */ + if (x_offset) { + assert(tile_w % res->bo_cpp == 0); + *x_offset = (x % (tile_w / res->bo_cpp)) * res->block_width; + assert(*x_offset % 4 == 0); + } + if (y_offset) { + *y_offset = (y % tile_h) * res->block_height; + assert(*y_offset % 2 == 0); + } + } + else { + const unsigned tx = (x * res->bo_cpp) % tile_w; + const unsigned ty = y % tile_h; + + switch (res->tiling) { + case INTEL_TILING_NONE: + assert(tx == 0 && ty == 0); + break; + case INTEL_TILING_X: + slice_offset += tile_w * ty + tx; + break; + case INTEL_TILING_Y: + slice_offset += tile_h * 16 * (tx / 16) + ty * 16 + (tx % 16); + break; + } + + if (x_offset) + *x_offset = 0; + if (y_offset) + *y_offset = 0; + } + + return slice_offset; +} diff --git a/src/gallium/drivers/ilo/ilo_resource.h b/src/gallium/drivers/ilo/ilo_resource.h index ed9a2fa6798..2d706ce007d 100644 --- a/src/gallium/drivers/ilo/ilo_resource.h +++ b/src/gallium/drivers/ilo/ilo_resource.h @@ -85,4 +85,9 @@ ilo_init_resource_functions(struct ilo_screen *is); void ilo_init_transfer_functions(struct ilo_context *ilo); +unsigned +ilo_resource_get_slice_offset(const struct ilo_resource *res, + int level, int slice, bool tile_aligned, + unsigned *x_offset, unsigned *y_offset); + #endif /* ILO_RESOURCE_H */ |