/* * Copyright (c) 2012-2015 Etnaviv Project * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sub license, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the * next paragraph) shall be included in all copies or substantial portions * of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. * * Authors: * Wladimir J. van der Laan */ #include "etnaviv_texture.h" #include "hw/common.xml.h" #include "etnaviv_clear_blit.h" #include "etnaviv_context.h" #include "etnaviv_emit.h" #include "etnaviv_format.h" #include "etnaviv_translate.h" #include "util/u_inlines.h" #include "util/u_memory.h" #include static void * etna_create_sampler_state(struct pipe_context *pipe, const struct pipe_sampler_state *ss) { struct etna_sampler_state *cs = CALLOC_STRUCT(etna_sampler_state); if (!cs) return NULL; cs->TE_SAMPLER_CONFIG0 = VIVS_TE_SAMPLER_CONFIG0_UWRAP(translate_texture_wrapmode(ss->wrap_s)) | VIVS_TE_SAMPLER_CONFIG0_VWRAP(translate_texture_wrapmode(ss->wrap_t)) | VIVS_TE_SAMPLER_CONFIG0_MIN(translate_texture_filter(ss->min_img_filter)) | VIVS_TE_SAMPLER_CONFIG0_MIP(translate_texture_mipfilter(ss->min_mip_filter)) | VIVS_TE_SAMPLER_CONFIG0_MAG(translate_texture_filter(ss->mag_img_filter)) | COND(ss->normalized_coords, VIVS_TE_SAMPLER_CONFIG0_ROUND_UV); cs->TE_SAMPLER_CONFIG1 = 0; /* VIVS_TE_SAMPLER_CONFIG1 (swizzle, extended format) fully determined by sampler view */ cs->TE_SAMPLER_LOD_CONFIG = COND(ss->lod_bias != 0.0, VIVS_TE_SAMPLER_LOD_CONFIG_BIAS_ENABLE) | VIVS_TE_SAMPLER_LOD_CONFIG_BIAS(etna_float_to_fixp55(ss->lod_bias)); if (ss->min_mip_filter != PIPE_TEX_MIPFILTER_NONE) { cs->min_lod = etna_float_to_fixp55(ss->min_lod); cs->max_lod = etna_float_to_fixp55(ss->max_lod); } else { /* when not mipmapping, we need to set max/min lod so that always * lowest LOD is selected */ cs->min_lod = cs->max_lod = etna_float_to_fixp55(ss->min_lod); } return cs; } static void etna_bind_sampler_states(struct pipe_context *pctx, enum pipe_shader_type shader, unsigned start_slot, unsigned num_samplers, void **samplers) { /* bind fragment sampler */ struct etna_context *ctx = etna_context(pctx); int offset; switch (shader) { case PIPE_SHADER_FRAGMENT: offset = 0; ctx->num_fragment_samplers = num_samplers; break; case PIPE_SHADER_VERTEX: offset = ctx->specs.vertex_sampler_offset; break; default: assert(!"Invalid shader"); return; } uint32_t mask = 1 << offset; for (int idx = 0; idx < num_samplers; ++idx, mask <<= 1) { ctx->sampler[offset + idx] = samplers[idx]; if (samplers[idx]) ctx->active_samplers |= mask; else ctx->active_samplers &= ~mask; } ctx->dirty |= ETNA_DIRTY_SAMPLERS; } static void etna_delete_sampler_state(struct pipe_context *pctx, void *ss) { FREE(ss); } /* Return true if the GPU can use sampler TS with this sampler view. * Sampler TS is an optimization used when rendering to textures, where * a resolve-in-place can be avoided when rendering has left a (valid) TS. */ static bool etna_can_use_sampler_ts(struct pipe_sampler_view *view, int num) { /* Can use sampler TS when: * - the hardware supports sampler TS. * - the sampler view will be bound to sampler texture); struct etna_screen *screen = etna_screen(rsc->base.screen); return VIV_FEATURE(screen, chipMinorFeatures2, TEXTURE_TILED_READ) && num < VIVS_TS_SAMPLER__LEN && rsc->base.target != PIPE_BUFFER && translate_ts_sampler_format(rsc->base.format) != ETNA_NO_MATCH && view->u.tex.first_level == 0 && MIN2(view->u.tex.last_level, rsc->base.last_level) == 0 && rsc->levels[0].ts_valid; } static void etna_configure_sampler_ts(struct pipe_sampler_view *pview, bool enable) { struct etna_sampler_view *view = etna_sampler_view(pview); if (enable) { struct etna_resource *rsc = etna_resource(view->base.texture); struct etna_resource_level *lev = &rsc->levels[0]; assert(rsc->ts_bo && lev->ts_valid); view->TE_SAMPLER_CONFIG1 |= VIVS_TE_SAMPLER_CONFIG1_USE_TS; view->TS_SAMPLER_CONFIG = VIVS_TS_SAMPLER_CONFIG_ENABLE(1) | VIVS_TS_SAMPLER_CONFIG_FORMAT(translate_ts_sampler_format(rsc->base.format)); view->TS_SAMPLER_CLEAR_VALUE = lev->clear_value; view->TS_SAMPLER_CLEAR_VALUE2 = lev->clear_value; /* To handle 64-bit formats this needs a different value */ view->TS_SAMPLER_STATUS_BASE.bo = rsc->ts_bo; view->TS_SAMPLER_STATUS_BASE.offset = lev->ts_offset; view->TS_SAMPLER_STATUS_BASE.flags = ETNA_RELOC_READ; } else { view->TE_SAMPLER_CONFIG1 &= ~VIVS_TE_SAMPLER_CONFIG1_USE_TS; view->TS_SAMPLER_CONFIG = 0; view->TS_SAMPLER_STATUS_BASE.bo = NULL; } /* n.b.: relies on caller to mark ETNA_DIRTY_SAMPLER_VIEWS */ } static void etna_update_sampler_source(struct pipe_sampler_view *view, int num) { struct etna_resource *base = etna_resource(view->texture); struct etna_resource *to = base, *from = base; bool enable_sampler_ts = false; if (base->external && etna_resource_newer(etna_resource(base->external), base)) from = etna_resource(base->external); if (base->texture) to = etna_resource(base->texture); if ((to != from) && etna_resource_older(to, from)) { etna_copy_resource(view->context, &to->base, &from->base, 0, view->texture->last_level); to->seqno = from->seqno; } else if ((to == from) && etna_resource_needs_flush(to)) { if (etna_can_use_sampler_ts(view, num)) { enable_sampler_ts = true; /* Do not set flush_seqno because the resolve-to-self was bypassed */ } else { /* Resolve TS if needed */ etna_copy_resource(view->context, &to->base, &from->base, 0, view->texture->last_level); to->flush_seqno = from->seqno; } } etna_configure_sampler_ts(view, enable_sampler_ts); } static bool etna_resource_sampler_compatible(struct etna_resource *res) { if (util_format_is_compressed(res->base.format)) return true; struct etna_screen *screen = etna_screen(res->base.screen); /* This GPU supports texturing from supertiled textures? */ if (res->layout == ETNA_LAYOUT_SUPER_TILED && VIV_FEATURE(screen, chipMinorFeatures2, SUPERTILED_TEXTURE)) return true; /* TODO: LINEAR_TEXTURE_SUPPORT */ /* Otherwise, only support tiled layouts */ if (res->layout != ETNA_LAYOUT_TILED) return false; /* If we have HALIGN support, we can allow for the RS padding */ if (VIV_FEATURE(screen, chipMinorFeatures1, TEXTURE_HALIGN)) return true; /* Non-HALIGN GPUs only accept 4x4 tile-aligned textures */ if (res->halign != TEXTURE_HALIGN_FOUR) return false; return true; } struct etna_resource * etna_texture_handle_incompatible(struct pipe_context *pctx, struct pipe_resource *prsc) { struct etna_resource *res = etna_resource(prsc); if (!etna_resource_sampler_compatible(res)) { /* The original resource is not compatible with the sampler. * Allocate an appropriately tiled texture. */ if (!res->texture) { struct pipe_resource templat = *prsc; templat.bind &= ~(PIPE_BIND_DEPTH_STENCIL | PIPE_BIND_RENDER_TARGET | PIPE_BIND_BLENDABLE); res->texture = etna_resource_alloc(pctx->screen, ETNA_LAYOUT_TILED, DRM_FORMAT_MOD_LINEAR, &templat); } if (!res->texture) { return NULL; } res = etna_resource(res->texture); } return res; } static struct pipe_sampler_view * etna_create_sampler_view(struct pipe_context *pctx, struct pipe_resource *prsc, const struct pipe_sampler_view *so) { struct etna_sampler_view *sv = CALLOC_STRUCT(etna_sampler_view); struct etna_context *ctx = etna_context(pctx); const uint32_t format = translate_texture_format(so->format); const bool ext = !!(format & EXT_FORMAT); const bool astc = !!(format & ASTC_FORMAT); const uint32_t swiz = get_texture_swiz(so->format, so->swizzle_r, so->swizzle_g, so->swizzle_b, so->swizzle_a); if (!sv) return NULL; struct etna_resource *res = etna_texture_handle_incompatible(pctx, prsc); if (!res) { free(sv); return NULL; } sv->base = *so; pipe_reference_init(&sv->base.reference, 1); sv->base.texture = NULL; pipe_resource_reference(&sv->base.texture, prsc); sv->base.context = pctx; /* merged with sampler state */ sv->TE_SAMPLER_CONFIG0 = COND(!ext && !astc, VIVS_TE_SAMPLER_CONFIG0_FORMAT(format)); sv->TE_SAMPLER_CONFIG0_MASK = 0xffffffff; switch (sv->base.target) { case PIPE_TEXTURE_1D: /* For 1D textures, we will have a height of 1, so we can use 2D * but set T wrap to repeat */ sv->TE_SAMPLER_CONFIG0_MASK = ~VIVS_TE_SAMPLER_CONFIG0_VWRAP__MASK; sv->TE_SAMPLER_CONFIG0 |= VIVS_TE_SAMPLER_CONFIG0_VWRAP(TEXTURE_WRAPMODE_REPEAT); /* fallthrough */ case PIPE_TEXTURE_2D: case PIPE_TEXTURE_RECT: sv->TE_SAMPLER_CONFIG0 |= VIVS_TE_SAMPLER_CONFIG0_TYPE(TEXTURE_TYPE_2D); break; case PIPE_TEXTURE_CUBE: sv->TE_SAMPLER_CONFIG0 |= VIVS_TE_SAMPLER_CONFIG0_TYPE(TEXTURE_TYPE_CUBE_MAP); break; default: BUG("Unhandled texture target"); free(sv); return NULL; } sv->TE_SAMPLER_CONFIG1 = COND(ext, VIVS_TE_SAMPLER_CONFIG1_FORMAT_EXT(format)) | COND(astc, VIVS_TE_SAMPLER_CONFIG1_FORMAT_EXT(TEXTURE_FORMAT_EXT_ASTC)) | VIVS_TE_SAMPLER_CONFIG1_HALIGN(res->halign) | swiz; sv->TE_SAMPLER_ASTC0 = COND(astc, VIVS_NTE_SAMPLER_ASTC0_ASTC_FORMAT(format)) | VIVS_NTE_SAMPLER_ASTC0_UNK8(0xc) | VIVS_NTE_SAMPLER_ASTC0_UNK16(0xc) | VIVS_NTE_SAMPLER_ASTC0_UNK24(0xc); sv->TE_SAMPLER_SIZE = VIVS_TE_SAMPLER_SIZE_WIDTH(res->base.width0) | VIVS_TE_SAMPLER_SIZE_HEIGHT(res->base.height0); sv->TE_SAMPLER_LOG_SIZE = VIVS_TE_SAMPLER_LOG_SIZE_WIDTH(etna_log2_fixp55(res->base.width0)) | VIVS_TE_SAMPLER_LOG_SIZE_HEIGHT(etna_log2_fixp55(res->base.height0)) | COND(util_format_is_srgb(so->format) && !astc, VIVS_TE_SAMPLER_LOG_SIZE_SRGB) | COND(astc, VIVS_TE_SAMPLER_LOG_SIZE_ASTC); /* Set up levels-of-detail */ for (int lod = 0; lod <= res->base.last_level; ++lod) { sv->TE_SAMPLER_LOD_ADDR[lod].bo = res->bo; sv->TE_SAMPLER_LOD_ADDR[lod].offset = res->levels[lod].offset; sv->TE_SAMPLER_LOD_ADDR[lod].flags = ETNA_RELOC_READ; } sv->min_lod = sv->base.u.tex.first_level << 5; sv->max_lod = MIN2(sv->base.u.tex.last_level, res->base.last_level) << 5; /* Workaround for npot textures -- it appears that only CLAMP_TO_EDGE is * supported when the appropriate capability is not set. */ if (!ctx->specs.npot_tex_any_wrap && (!util_is_power_of_two(res->base.width0) || !util_is_power_of_two(res->base.height0))) { sv->TE_SAMPLER_CONFIG0_MASK = ~(VIVS_TE_SAMPLER_CONFIG0_UWRAP__MASK | VIVS_TE_SAMPLER_CONFIG0_VWRAP__MASK); sv->TE_SAMPLER_CONFIG0 |= VIVS_TE_SAMPLER_CONFIG0_UWRAP(TEXTURE_WRAPMODE_CLAMP_TO_EDGE) | VIVS_TE_SAMPLER_CONFIG0_VWRAP(TEXTURE_WRAPMODE_CLAMP_TO_EDGE); } return &sv->base; } static void etna_sampler_view_destroy(struct pipe_context *pctx, struct pipe_sampler_view *view) { pipe_resource_reference(&view->texture, NULL); FREE(view); } static void set_sampler_views(struct etna_context *ctx, unsigned start, unsigned end, unsigned nr, struct pipe_sampler_view **views) { unsigned i, j; uint32_t mask = 1 << start; uint32_t prev_active_sampler_views = ctx->active_sampler_views; for (i = start, j = 0; j < nr; i++, j++, mask <<= 1) { pipe_sampler_view_reference(&ctx->sampler_view[i], views[j]); if (views[j]) { ctx->active_sampler_views |= mask; ctx->dirty_sampler_views |= mask; } else ctx->active_sampler_views &= ~mask; } for (; i < end; i++, mask <<= 1) { pipe_sampler_view_reference(&ctx->sampler_view[i], NULL); ctx->active_sampler_views &= ~mask; } /* sampler views that changed state (even to inactive) are also dirty */ ctx->dirty_sampler_views |= ctx->active_sampler_views ^ prev_active_sampler_views; } static inline void etna_fragtex_set_sampler_views(struct etna_context *ctx, unsigned nr, struct pipe_sampler_view **views) { unsigned start = 0; unsigned end = start + ctx->specs.fragment_sampler_count; set_sampler_views(ctx, start, end, nr, views); ctx->num_fragment_sampler_views = nr; } static inline void etna_vertex_set_sampler_views(struct etna_context *ctx, unsigned nr, struct pipe_sampler_view **views) { unsigned start = ctx->specs.vertex_sampler_offset; unsigned end = start + ctx->specs.vertex_sampler_count; set_sampler_views(ctx, start, end, nr, views); } static void etna_set_sampler_views(struct pipe_context *pctx, enum pipe_shader_type shader, unsigned start_slot, unsigned num_views, struct pipe_sampler_view **views) { struct etna_context *ctx = etna_context(pctx); assert(start_slot == 0); ctx->dirty |= ETNA_DIRTY_SAMPLER_VIEWS | ETNA_DIRTY_TEXTURE_CACHES; for (unsigned idx = 0; idx < num_views; ++idx) { if (views[idx]) etna_update_sampler_source(views[idx], idx); } switch (shader) { case PIPE_SHADER_FRAGMENT: etna_fragtex_set_sampler_views(ctx, num_views, views); break; case PIPE_SHADER_VERTEX: etna_vertex_set_sampler_views(ctx, num_views, views); break; default:; } } static void etna_texture_barrier(struct pipe_context *pctx, unsigned flags) { struct etna_context *ctx = etna_context(pctx); /* clear color and texture cache to make sure that texture unit reads * what has been written */ etna_set_state(ctx->stream, VIVS_GL_FLUSH_CACHE, VIVS_GL_FLUSH_CACHE_COLOR | VIVS_GL_FLUSH_CACHE_TEXTURE); } void etna_texture_init(struct pipe_context *pctx) { pctx->create_sampler_state = etna_create_sampler_state; pctx->bind_sampler_states = etna_bind_sampler_states; pctx->delete_sampler_state = etna_delete_sampler_state; pctx->set_sampler_views = etna_set_sampler_views; pctx->create_sampler_view = etna_create_sampler_view; pctx->sampler_view_destroy = etna_sampler_view_destroy; pctx->texture_barrier = etna_texture_barrier; }