radeonsi: move remaining perfcounter code into si_perfcounter.c

Reviewed-by: Marek Olšák <[email protected]>

1 files changed, 0 insertions, 639 deletions

diff --git a/src/gallium/drivers/radeon/r600_perfcounter.c b/src/gallium/drivers/radeon/r600_perfcounter.c
deleted file mode 100644
index 57c3246898a..00000000000
--- a/src/gallium/drivers/radeon/r600_perfcounter.c
+++ /dev/null
@@ -1,639 +0,0 @@
-/*
- * Copyright 2015 Advanced Micro Devices, Inc.
- * All Rights Reserved.
- *
- * Permission is hereby granted, free of charge, to any person obtaining a
- * copy of this software and associated documentation files (the "Software"),
- * to deal in the Software without restriction, including without limitation
- * the rights to use, copy, modify, merge, publish, distribute, sublicense,
- * and/or sell copies of the Software, and to permit persons to whom the
- * Software is furnished to do so, subject to the following conditions:
- *
- * The above copyright notice and this permission notice (including the next
- * paragraph) shall be included in all copies or substantial portions of the
- * Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
- * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
- * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
- * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
- * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
- * SOFTWARE.
- */
-
-#include "util/u_memory.h"
-#include "radeonsi/si_query.h"
-#include "radeonsi/si_pipe.h"
-#include "amd/common/sid.h"
-
-/* Max counters per HW block */
-#define SI_QUERY_MAX_COUNTERS 16
-
-static struct si_perfcounter_block *
-lookup_counter(struct si_perfcounters *pc, unsigned index,
-	       unsigned *base_gid, unsigned *sub_index)
-{
-	struct si_perfcounter_block *block = pc->blocks;
-	unsigned bid;
-
-	*base_gid = 0;
-	for (bid = 0; bid < pc->num_blocks; ++bid, ++block) {
-		unsigned total = block->num_groups * block->num_selectors;
-
-		if (index < total) {
-			*sub_index = index;
-			return block;
-		}
-
-		index -= total;
-		*base_gid += block->num_groups;
-	}
-
-	return NULL;
-}
-
-static struct si_perfcounter_block *
-lookup_group(struct si_perfcounters *pc, unsigned *index)
-{
-	unsigned bid;
-	struct si_perfcounter_block *block = pc->blocks;
-
-	for (bid = 0; bid < pc->num_blocks; ++bid, ++block) {
-		if (*index < block->num_groups)
-			return block;
-		*index -= block->num_groups;
-	}
-
-	return NULL;
-}
-
-struct si_pc_group {
-	struct si_pc_group *next;
-	struct si_perfcounter_block *block;
-	unsigned sub_gid; /* only used during init */
-	unsigned result_base; /* only used during init */
-	int se;
-	int instance;
-	unsigned num_counters;
-	unsigned selectors[SI_QUERY_MAX_COUNTERS];
-};
-
-struct si_pc_counter {
-	unsigned base;
-	unsigned qwords;
-	unsigned stride; /* in uint64s */
-};
-
-#define SI_PC_SHADERS_WINDOWING (1 << 31)
-
-struct si_query_pc {
-	struct si_query_hw b;
-
-	unsigned shaders;
-	unsigned num_counters;
-	struct si_pc_counter *counters;
-	struct si_pc_group *groups;
-};
-
-static void si_pc_query_destroy(struct si_screen *sscreen,
-				struct si_query *rquery)
-{
-	struct si_query_pc *query = (struct si_query_pc *)rquery;
-
-	while (query->groups) {
-		struct si_pc_group *group = query->groups;
-		query->groups = group->next;
-		FREE(group);
-	}
-
-	FREE(query->counters);
-
-	si_query_hw_destroy(sscreen, rquery);
-}
-
-static bool si_pc_query_prepare_buffer(struct si_screen *screen,
-				       struct si_query_hw *hwquery,
-				       struct r600_resource *buffer)
-{
-	/* no-op */
-	return true;
-}
-
-static void si_pc_query_emit_start(struct si_context *sctx,
-				   struct si_query_hw *hwquery,
-				   struct r600_resource *buffer, uint64_t va)
-{
-	struct si_perfcounters *pc = sctx->screen->perfcounters;
-	struct si_query_pc *query = (struct si_query_pc *)hwquery;
-	struct si_pc_group *group;
-	int current_se = -1;
-	int current_instance = -1;
-
-	if (query->shaders)
-		pc->emit_shaders(sctx, query->shaders);
-
-	for (group = query->groups; group; group = group->next) {
-		struct si_perfcounter_block *block = group->block;
-
-		if (group->se != current_se || group->instance != current_instance) {
-			current_se = group->se;
-			current_instance = group->instance;
-			pc->emit_instance(sctx, group->se, group->instance);
-		}
-
-		pc->emit_select(sctx, block, group->num_counters, group->selectors);
-	}
-
-	if (current_se != -1 || current_instance != -1)
-		pc->emit_instance(sctx, -1, -1);
-
-	pc->emit_start(sctx, buffer, va);
-}
-
-static void si_pc_query_emit_stop(struct si_context *sctx,
-				  struct si_query_hw *hwquery,
-				  struct r600_resource *buffer, uint64_t va)
-{
-	struct si_perfcounters *pc = sctx->screen->perfcounters;
-	struct si_query_pc *query = (struct si_query_pc *)hwquery;
-	struct si_pc_group *group;
-
-	pc->emit_stop(sctx, buffer, va);
-
-	for (group = query->groups; group; group = group->next) {
-		struct si_perfcounter_block *block = group->block;
-		unsigned se = group->se >= 0 ? group->se : 0;
-		unsigned se_end = se + 1;
-
-		if ((block->flags & SI_PC_BLOCK_SE) && (group->se < 0))
-			se_end = sctx->screen->info.max_se;
-
-		do {
-			unsigned instance = group->instance >= 0 ? group->instance : 0;
-
-			do {
-				pc->emit_instance(sctx, se, instance);
-				pc->emit_read(sctx, block,
-					      group->num_counters, group->selectors,
-					      buffer, va);
-				va += sizeof(uint64_t) * group->num_counters;
-			} while (group->instance < 0 && ++instance < block->num_instances);
-		} while (++se < se_end);
-	}
-
-	pc->emit_instance(sctx, -1, -1);
-}
-
-static void si_pc_query_clear_result(struct si_query_hw *hwquery,
-				     union pipe_query_result *result)
-{
-	struct si_query_pc *query = (struct si_query_pc *)hwquery;
-
-	memset(result, 0, sizeof(result->batch[0]) * query->num_counters);
-}
-
-static void si_pc_query_add_result(struct si_screen *sscreen,
-				   struct si_query_hw *hwquery,
-				   void *buffer,
-				   union pipe_query_result *result)
-{
-	struct si_query_pc *query = (struct si_query_pc *)hwquery;
-	uint64_t *results = buffer;
-	unsigned i, j;
-
-	for (i = 0; i < query->num_counters; ++i) {
-		struct si_pc_counter *counter = &query->counters[i];
-
-		for (j = 0; j < counter->qwords; ++j) {
-			uint32_t value = results[counter->base + j * counter->stride];
-			result->batch[i].u64 += value;
-		}
-	}
-}
-
-static struct si_query_ops batch_query_ops = {
-	.destroy = si_pc_query_destroy,
-	.begin = si_query_hw_begin,
-	.end = si_query_hw_end,
-	.get_result = si_query_hw_get_result
-};
-
-static struct si_query_hw_ops batch_query_hw_ops = {
-	.prepare_buffer = si_pc_query_prepare_buffer,
-	.emit_start = si_pc_query_emit_start,
-	.emit_stop = si_pc_query_emit_stop,
-	.clear_result = si_pc_query_clear_result,
-	.add_result = si_pc_query_add_result,
-};
-
-static struct si_pc_group *get_group_state(struct si_screen *screen,
-					     struct si_query_pc *query,
-					     struct si_perfcounter_block *block,
-					     unsigned sub_gid)
-{
-	struct si_pc_group *group = query->groups;
-
-	while (group) {
-		if (group->block == block && group->sub_gid == sub_gid)
-			return group;
-		group = group->next;
-	}
-
-	group = CALLOC_STRUCT(si_pc_group);
-	if (!group)
-		return NULL;
-
-	group->block = block;
-	group->sub_gid = sub_gid;
-
-	if (block->flags & SI_PC_BLOCK_SHADER) {
-		unsigned sub_gids = block->num_instances;
-		unsigned shader_id;
-		unsigned shaders;
-		unsigned query_shaders;
-
-		if (block->flags & SI_PC_BLOCK_SE_GROUPS)
-			sub_gids = sub_gids * screen->info.max_se;
-		shader_id = sub_gid / sub_gids;
-		sub_gid = sub_gid % sub_gids;
-
-		shaders = screen->perfcounters->shader_type_bits[shader_id];
-
-		query_shaders = query->shaders & ~SI_PC_SHADERS_WINDOWING;
-		if (query_shaders && query_shaders != shaders) {
-			fprintf(stderr, "si_perfcounter: incompatible shader groups\n");
-			FREE(group);
-			return NULL;
-		}
-		query->shaders = shaders;
-	}
-
-	if (block->flags & SI_PC_BLOCK_SHADER_WINDOWED && !query->shaders) {
-		// A non-zero value in query->shaders ensures that the shader
-		// masking is reset unless the user explicitly requests one.
-		query->shaders = SI_PC_SHADERS_WINDOWING;
-	}
-
-	if (block->flags & SI_PC_BLOCK_SE_GROUPS) {
-		group->se = sub_gid / block->num_instances;
-		sub_gid = sub_gid % block->num_instances;
-	} else {
-		group->se = -1;
-	}
-
-	if (block->flags & SI_PC_BLOCK_INSTANCE_GROUPS) {
-		group->instance = sub_gid;
-	} else {
-		group->instance = -1;
-	}
-
-	group->next = query->groups;
-	query->groups = group;
-
-	return group;
-}
-
-struct pipe_query *si_create_batch_query(struct pipe_context *ctx,
-					 unsigned num_queries,
-					 unsigned *query_types)
-{
-	struct si_screen *screen =
-		(struct si_screen *)ctx->screen;
-	struct si_perfcounters *pc = screen->perfcounters;
-	struct si_perfcounter_block *block;
-	struct si_pc_group *group;
-	struct si_query_pc *query;
-	unsigned base_gid, sub_gid, sub_index;
-	unsigned i, j;
-
-	if (!pc)
-		return NULL;
-
-	query = CALLOC_STRUCT(si_query_pc);
-	if (!query)
-		return NULL;
-
-	query->b.b.ops = &batch_query_ops;
-	query->b.ops = &batch_query_hw_ops;
-
-	query->num_counters = num_queries;
-
-	/* Collect selectors per group */
-	for (i = 0; i < num_queries; ++i) {
-		unsigned sub_gid;
-
-		if (query_types[i] < SI_QUERY_FIRST_PERFCOUNTER)
-			goto error;
-
-		block = lookup_counter(pc, query_types[i] - SI_QUERY_FIRST_PERFCOUNTER,
-				       &base_gid, &sub_index);
-		if (!block)
-			goto error;
-
-		sub_gid = sub_index / block->num_selectors;
-		sub_index = sub_index % block->num_selectors;
-
-		group = get_group_state(screen, query, block, sub_gid);
-		if (!group)
-			goto error;
-
-		if (group->num_counters >= block->num_counters) {
-			fprintf(stderr,
-				"perfcounter group %s: too many selected\n",
-				block->basename);
-			goto error;
-		}
-		group->selectors[group->num_counters] = sub_index;
-		++group->num_counters;
-	}
-
-	/* Compute result bases and CS size per group */
-	query->b.num_cs_dw_end = pc->num_stop_cs_dwords;
-	query->b.num_cs_dw_end += pc->num_instance_cs_dwords;
-
-	i = 0;
-	for (group = query->groups; group; group = group->next) {
-		struct si_perfcounter_block *block = group->block;
-		unsigned read_dw;
-		unsigned instances = 1;
-
-		if ((block->flags & SI_PC_BLOCK_SE) && group->se < 0)
-			instances = screen->info.max_se;
-		if (group->instance < 0)
-			instances *= block->num_instances;
-
-		group->result_base = i;
-		query->b.result_size += sizeof(uint64_t) * instances * group->num_counters;
-		i += instances * group->num_counters;
-
-		read_dw = 6 * group->num_counters;
-		query->b.num_cs_dw_end += instances * read_dw;
-		query->b.num_cs_dw_end += instances * pc->num_instance_cs_dwords;
-	}
-
-	if (query->shaders) {
-		if (query->shaders == SI_PC_SHADERS_WINDOWING)
-			query->shaders = 0xffffffff;
-	}
-
-	/* Map user-supplied query array to result indices */
-	query->counters = CALLOC(num_queries, sizeof(*query->counters));
-	for (i = 0; i < num_queries; ++i) {
-		struct si_pc_counter *counter = &query->counters[i];
-		struct si_perfcounter_block *block;
-
-		block = lookup_counter(pc, query_types[i] - SI_QUERY_FIRST_PERFCOUNTER,
-				       &base_gid, &sub_index);
-
-		sub_gid = sub_index / block->num_selectors;
-		sub_index = sub_index % block->num_selectors;
-
-		group = get_group_state(screen, query, block, sub_gid);
-		assert(group != NULL);
-
-		for (j = 0; j < group->num_counters; ++j) {
-			if (group->selectors[j] == sub_index)
-				break;
-		}
-
-		counter->base = group->result_base + j;
-		counter->stride = group->num_counters;
-
-		counter->qwords = 1;
-		if ((block->flags & SI_PC_BLOCK_SE) && group->se < 0)
-			counter->qwords = screen->info.max_se;
-		if (group->instance < 0)
-			counter->qwords *= block->num_instances;
-	}
-
-	if (!si_query_hw_init(screen, &query->b))
-		goto error;
-
-	return (struct pipe_query *)query;
-
-error:
-	si_pc_query_destroy(screen, &query->b.b);
-	return NULL;
-}
-
-static bool si_init_block_names(struct si_screen *screen,
-				struct si_perfcounter_block *block)
-{
-	unsigned i, j, k;
-	unsigned groups_shader = 1, groups_se = 1, groups_instance = 1;
-	unsigned namelen;
-	char *groupname;
-	char *p;
-
-	if (block->flags & SI_PC_BLOCK_INSTANCE_GROUPS)
-		groups_instance = block->num_instances;
-	if (block->flags & SI_PC_BLOCK_SE_GROUPS)
-		groups_se = screen->info.max_se;
-	if (block->flags & SI_PC_BLOCK_SHADER)
-		groups_shader = screen->perfcounters->num_shader_types;
-
-	namelen = strlen(block->basename);
-	block->group_name_stride = namelen + 1;
-	if (block->flags & SI_PC_BLOCK_SHADER)
-		block->group_name_stride += 3;
-	if (block->flags & SI_PC_BLOCK_SE_GROUPS) {
-		assert(groups_se <= 10);
-		block->group_name_stride += 1;
-
-		if (block->flags & SI_PC_BLOCK_INSTANCE_GROUPS)
-			block->group_name_stride += 1;
-	}
-	if (block->flags & SI_PC_BLOCK_INSTANCE_GROUPS) {
-		assert(groups_instance <= 100);
-		block->group_name_stride += 2;
-	}
-
-	block->group_names = MALLOC(block->num_groups * block->group_name_stride);
-	if (!block->group_names)
-		return false;
-
-	groupname = block->group_names;
-	for (i = 0; i < groups_shader; ++i) {
-		const char *shader_suffix = screen->perfcounters->shader_type_suffixes[i];
-		unsigned shaderlen = strlen(shader_suffix);
-		for (j = 0; j < groups_se; ++j) {
-			for (k = 0; k < groups_instance; ++k) {
-				strcpy(groupname, block->basename);
-				p = groupname + namelen;
-
-				if (block->flags & SI_PC_BLOCK_SHADER) {
-					strcpy(p, shader_suffix);
-					p += shaderlen;
-				}
-
-				if (block->flags & SI_PC_BLOCK_SE_GROUPS) {
-					p += sprintf(p, "%d", j);
-					if (block->flags & SI_PC_BLOCK_INSTANCE_GROUPS)
-						*p++ = '_';
-				}
-
-				if (block->flags & SI_PC_BLOCK_INSTANCE_GROUPS)
-					p += sprintf(p, "%d", k);
-
-				groupname += block->group_name_stride;
-			}
-		}
-	}
-
-	assert(block->num_selectors <= 1000);
-	block->selector_name_stride = block->group_name_stride + 4;
-	block->selector_names = MALLOC(block->num_groups * block->num_selectors *
-				       block->selector_name_stride);
-	if (!block->selector_names)
-		return false;
-
-	groupname = block->group_names;
-	p = block->selector_names;
-	for (i = 0; i < block->num_groups; ++i) {
-		for (j = 0; j < block->num_selectors; ++j) {
-			sprintf(p, "%s_%03d", groupname, j);
-			p += block->selector_name_stride;
-		}
-		groupname += block->group_name_stride;
-	}
-
-	return true;
-}
-
-int si_get_perfcounter_info(struct si_screen *screen,
-			    unsigned index,
-			    struct pipe_driver_query_info *info)
-{
-	struct si_perfcounters *pc = screen->perfcounters;
-	struct si_perfcounter_block *block;
-	unsigned base_gid, sub;
-
-	if (!pc)
-		return 0;
-
-	if (!info) {
-		unsigned bid, num_queries = 0;
-
-		for (bid = 0; bid < pc->num_blocks; ++bid) {
-			num_queries += pc->blocks[bid].num_selectors *
-				       pc->blocks[bid].num_groups;
-		}
-
-		return num_queries;
-	}
-
-	block = lookup_counter(pc, index, &base_gid, &sub);
-	if (!block)
-		return 0;
-
-	if (!block->selector_names) {
-		if (!si_init_block_names(screen, block))
-			return 0;
-	}
-	info->name = block->selector_names + sub * block->selector_name_stride;
-	info->query_type = SI_QUERY_FIRST_PERFCOUNTER + index;
-	info->max_value.u64 = 0;
-	info->type = PIPE_DRIVER_QUERY_TYPE_UINT64;
-	info->result_type = PIPE_DRIVER_QUERY_RESULT_TYPE_AVERAGE;
-	info->group_id = base_gid + sub / block->num_selectors;
-	info->flags = PIPE_DRIVER_QUERY_FLAG_BATCH;
-	if (sub > 0 && sub + 1 < block->num_selectors * block->num_groups)
-		info->flags |= PIPE_DRIVER_QUERY_FLAG_DONT_LIST;
-	return 1;
-}
-
-int si_get_perfcounter_group_info(struct si_screen *screen,
-				  unsigned index,
-				  struct pipe_driver_query_group_info *info)
-{
-	struct si_perfcounters *pc = screen->perfcounters;
-	struct si_perfcounter_block *block;
-
-	if (!pc)
-		return 0;
-
-	if (!info)
-		return pc->num_groups;
-
-	block = lookup_group(pc, &index);
-	if (!block)
-		return 0;
-
-	if (!block->group_names) {
-		if (!si_init_block_names(screen, block))
-			return 0;
-	}
-	info->name = block->group_names + index * block->group_name_stride;
-	info->num_queries = block->num_selectors;
-	info->max_active_queries = block->num_counters;
-	return 1;
-}
-
-void si_perfcounters_destroy(struct si_screen *sscreen)
-{
-	if (sscreen->perfcounters)
-		sscreen->perfcounters->cleanup(sscreen);
-}
-
-bool si_perfcounters_init(struct si_perfcounters *pc,
-			    unsigned num_blocks)
-{
-	pc->blocks = CALLOC(num_blocks, sizeof(struct si_perfcounter_block));
-	if (!pc->blocks)
-		return false;
-
-	pc->separate_se = debug_get_bool_option("RADEON_PC_SEPARATE_SE", false);
-	pc->separate_instance = debug_get_bool_option("RADEON_PC_SEPARATE_INSTANCE", false);
-
-	return true;
-}
-
-void si_perfcounters_add_block(struct si_screen *sscreen,
-			       struct si_perfcounters *pc,
-			       const char *name, unsigned flags,
-			       unsigned counters, unsigned selectors,
-			       unsigned instances, void *data)
-{
-	struct si_perfcounter_block *block = &pc->blocks[pc->num_blocks];
-
-	assert(counters <= SI_QUERY_MAX_COUNTERS);
-
-	block->basename = name;
-	block->flags = flags;
-	block->num_counters = counters;
-	block->num_selectors = selectors;
-	block->num_instances = MAX2(instances, 1);
-	block->data = data;
-
-	if (pc->separate_se && (block->flags & SI_PC_BLOCK_SE))
-		block->flags |= SI_PC_BLOCK_SE_GROUPS;
-	if (pc->separate_instance && block->num_instances > 1)
-		block->flags |= SI_PC_BLOCK_INSTANCE_GROUPS;
-
-	if (block->flags & SI_PC_BLOCK_INSTANCE_GROUPS) {
-		block->num_groups = block->num_instances;
-	} else {
-		block->num_groups = 1;
-	}
-
-	if (block->flags & SI_PC_BLOCK_SE_GROUPS)
-		block->num_groups *= sscreen->info.max_se;
-	if (block->flags & SI_PC_BLOCK_SHADER)
-		block->num_groups *= pc->num_shader_types;
-
-	++pc->num_blocks;
-	pc->num_groups += block->num_groups;
-}
-
-void si_perfcounters_do_destroy(struct si_perfcounters *pc)
-{
-	unsigned i;
-
-	for (i = 0; i < pc->num_blocks; ++i) {
-		FREE(pc->blocks[i].group_names);
-		FREE(pc->blocks[i].selector_names);
-	}
-	FREE(pc->blocks);
-	FREE(pc);
-}