radv: add initial non-conformant radv vulkan driver

This squashes all the radv development up until now into
one for merging.

History can be found:
https://github.com/airlied/mesa/tree/semi-interesting

This requires llvm 3.9 and is in no way considered
a conformant vulkan implementation. It can run a number
of vulkan applications, and supports all GPUs using
the amdgpu kernel driver.

Thanks to Intel for providing anv and spirv->nir,
and Emil Velikov for reviewing build integration.

Parts of this are:
Reviewed-by: Nicolai Hähnle <[email protected]>
Acked-by: Edward O'Callaghan <[email protected]>

Authors: Bas Nieuwenhuizen and Dave Airlie
Signed-off-by: Dave Airlie <[email protected]>

1 files changed, 1270 insertions, 0 deletions

diff --git a/src/amd/vulkan/radv_meta_blit.c b/src/amd/vulkan/radv_meta_blit.c
new file mode 100644
index 00000000000..497e42f8c08
--- /dev/null
+++ b/src/amd/vulkan/radv_meta_blit.c
@@ -0,0 +1,1270 @@
+/*
+ * Copyright © 2015 Intel Corporation
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice (including the next
+ * paragraph) shall be included in all copies or substantial portions of the
+ * Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+ * IN THE SOFTWARE.
+ */
+
+#include "radv_meta.h"
+#include "nir/nir_builder.h"
+
+struct blit_region {
+	VkOffset3D src_offset;
+	VkExtent3D src_extent;
+	VkOffset3D dest_offset;
+	VkExtent3D dest_extent;
+};
+
+static nir_shader *
+build_nir_vertex_shader(void)
+{
+	const struct glsl_type *vec4 = glsl_vec4_type();
+	nir_builder b;
+
+	nir_builder_init_simple_shader(&b, NULL, MESA_SHADER_VERTEX, NULL);
+	b.shader->info.name = ralloc_strdup(b.shader, "meta_blit_vs");
+
+	nir_variable *pos_in = nir_variable_create(b.shader, nir_var_shader_in,
+						   vec4, "a_pos");
+	pos_in->data.location = VERT_ATTRIB_GENERIC0;
+	nir_variable *pos_out = nir_variable_create(b.shader, nir_var_shader_out,
+						    vec4, "gl_Position");
+	pos_out->data.location = VARYING_SLOT_POS;
+	nir_copy_var(&b, pos_out, pos_in);
+
+	nir_variable *tex_pos_in = nir_variable_create(b.shader, nir_var_shader_in,
+						       vec4, "a_tex_pos");
+	tex_pos_in->data.location = VERT_ATTRIB_GENERIC1;
+	nir_variable *tex_pos_out = nir_variable_create(b.shader, nir_var_shader_out,
+							vec4, "v_tex_pos");
+	tex_pos_out->data.location = VARYING_SLOT_VAR0;
+	tex_pos_out->data.interpolation = INTERP_MODE_SMOOTH;
+	nir_copy_var(&b, tex_pos_out, tex_pos_in);
+
+	return b.shader;
+}
+
+static nir_shader *
+build_nir_copy_fragment_shader(enum glsl_sampler_dim tex_dim)
+{
+	char shader_name[64];
+	const struct glsl_type *vec4 = glsl_vec4_type();
+	nir_builder b;
+
+	nir_builder_init_simple_shader(&b, NULL, MESA_SHADER_FRAGMENT, NULL);
+
+	sprintf(shader_name, "meta_blit_fs.%d", tex_dim);
+	b.shader->info.name = ralloc_strdup(b.shader, shader_name);
+
+	nir_variable *tex_pos_in = nir_variable_create(b.shader, nir_var_shader_in,
+						       vec4, "v_tex_pos");
+	tex_pos_in->data.location = VARYING_SLOT_VAR0;
+
+	/* Swizzle the array index which comes in as Z coordinate into the right
+	 * position.
+	 */
+	unsigned swz[] = { 0, (tex_dim == GLSL_SAMPLER_DIM_1D ? 2 : 1), 2 };
+	nir_ssa_def *const tex_pos =
+		nir_swizzle(&b, nir_load_var(&b, tex_pos_in), swz,
+			    (tex_dim == GLSL_SAMPLER_DIM_1D ? 2 : 3), false);
+
+	const struct glsl_type *sampler_type =
+		glsl_sampler_type(tex_dim, false, tex_dim != GLSL_SAMPLER_DIM_3D,
+				  glsl_get_base_type(vec4));
+	nir_variable *sampler = nir_variable_create(b.shader, nir_var_uniform,
+						    sampler_type, "s_tex");
+	sampler->data.descriptor_set = 0;
+	sampler->data.binding = 0;
+
+	nir_tex_instr *tex = nir_tex_instr_create(b.shader, 1);
+	tex->sampler_dim = tex_dim;
+	tex->op = nir_texop_tex;
+	tex->src[0].src_type = nir_tex_src_coord;
+	tex->src[0].src = nir_src_for_ssa(tex_pos);
+	tex->dest_type = nir_type_float; /* TODO */
+	tex->is_array = glsl_sampler_type_is_array(sampler_type);
+	tex->coord_components = tex_pos->num_components;
+	tex->texture = nir_deref_var_create(tex, sampler);
+	tex->sampler = nir_deref_var_create(tex, sampler);
+
+	nir_ssa_dest_init(&tex->instr, &tex->dest, 4, 32, "tex");
+	nir_builder_instr_insert(&b, &tex->instr);
+
+	nir_variable *color_out = nir_variable_create(b.shader, nir_var_shader_out,
+						      vec4, "f_color");
+	color_out->data.location = FRAG_RESULT_DATA0;
+	nir_store_var(&b, color_out, &tex->dest.ssa, 0xf);
+
+	return b.shader;
+}
+
+static nir_shader *
+build_nir_copy_fragment_shader_depth(enum glsl_sampler_dim tex_dim)
+{
+	char shader_name[64];
+	const struct glsl_type *vec4 = glsl_vec4_type();
+	nir_builder b;
+
+	nir_builder_init_simple_shader(&b, NULL, MESA_SHADER_FRAGMENT, NULL);
+
+	sprintf(shader_name, "meta_blit_depth_fs.%d", tex_dim);
+	b.shader->info.name = ralloc_strdup(b.shader, shader_name);
+
+	nir_variable *tex_pos_in = nir_variable_create(b.shader, nir_var_shader_in,
+						       vec4, "v_tex_pos");
+	tex_pos_in->data.location = VARYING_SLOT_VAR0;
+
+	/* Swizzle the array index which comes in as Z coordinate into the right
+	 * position.
+	 */
+	unsigned swz[] = { 0, (tex_dim == GLSL_SAMPLER_DIM_1D ? 2 : 1), 2 };
+	nir_ssa_def *const tex_pos =
+		nir_swizzle(&b, nir_load_var(&b, tex_pos_in), swz,
+			    (tex_dim == GLSL_SAMPLER_DIM_1D ? 2 : 3), false);
+
+	const struct glsl_type *sampler_type =
+		glsl_sampler_type(tex_dim, false, tex_dim != GLSL_SAMPLER_DIM_3D,
+				  glsl_get_base_type(vec4));
+	nir_variable *sampler = nir_variable_create(b.shader, nir_var_uniform,
+						    sampler_type, "s_tex");
+	sampler->data.descriptor_set = 0;
+	sampler->data.binding = 0;
+
+	nir_tex_instr *tex = nir_tex_instr_create(b.shader, 1);
+	tex->sampler_dim = tex_dim;
+	tex->op = nir_texop_tex;
+	tex->src[0].src_type = nir_tex_src_coord;
+	tex->src[0].src = nir_src_for_ssa(tex_pos);
+	tex->dest_type = nir_type_float; /* TODO */
+	tex->is_array = glsl_sampler_type_is_array(sampler_type);
+	tex->coord_components = tex_pos->num_components;
+	tex->texture = nir_deref_var_create(tex, sampler);
+	tex->sampler = nir_deref_var_create(tex, sampler);
+
+	nir_ssa_dest_init(&tex->instr, &tex->dest, 4, 32, "tex");
+	nir_builder_instr_insert(&b, &tex->instr);
+
+	nir_variable *color_out = nir_variable_create(b.shader, nir_var_shader_out,
+						      vec4, "f_color");
+	color_out->data.location = FRAG_RESULT_DEPTH;
+	nir_store_var(&b, color_out, &tex->dest.ssa, 0x1);
+
+	return b.shader;
+}
+
+static nir_shader *
+build_nir_copy_fragment_shader_stencil(enum glsl_sampler_dim tex_dim)
+{
+	char shader_name[64];
+	const struct glsl_type *vec4 = glsl_vec4_type();
+	nir_builder b;
+
+	nir_builder_init_simple_shader(&b, NULL, MESA_SHADER_FRAGMENT, NULL);
+
+	sprintf(shader_name, "meta_blit_stencil_fs.%d", tex_dim);
+	b.shader->info.name = ralloc_strdup(b.shader, shader_name);
+
+	nir_variable *tex_pos_in = nir_variable_create(b.shader, nir_var_shader_in,
+						       vec4, "v_tex_pos");
+	tex_pos_in->data.location = VARYING_SLOT_VAR0;
+
+	/* Swizzle the array index which comes in as Z coordinate into the right
+	 * position.
+	 */
+	unsigned swz[] = { 0, (tex_dim == GLSL_SAMPLER_DIM_1D ? 2 : 1), 2 };
+	nir_ssa_def *const tex_pos =
+		nir_swizzle(&b, nir_load_var(&b, tex_pos_in), swz,
+			    (tex_dim == GLSL_SAMPLER_DIM_1D ? 2 : 3), false);
+
+	const struct glsl_type *sampler_type =
+		glsl_sampler_type(tex_dim, false, tex_dim != GLSL_SAMPLER_DIM_3D,
+				  glsl_get_base_type(vec4));
+	nir_variable *sampler = nir_variable_create(b.shader, nir_var_uniform,
+						    sampler_type, "s_tex");
+	sampler->data.descriptor_set = 0;
+	sampler->data.binding = 0;
+
+	nir_tex_instr *tex = nir_tex_instr_create(b.shader, 1);
+	tex->sampler_dim = tex_dim;
+	tex->op = nir_texop_tex;
+	tex->src[0].src_type = nir_tex_src_coord;
+	tex->src[0].src = nir_src_for_ssa(tex_pos);
+	tex->dest_type = nir_type_float; /* TODO */
+	tex->is_array = glsl_sampler_type_is_array(sampler_type);
+	tex->coord_components = tex_pos->num_components;
+	tex->texture = nir_deref_var_create(tex, sampler);
+	tex->sampler = nir_deref_var_create(tex, sampler);
+
+	nir_ssa_dest_init(&tex->instr, &tex->dest, 4, 32, "tex");
+	nir_builder_instr_insert(&b, &tex->instr);
+
+	nir_variable *color_out = nir_variable_create(b.shader, nir_var_shader_out,
+						      vec4, "f_color");
+	color_out->data.location = FRAG_RESULT_STENCIL;
+	nir_store_var(&b, color_out, &tex->dest.ssa, 0x1);
+
+	return b.shader;
+}
+
+static void
+meta_emit_blit(struct radv_cmd_buffer *cmd_buffer,
+               struct radv_image *src_image,
+               struct radv_image_view *src_iview,
+               VkOffset3D src_offset,
+               VkExtent3D src_extent,
+               struct radv_image *dest_image,
+               struct radv_image_view *dest_iview,
+               VkOffset3D dest_offset,
+               VkExtent3D dest_extent,
+               VkFilter blit_filter)
+{
+	struct radv_device *device = cmd_buffer->device;
+	unsigned offset = 0;
+	struct blit_vb_data {
+		float pos[2];
+		float tex_coord[3];
+	} vb_data[3];
+
+	assert(src_image->samples == dest_image->samples);
+	unsigned vb_size = 3 * sizeof(*vb_data);
+	vb_data[0] = (struct blit_vb_data) {
+		.pos = {
+			dest_offset.x,
+			dest_offset.y,
+		},
+		.tex_coord = {
+			(float)(src_offset.x) / (float)src_iview->extent.width,
+			(float)(src_offset.y) / (float)src_iview->extent.height,
+			(float)src_offset.z / (float)src_iview->extent.depth,
+		},
+	};
+
+	vb_data[1] = (struct blit_vb_data) {
+		.pos = {
+			dest_offset.x,
+			dest_offset.y + dest_extent.height,
+		},
+		.tex_coord = {
+			(float)src_offset.x / (float)src_iview->extent.width,
+			(float)(src_offset.y + src_extent.height) /
+			(float)src_iview->extent.height,
+			(float)src_offset.z / (float)src_iview->extent.depth,
+		},
+	};
+
+	vb_data[2] = (struct blit_vb_data) {
+		.pos = {
+			dest_offset.x + dest_extent.width,
+			dest_offset.y,
+		},
+		.tex_coord = {
+			(float)(src_offset.x + src_extent.width) / (float)src_iview->extent.width,
+			(float)src_offset.y / (float)src_iview->extent.height,
+			(float)src_offset.z / (float)src_iview->extent.depth,
+		},
+	};
+	radv_cmd_buffer_upload_data(cmd_buffer, vb_size, 16, vb_data, &offset);
+
+	struct radv_buffer vertex_buffer = {
+		.device = device,
+		.size = vb_size,
+		.bo = cmd_buffer->upload.upload_bo,
+		.offset = offset,
+	};
+
+	radv_CmdBindVertexBuffers(radv_cmd_buffer_to_handle(cmd_buffer), 0, 1,
+				  (VkBuffer[]) {
+						  radv_buffer_to_handle(&vertex_buffer)
+						  },
+				  (VkDeviceSize[]) {
+					  0,
+						  });
+
+	VkSampler sampler;
+	RADV_CALL(CreateSampler)(radv_device_to_handle(device),
+				 &(VkSamplerCreateInfo) {
+					 .sType = VK_STRUCTURE_TYPE_SAMPLER_CREATE_INFO,
+						 .magFilter = blit_filter,
+						 .minFilter = blit_filter,
+						 .addressModeU = VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
+						 .addressModeV = VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
+						 .addressModeW = VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
+						 }, &cmd_buffer->pool->alloc, &sampler);
+
+	VkDescriptorSet set;
+	radv_temp_descriptor_set_create(cmd_buffer->device, cmd_buffer,
+					        device->meta_state.blit.ds_layout,
+					        &set);
+
+	radv_UpdateDescriptorSets(radv_device_to_handle(device),
+				  1, /* writeCount */
+				  (VkWriteDescriptorSet[]) {
+					  {
+						  .sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET,
+							  .dstSet = set,
+							  .dstBinding = 0,
+							  .dstArrayElement = 0,
+							  .descriptorCount = 1,
+							  .descriptorType = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
+							  .pImageInfo = (VkDescriptorImageInfo[]) {
+							  {
+								  .sampler = sampler,
+								  .imageView = radv_image_view_to_handle(src_iview),
+								  .imageLayout = VK_IMAGE_LAYOUT_GENERAL,
+							  },
+						  }
+					  }
+				  }, 0, NULL);
+
+	VkFramebuffer fb;
+	radv_CreateFramebuffer(radv_device_to_handle(device),
+			       &(VkFramebufferCreateInfo) {
+				       .sType = VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO,
+					       .attachmentCount = 1,
+					       .pAttachments = (VkImageView[]) {
+					       radv_image_view_to_handle(dest_iview),
+				       },
+				       .width = dest_iview->extent.width,
+				       .height = dest_iview->extent.height,
+				       .layers = 1,
+				}, &cmd_buffer->pool->alloc, &fb);
+	VkPipeline pipeline;
+	switch (src_iview->aspect_mask) {
+	case VK_IMAGE_ASPECT_COLOR_BIT: {
+		unsigned fs_key = radv_format_meta_fs_key(dest_image->vk_format);
+
+		RADV_CALL(CmdBeginRenderPass)(radv_cmd_buffer_to_handle(cmd_buffer),
+					      &(VkRenderPassBeginInfo) {
+						      .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
+							      .renderPass = device->meta_state.blit.render_pass[fs_key],
+							      .framebuffer = fb,
+							      .renderArea = {
+							      .offset = { dest_offset.x, dest_offset.y },
+							      .extent = { dest_extent.width, dest_extent.height },
+						      },
+							      .clearValueCount = 0,
+								       .pClearValues = NULL,
+						       }, VK_SUBPASS_CONTENTS_INLINE);
+		switch (src_image->type) {
+		case VK_IMAGE_TYPE_1D:
+			pipeline = device->meta_state.blit.pipeline_1d_src[fs_key];
+			break;
+		case VK_IMAGE_TYPE_2D:
+			pipeline = device->meta_state.blit.pipeline_2d_src[fs_key];
+			break;
+		case VK_IMAGE_TYPE_3D:
+			pipeline = device->meta_state.blit.pipeline_3d_src[fs_key];
+			break;
+		default:
+			unreachable(!"bad VkImageType");
+		}
+		break;
+	}
+	case VK_IMAGE_ASPECT_DEPTH_BIT:
+		RADV_CALL(CmdBeginRenderPass)(radv_cmd_buffer_to_handle(cmd_buffer),
+					      &(VkRenderPassBeginInfo) {
+						      .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
+							      .renderPass = device->meta_state.blit.depth_only_rp,
+							      .framebuffer = fb,
+							      .renderArea = {
+							      .offset = { dest_offset.x, dest_offset.y },
+							      .extent = { dest_extent.width, dest_extent.height },
+						      },
+							      .clearValueCount = 0,
+								       .pClearValues = NULL,
+						       }, VK_SUBPASS_CONTENTS_INLINE);
+		switch (src_image->type) {
+		case VK_IMAGE_TYPE_1D:
+			pipeline = device->meta_state.blit.depth_only_1d_pipeline;
+			break;
+		case VK_IMAGE_TYPE_2D:
+			pipeline = device->meta_state.blit.depth_only_2d_pipeline;
+			break;
+		case VK_IMAGE_TYPE_3D:
+			pipeline = device->meta_state.blit.depth_only_3d_pipeline;
+			break;
+		default:
+			unreachable(!"bad VkImageType");
+		}
+		break;
+	case VK_IMAGE_ASPECT_STENCIL_BIT:
+		RADV_CALL(CmdBeginRenderPass)(radv_cmd_buffer_to_handle(cmd_buffer),
+					      &(VkRenderPassBeginInfo) {
+						      .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
+							      .renderPass = device->meta_state.blit.stencil_only_rp,
+							      .framebuffer = fb,
+							      .renderArea = {
+							      .offset = { dest_offset.x, dest_offset.y },
+							      .extent = { dest_extent.width, dest_extent.height },
+						      },
+							      .clearValueCount = 0,
+								       .pClearValues = NULL,
+						       }, VK_SUBPASS_CONTENTS_INLINE);
+		switch (src_image->type) {
+		case VK_IMAGE_TYPE_1D:
+			pipeline = device->meta_state.blit.stencil_only_1d_pipeline;
+			break;
+		case VK_IMAGE_TYPE_2D:
+			pipeline = device->meta_state.blit.stencil_only_2d_pipeline;
+			break;
+		case VK_IMAGE_TYPE_3D:
+			pipeline = device->meta_state.blit.stencil_only_3d_pipeline;
+			break;
+		default:
+			unreachable(!"bad VkImageType");
+		}
+		break;
+	default:
+		unreachable(!"bad VkImageType");
+	}
+
+	if (cmd_buffer->state.pipeline != radv_pipeline_from_handle(pipeline)) {
+		radv_CmdBindPipeline(radv_cmd_buffer_to_handle(cmd_buffer),
+				     VK_PIPELINE_BIND_POINT_GRAPHICS, pipeline);
+	}
+
+	radv_CmdBindDescriptorSets(radv_cmd_buffer_to_handle(cmd_buffer),
+				   VK_PIPELINE_BIND_POINT_GRAPHICS,
+				   device->meta_state.blit.pipeline_layout, 0, 1,
+				   &set, 0, NULL);
+
+	RADV_CALL(CmdDraw)(radv_cmd_buffer_to_handle(cmd_buffer), 3, 1, 0, 0);
+
+	RADV_CALL(CmdEndRenderPass)(radv_cmd_buffer_to_handle(cmd_buffer));
+
+	/* At the point where we emit the draw call, all data from the
+	 * descriptor sets, etc. has been used.  We are free to delete it.
+	 */
+	/* TODO: above comment is not valid for at least descriptor sets/pools,
+	 * as we may not free them till after execution finishes. Check others. */
+
+	radv_temp_descriptor_set_destroy(cmd_buffer->device, set);
+	radv_DestroySampler(radv_device_to_handle(device), sampler,
+			    &cmd_buffer->pool->alloc);
+	radv_DestroyFramebuffer(radv_device_to_handle(device), fb,
+				&cmd_buffer->pool->alloc);
+}
+
+void radv_CmdBlitImage(
+	VkCommandBuffer                             commandBuffer,
+	VkImage                                     srcImage,
+	VkImageLayout                               srcImageLayout,
+	VkImage                                     destImage,
+	VkImageLayout                               destImageLayout,
+	uint32_t                                    regionCount,
+	const VkImageBlit*                          pRegions,
+	VkFilter                                    filter)
+
+{
+	RADV_FROM_HANDLE(radv_cmd_buffer, cmd_buffer, commandBuffer);
+	RADV_FROM_HANDLE(radv_image, src_image, srcImage);
+	RADV_FROM_HANDLE(radv_image, dest_image, destImage);
+	struct radv_meta_saved_state saved_state;
+
+	/* From the Vulkan 1.0 spec:
+	 *
+	 *    vkCmdBlitImage must not be used for multisampled source or
+	 *    destination images. Use vkCmdResolveImage for this purpose.
+	 */
+	assert(src_image->samples == 1);
+	assert(dest_image->samples == 1);
+
+	radv_meta_save_graphics_reset_vport_scissor(&saved_state, cmd_buffer);
+
+	for (unsigned r = 0; r < regionCount; r++) {
+		struct radv_image_view src_iview;
+		radv_image_view_init(&src_iview, cmd_buffer->device,
+				     &(VkImageViewCreateInfo) {
+					     .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
+						     .image = srcImage,
+						     .viewType = radv_meta_get_view_type(src_image),
+						     .format = src_image->vk_format,
+						     .subresourceRange = {
+						     .aspectMask = pRegions[r].srcSubresource.aspectMask,
+						     .baseMipLevel = pRegions[r].srcSubresource.mipLevel,
+						     .levelCount = 1,
+						     .baseArrayLayer = pRegions[r].srcSubresource.baseArrayLayer,
+						     .layerCount = 1
+					     },
+						     },
+				     cmd_buffer, VK_IMAGE_USAGE_SAMPLED_BIT);
+
+		if (pRegions[r].dstOffsets[1].x < pRegions[r].dstOffsets[0].x ||
+		    pRegions[r].dstOffsets[1].y < pRegions[r].dstOffsets[0].y ||
+		    pRegions[r].srcOffsets[1].x < pRegions[r].srcOffsets[0].x ||
+		    pRegions[r].srcOffsets[1].y < pRegions[r].srcOffsets[0].y)
+			radv_finishme("FINISHME: Allow flipping in blits");
+
+		const VkExtent3D dest_extent = {
+			.width = pRegions[r].dstOffsets[1].x - pRegions[r].dstOffsets[0].x,
+			.height = pRegions[r].dstOffsets[1].y - pRegions[r].dstOffsets[0].y,
+			.depth = 1,
+		};
+
+		const VkExtent3D src_extent = {
+			.width = pRegions[r].srcOffsets[1].x - pRegions[r].srcOffsets[0].x,
+			.height = pRegions[r].srcOffsets[1].y - pRegions[r].srcOffsets[0].y,
+			.depth = pRegions[r].srcOffsets[1].z - pRegions[r].srcOffsets[0].z,
+		};
+
+
+		if (pRegions[r].srcSubresource.layerCount > 1)
+			radv_finishme("FINISHME: copy multiple array layers");
+
+		struct radv_image_view dest_iview;
+		unsigned usage;
+		if (pRegions[r].dstSubresource.aspectMask == VK_IMAGE_ASPECT_COLOR_BIT)
+			usage = VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
+		else
+			usage = VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT;
+
+		for (unsigned i = pRegions[r].dstOffsets[0].z; i < pRegions[r].dstOffsets[1].z; i++) {
+
+			const VkOffset3D dest_offset = {
+				.x = pRegions[r].dstOffsets[0].x,
+				.y = pRegions[r].dstOffsets[0].y,
+				.z = i,
+			};
+			VkOffset3D src_offset = {
+				.x = pRegions[r].srcOffsets[0].x,
+				.y = pRegions[r].srcOffsets[0].y,
+				.z = i,
+			};
+			const uint32_t dest_array_slice =
+				radv_meta_get_iview_layer(dest_image, &pRegions[r].dstSubresource,
+							  &dest_offset);
+
+			radv_image_view_init(&dest_iview, cmd_buffer->device,
+					     &(VkImageViewCreateInfo) {
+						     .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
+							     .image = destImage,
+							     .viewType = radv_meta_get_view_type(dest_image),
+							     .format = dest_image->vk_format,
+							     .subresourceRange = {
+							     .aspectMask = pRegions[r].dstSubresource.aspectMask,
+							     .baseMipLevel = pRegions[r].dstSubresource.mipLevel,
+							     .levelCount = 1,
+							     .baseArrayLayer = dest_array_slice,
+							     .layerCount = 1
+						     },
+					     },
+					     cmd_buffer, usage);
+			meta_emit_blit(cmd_buffer,
+				       src_image, &src_iview,
+				       src_offset, src_extent,
+				       dest_image, &dest_iview,
+				       dest_offset, dest_extent,
+				       filter);
+		}
+	}
+
+	radv_meta_restore(&saved_state, cmd_buffer);
+}
+
+void
+radv_device_finish_meta_blit_state(struct radv_device *device)
+{
+	for (unsigned i = 0; i < NUM_META_FS_KEYS; ++i) {
+		if (device->meta_state.blit.render_pass[i])
+			radv_DestroyRenderPass(radv_device_to_handle(device),
+					       device->meta_state.blit.render_pass[i],
+					       &device->meta_state.alloc);
+		if (device->meta_state.blit.pipeline_1d_src[i])
+			radv_DestroyPipeline(radv_device_to_handle(device),
+					     device->meta_state.blit.pipeline_1d_src[i],
+					     &device->meta_state.alloc);
+		if (device->meta_state.blit.pipeline_2d_src[i])
+			radv_DestroyPipeline(radv_device_to_handle(device),
+					     device->meta_state.blit.pipeline_2d_src[i],
+					     &device->meta_state.alloc);
+		if (device->meta_state.blit.pipeline_3d_src[i])
+			radv_DestroyPipeline(radv_device_to_handle(device),
+					     device->meta_state.blit.pipeline_3d_src[i],
+					     &device->meta_state.alloc);
+	}
+
+	if (device->meta_state.blit.depth_only_rp)
+		radv_DestroyRenderPass(radv_device_to_handle(device),
+				       device->meta_state.blit.depth_only_rp,
+				       &device->meta_state.alloc);
+	if (device->meta_state.blit.depth_only_1d_pipeline)
+		radv_DestroyPipeline(radv_device_to_handle(device),
+				     device->meta_state.blit.depth_only_1d_pipeline,
+				     &device->meta_state.alloc);
+	if (device->meta_state.blit.depth_only_2d_pipeline)
+		radv_DestroyPipeline(radv_device_to_handle(device),
+				     device->meta_state.blit.depth_only_2d_pipeline,
+				     &device->meta_state.alloc);
+	if (device->meta_state.blit.depth_only_3d_pipeline)
+		radv_DestroyPipeline(radv_device_to_handle(device),
+				     device->meta_state.blit.depth_only_3d_pipeline,
+				     &device->meta_state.alloc);
+	if (device->meta_state.blit.stencil_only_rp)
+		radv_DestroyRenderPass(radv_device_to_handle(device),
+				       device->meta_state.blit.stencil_only_rp,
+				       &device->meta_state.alloc);
+	if (device->meta_state.blit.stencil_only_1d_pipeline)
+		radv_DestroyPipeline(radv_device_to_handle(device),
+				     device->meta_state.blit.stencil_only_1d_pipeline,
+				     &device->meta_state.alloc);
+	if (device->meta_state.blit.stencil_only_2d_pipeline)
+		radv_DestroyPipeline(radv_device_to_handle(device),
+				     device->meta_state.blit.stencil_only_2d_pipeline,
+				     &device->meta_state.alloc);
+	if (device->meta_state.blit.stencil_only_3d_pipeline)
+		radv_DestroyPipeline(radv_device_to_handle(device),
+				     device->meta_state.blit.stencil_only_3d_pipeline,
+				     &device->meta_state.alloc);
+	if (device->meta_state.blit.pipeline_layout)
+		radv_DestroyPipelineLayout(radv_device_to_handle(device),
+					   device->meta_state.blit.pipeline_layout,
+					   &device->meta_state.alloc);
+	if (device->meta_state.blit.ds_layout)
+		radv_DestroyDescriptorSetLayout(radv_device_to_handle(device),
+						device->meta_state.blit.ds_layout,
+						&device->meta_state.alloc);
+}
+
+static VkFormat pipeline_formats[] = {
+   VK_FORMAT_R8G8B8A8_UNORM,
+   VK_FORMAT_R8G8B8A8_UINT,
+   VK_FORMAT_R8G8B8A8_SINT,
+   VK_FORMAT_R16G16B16A16_UNORM,
+   VK_FORMAT_R16G16B16A16_SNORM,
+   VK_FORMAT_R16G16B16A16_UINT,
+   VK_FORMAT_R16G16B16A16_SINT,
+   VK_FORMAT_R32_SFLOAT,
+   VK_FORMAT_R32G32_SFLOAT,
+   VK_FORMAT_R32G32B32A32_SFLOAT
+};
+
+static VkResult
+radv_device_init_meta_blit_color(struct radv_device *device,
+				 struct radv_shader_module *vs)
+{
+	struct radv_shader_module fs_1d = {0}, fs_2d = {0}, fs_3d = {0};
+	VkResult result;
+
+	fs_1d.nir = build_nir_copy_fragment_shader(GLSL_SAMPLER_DIM_1D);
+	fs_2d.nir = build_nir_copy_fragment_shader(GLSL_SAMPLER_DIM_2D);
+	fs_3d.nir = build_nir_copy_fragment_shader(GLSL_SAMPLER_DIM_3D);
+
+	for (unsigned i = 0; i < ARRAY_SIZE(pipeline_formats); ++i) {
+		unsigned key = radv_format_meta_fs_key(pipeline_formats[i]);
+		result = radv_CreateRenderPass(radv_device_to_handle(device),
+					&(VkRenderPassCreateInfo) {
+						.sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO,
+							.attachmentCount = 1,
+							.pAttachments = &(VkAttachmentDescription) {
+							.format = pipeline_formats[i],
+							.loadOp = VK_ATTACHMENT_LOAD_OP_LOAD,
+							.storeOp = VK_ATTACHMENT_STORE_OP_STORE,
+							.initialLayout = VK_IMAGE_LAYOUT_GENERAL,
+							.finalLayout = VK_IMAGE_LAYOUT_GENERAL,
+						},
+							.subpassCount = 1,
+									.pSubpasses = &(VkSubpassDescription) {
+							.pipelineBindPoint = VK_PIPELINE_BIND_POINT_GRAPHICS,
+							.inputAttachmentCount = 0,
+							.colorAttachmentCount = 1,
+							.pColorAttachments = &(VkAttachmentReference) {
+								.attachment = 0,
+								.layout = VK_IMAGE_LAYOUT_GENERAL,
+							},
+							.pResolveAttachments = NULL,
+							.pDepthStencilAttachment = &(VkAttachmentReference) {
+								.attachment = VK_ATTACHMENT_UNUSED,
+								.layout = VK_IMAGE_LAYOUT_GENERAL,
+							},
+							.preserveAttachmentCount = 1,
+							.pPreserveAttachments = (uint32_t[]) { 0 },
+						},
+						.dependencyCount = 0,
+					}, &device->meta_state.alloc, &device->meta_state.blit.render_pass[key]);
+		if (result != VK_SUCCESS)
+			goto fail;
+
+		VkPipelineVertexInputStateCreateInfo vi_create_info = {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO,
+			.vertexBindingDescriptionCount = 1,
+			.pVertexBindingDescriptions = (VkVertexInputBindingDescription[]) {
+				{
+					.binding = 0,
+					.stride = 5 * sizeof(float),
+					.inputRate = VK_VERTEX_INPUT_RATE_VERTEX
+				},
+			},
+			.vertexAttributeDescriptionCount = 2,
+			.pVertexAttributeDescriptions = (VkVertexInputAttributeDescription[]) {
+				{
+					/* Position */
+					.location = 0,
+					.binding = 0,
+					.format = VK_FORMAT_R32G32_SFLOAT,
+					.offset = 0
+				},
+				{
+					/* Texture Coordinate */
+					.location = 1,
+					.binding = 0,
+					.format = VK_FORMAT_R32G32B32_SFLOAT,
+					.offset = 8
+				}
+			}
+		};
+
+		VkPipelineShaderStageCreateInfo pipeline_shader_stages[] = {
+			{
+				.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
+				.stage = VK_SHADER_STAGE_VERTEX_BIT,
+				.module = radv_shader_module_to_handle(vs),
+				.pName = "main",
+				.pSpecializationInfo = NULL
+			}, {
+				.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
+				.stage = VK_SHADER_STAGE_FRAGMENT_BIT,
+				.module = VK_NULL_HANDLE, /* TEMPLATE VALUE! FILL ME IN! */
+				.pName = "main",
+				.pSpecializationInfo = NULL
+			},
+		};
+
+		const VkGraphicsPipelineCreateInfo vk_pipeline_info = {
+			.sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO,
+			.stageCount = ARRAY_SIZE(pipeline_shader_stages),
+			.pStages = pipeline_shader_stages,
+			.pVertexInputState = &vi_create_info,
+			.pInputAssemblyState = &(VkPipelineInputAssemblyStateCreateInfo) {
+				.sType = VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO,
+				.topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP,
+				.primitiveRestartEnable = false,
+			},
+			.pViewportState = &(VkPipelineViewportStateCreateInfo) {
+				.sType = VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO,
+				.viewportCount = 0,
+				.scissorCount = 0,
+			},
+			.pRasterizationState = &(VkPipelineRasterizationStateCreateInfo) {
+				.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO,
+				.rasterizerDiscardEnable = false,
+				.polygonMode = VK_POLYGON_MODE_FILL,
+				.cullMode = VK_CULL_MODE_NONE,
+				.frontFace = VK_FRONT_FACE_COUNTER_CLOCKWISE
+			},
+			.pMultisampleState = &(VkPipelineMultisampleStateCreateInfo) {
+				.sType = VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO,
+				.rasterizationSamples = 1,
+				.sampleShadingEnable = false,
+				.pSampleMask = (VkSampleMask[]) { UINT32_MAX },
+			},
+			.pColorBlendState = &(VkPipelineColorBlendStateCreateInfo) {
+				.sType = VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO,
+				.attachmentCount = 1,
+				.pAttachments = (VkPipelineColorBlendAttachmentState []) {
+					{ .colorWriteMask =
+					VK_COLOR_COMPONENT_A_BIT |
+					VK_COLOR_COMPONENT_R_BIT |
+					VK_COLOR_COMPONENT_G_BIT |
+					VK_COLOR_COMPONENT_B_BIT },
+				}
+			},
+			.pDynamicState = &(VkPipelineDynamicStateCreateInfo) {
+				.sType = VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO,
+				.dynamicStateCount = 2,
+				.pDynamicStates = (VkDynamicState[]) {
+					VK_DYNAMIC_STATE_LINE_WIDTH,
+					VK_DYNAMIC_STATE_BLEND_CONSTANTS,
+				},
+			},
+			.flags = 0,
+			.layout = device->meta_state.blit.pipeline_layout,
+			.renderPass = device->meta_state.blit.render_pass[key],
+			.subpass = 0,
+		};
+
+		const struct radv_graphics_pipeline_create_info radv_pipeline_info = {
+			.use_rectlist = true
+		};
+
+		pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_1d);
+		result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+						radv_pipeline_cache_to_handle(&device->meta_state.cache),
+						&vk_pipeline_info, &radv_pipeline_info,
+						&device->meta_state.alloc, &device->meta_state.blit.pipeline_1d_src[key]);
+		if (result != VK_SUCCESS)
+			goto fail;
+
+		pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_2d);
+		result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+						radv_pipeline_cache_to_handle(&device->meta_state.cache),
+						&vk_pipeline_info, &radv_pipeline_info,
+						&device->meta_state.alloc, &device->meta_state.blit.pipeline_2d_src[key]);
+		if (result != VK_SUCCESS)
+			goto fail;
+
+		pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_3d);
+		result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+						radv_pipeline_cache_to_handle(&device->meta_state.cache),
+						&vk_pipeline_info, &radv_pipeline_info,
+						&device->meta_state.alloc, &device->meta_state.blit.pipeline_3d_src[key]);
+		if (result != VK_SUCCESS)
+			goto fail;
+
+	}
+
+	result = VK_SUCCESS;
+fail:
+	ralloc_free(fs_1d.nir);
+	ralloc_free(fs_2d.nir);
+	ralloc_free(fs_3d.nir);
+	return result;
+}
+
+static VkResult
+radv_device_init_meta_blit_depth(struct radv_device *device,
+				 struct radv_shader_module *vs)
+{
+	struct radv_shader_module fs_1d = {0}, fs_2d = {0}, fs_3d = {0};
+	VkResult result;
+
+	fs_1d.nir = build_nir_copy_fragment_shader_depth(GLSL_SAMPLER_DIM_1D);
+	fs_2d.nir = build_nir_copy_fragment_shader_depth(GLSL_SAMPLER_DIM_2D);
+	fs_3d.nir = build_nir_copy_fragment_shader_depth(GLSL_SAMPLER_DIM_3D);
+
+	result = radv_CreateRenderPass(radv_device_to_handle(device),
+				       &(VkRenderPassCreateInfo) {
+					       .sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO,
+						       .attachmentCount = 1,
+						       .pAttachments = &(VkAttachmentDescription) {
+						       .format = 0,
+						       .loadOp = VK_ATTACHMENT_LOAD_OP_LOAD,
+						       .storeOp = VK_ATTACHMENT_STORE_OP_STORE,
+						       .initialLayout = VK_IMAGE_LAYOUT_GENERAL,
+						       .finalLayout = VK_IMAGE_LAYOUT_GENERAL,
+					       },
+						       .subpassCount = 1,
+						.pSubpasses = &(VkSubpassDescription) {
+						       .pipelineBindPoint = VK_PIPELINE_BIND_POINT_GRAPHICS,
+						       .inputAttachmentCount = 0,
+						       .colorAttachmentCount = 0,
+						       .pColorAttachments = NULL,
+						       .pResolveAttachments = NULL,
+						       .pDepthStencilAttachment = &(VkAttachmentReference) {
+							       .attachment = 0,
+							       .layout = VK_IMAGE_LAYOUT_GENERAL,
+						       },
+						       .preserveAttachmentCount = 1,
+						       .pPreserveAttachments = (uint32_t[]) { 0 },
+					       },
+						.dependencyCount = 0,
+					 }, &device->meta_state.alloc, &device->meta_state.blit.depth_only_rp);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	VkPipelineVertexInputStateCreateInfo vi_create_info = {
+		.sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO,
+		.vertexBindingDescriptionCount = 1,
+		.pVertexBindingDescriptions = (VkVertexInputBindingDescription[]) {
+			{
+				.binding = 0,
+				.stride = 5 * sizeof(float),
+				.inputRate = VK_VERTEX_INPUT_RATE_VERTEX
+			},
+		},
+		.vertexAttributeDescriptionCount = 2,
+		.pVertexAttributeDescriptions = (VkVertexInputAttributeDescription[]) {
+			{
+				/* Position */
+				.location = 0,
+				.binding = 0,
+				.format = VK_FORMAT_R32G32_SFLOAT,
+				.offset = 0
+			},
+			{
+				/* Texture Coordinate */
+				.location = 1,
+				.binding = 0,
+				.format = VK_FORMAT_R32G32B32_SFLOAT,
+				.offset = 8
+			}
+		}
+	};
+
+	VkPipelineShaderStageCreateInfo pipeline_shader_stages[] = {
+		{
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
+			.stage = VK_SHADER_STAGE_VERTEX_BIT,
+			.module = radv_shader_module_to_handle(vs),
+			.pName = "main",
+			.pSpecializationInfo = NULL
+		}, {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
+			.stage = VK_SHADER_STAGE_FRAGMENT_BIT,
+			.module = VK_NULL_HANDLE, /* TEMPLATE VALUE! FILL ME IN! */
+			.pName = "main",
+			.pSpecializationInfo = NULL
+		},
+	};
+
+	const VkGraphicsPipelineCreateInfo vk_pipeline_info = {
+		.sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO,
+		.stageCount = ARRAY_SIZE(pipeline_shader_stages),
+		.pStages = pipeline_shader_stages,
+		.pVertexInputState = &vi_create_info,
+		.pInputAssemblyState = &(VkPipelineInputAssemblyStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO,
+			.topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP,
+			.primitiveRestartEnable = false,
+		},
+		.pViewportState = &(VkPipelineViewportStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO,
+			.viewportCount = 0,
+			.scissorCount = 0,
+		},
+		.pRasterizationState = &(VkPipelineRasterizationStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO,
+			.rasterizerDiscardEnable = false,
+			.polygonMode = VK_POLYGON_MODE_FILL,
+			.cullMode = VK_CULL_MODE_NONE,
+			.frontFace = VK_FRONT_FACE_COUNTER_CLOCKWISE
+		},
+		.pMultisampleState = &(VkPipelineMultisampleStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO,
+			.rasterizationSamples = 1,
+			.sampleShadingEnable = false,
+			.pSampleMask = (VkSampleMask[]) { UINT32_MAX },
+		},
+		.pColorBlendState = &(VkPipelineColorBlendStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO,
+			.attachmentCount = 0,
+			.pAttachments = NULL,
+		},
+		.pDepthStencilState = &(VkPipelineDepthStencilStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_DEPTH_STENCIL_STATE_CREATE_INFO,
+			.depthTestEnable = true,
+			.depthWriteEnable = true,
+			.depthCompareOp = VK_COMPARE_OP_ALWAYS,
+		},
+		.pDynamicState = &(VkPipelineDynamicStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO,
+			.dynamicStateCount = 7,
+			.pDynamicStates = (VkDynamicState[]) {
+				VK_DYNAMIC_STATE_LINE_WIDTH,
+				VK_DYNAMIC_STATE_DEPTH_BIAS,
+				VK_DYNAMIC_STATE_BLEND_CONSTANTS,
+				VK_DYNAMIC_STATE_DEPTH_BOUNDS,
+				VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK,
+				VK_DYNAMIC_STATE_STENCIL_WRITE_MASK,
+				VK_DYNAMIC_STATE_STENCIL_REFERENCE,
+			},
+		},
+		.flags = 0,
+		.layout = device->meta_state.blit.pipeline_layout,
+		.renderPass = device->meta_state.blit.depth_only_rp,
+		.subpass = 0,
+	};
+
+	const struct radv_graphics_pipeline_create_info radv_pipeline_info = {
+		.use_rectlist = true
+	};
+
+	pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_1d);
+	result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+					       radv_pipeline_cache_to_handle(&device->meta_state.cache),
+					       &vk_pipeline_info, &radv_pipeline_info,
+					       &device->meta_state.alloc, &device->meta_state.blit.depth_only_1d_pipeline);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_2d);
+	result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+					       radv_pipeline_cache_to_handle(&device->meta_state.cache),
+					       &vk_pipeline_info, &radv_pipeline_info,
+					       &device->meta_state.alloc, &device->meta_state.blit.depth_only_2d_pipeline);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_3d);
+	result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+					       radv_pipeline_cache_to_handle(&device->meta_state.cache),
+					       &vk_pipeline_info, &radv_pipeline_info,
+					       &device->meta_state.alloc, &device->meta_state.blit.depth_only_3d_pipeline);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+fail:
+	ralloc_free(fs_1d.nir);
+	ralloc_free(fs_2d.nir);
+	ralloc_free(fs_3d.nir);
+	return result;
+}
+
+static VkResult
+radv_device_init_meta_blit_stencil(struct radv_device *device,
+				   struct radv_shader_module *vs)
+{
+	struct radv_shader_module fs_1d = {0}, fs_2d = {0}, fs_3d = {0};
+	VkResult result;
+
+	fs_1d.nir = build_nir_copy_fragment_shader_stencil(GLSL_SAMPLER_DIM_1D);
+	fs_2d.nir = build_nir_copy_fragment_shader_stencil(GLSL_SAMPLER_DIM_2D);
+	fs_3d.nir = build_nir_copy_fragment_shader_stencil(GLSL_SAMPLER_DIM_3D);
+
+	result = radv_CreateRenderPass(radv_device_to_handle(device),
+				       &(VkRenderPassCreateInfo) {
+					       .sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO,
+						       .attachmentCount = 1,
+						       .pAttachments = &(VkAttachmentDescription) {
+						       .format = 0,
+						       .loadOp = VK_ATTACHMENT_LOAD_OP_LOAD,
+						       .storeOp = VK_ATTACHMENT_STORE_OP_STORE,
+						       .initialLayout = VK_IMAGE_LAYOUT_GENERAL,
+						       .finalLayout = VK_IMAGE_LAYOUT_GENERAL,
+					       },
+						       .subpassCount = 1,
+						.pSubpasses = &(VkSubpassDescription) {
+						       .pipelineBindPoint = VK_PIPELINE_BIND_POINT_GRAPHICS,
+						       .inputAttachmentCount = 0,
+						       .colorAttachmentCount = 0,
+						       .pColorAttachments = NULL,
+						       .pResolveAttachments = NULL,
+						       .pDepthStencilAttachment = &(VkAttachmentReference) {
+							       .attachment = 0,
+							       .layout = VK_IMAGE_LAYOUT_GENERAL,
+						       },
+						       .preserveAttachmentCount = 1,
+						       .pPreserveAttachments = (uint32_t[]) { 0 },
+					       },
+						.dependencyCount = 0,
+					 }, &device->meta_state.alloc, &device->meta_state.blit.stencil_only_rp);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	VkPipelineVertexInputStateCreateInfo vi_create_info = {
+		.sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO,
+		.vertexBindingDescriptionCount = 1,
+		.pVertexBindingDescriptions = (VkVertexInputBindingDescription[]) {
+			{
+				.binding = 0,
+				.stride = 5 * sizeof(float),
+				.inputRate = VK_VERTEX_INPUT_RATE_VERTEX
+			},
+		},
+		.vertexAttributeDescriptionCount = 2,
+		.pVertexAttributeDescriptions = (VkVertexInputAttributeDescription[]) {
+			{
+				/* Position */
+				.location = 0,
+				.binding = 0,
+				.format = VK_FORMAT_R32G32_SFLOAT,
+				.offset = 0
+			},
+			{
+				/* Texture Coordinate */
+				.location = 1,
+				.binding = 0,
+				.format = VK_FORMAT_R32G32B32_SFLOAT,
+				.offset = 8
+			}
+		}
+	};
+
+	VkPipelineShaderStageCreateInfo pipeline_shader_stages[] = {
+		{
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
+			.stage = VK_SHADER_STAGE_VERTEX_BIT,
+			.module = radv_shader_module_to_handle(vs),
+			.pName = "main",
+			.pSpecializationInfo = NULL
+		}, {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
+			.stage = VK_SHADER_STAGE_FRAGMENT_BIT,
+			.module = VK_NULL_HANDLE, /* TEMPLATE VALUE! FILL ME IN! */
+			.pName = "main",
+			.pSpecializationInfo = NULL
+		},
+	};
+
+	const VkGraphicsPipelineCreateInfo vk_pipeline_info = {
+		.sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO,
+		.stageCount = ARRAY_SIZE(pipeline_shader_stages),
+		.pStages = pipeline_shader_stages,
+		.pVertexInputState = &vi_create_info,
+		.pInputAssemblyState = &(VkPipelineInputAssemblyStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO,
+			.topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP,
+			.primitiveRestartEnable = false,
+		},
+		.pViewportState = &(VkPipelineViewportStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO,
+			.viewportCount = 0,
+			.scissorCount = 0,
+		},
+		.pRasterizationState = &(VkPipelineRasterizationStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO,
+			.rasterizerDiscardEnable = false,
+			.polygonMode = VK_POLYGON_MODE_FILL,
+			.cullMode = VK_CULL_MODE_NONE,
+			.frontFace = VK_FRONT_FACE_COUNTER_CLOCKWISE
+		},
+		.pMultisampleState = &(VkPipelineMultisampleStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO,
+			.rasterizationSamples = 1,
+			.sampleShadingEnable = false,
+			.pSampleMask = (VkSampleMask[]) { UINT32_MAX },
+		},
+		.pColorBlendState = &(VkPipelineColorBlendStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO,
+			.attachmentCount = 0,
+			.pAttachments = NULL,
+		},
+		.pDepthStencilState = &(VkPipelineDepthStencilStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_DEPTH_STENCIL_STATE_CREATE_INFO,
+			.depthTestEnable = false,
+			.depthWriteEnable = false,
+			.stencilTestEnable = true,
+			.front = {
+				.failOp = VK_STENCIL_OP_REPLACE,
+				.passOp = VK_STENCIL_OP_REPLACE,
+				.depthFailOp = VK_STENCIL_OP_REPLACE,
+				.compareOp = VK_COMPARE_OP_ALWAYS,
+				.compareMask = 0xff,
+				.writeMask = 0xff,
+				.reference = 0
+			},
+			.back = {
+				.failOp = VK_STENCIL_OP_REPLACE,
+				.passOp = VK_STENCIL_OP_REPLACE,
+				.depthFailOp = VK_STENCIL_OP_REPLACE,
+				.compareOp = VK_COMPARE_OP_ALWAYS,
+				.compareMask = 0xff,
+				.writeMask = 0xff,
+				.reference = 0
+			},
+			.depthCompareOp = VK_COMPARE_OP_ALWAYS,
+		},
+
+		.pDynamicState = &(VkPipelineDynamicStateCreateInfo) {
+			.sType = VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO,
+			.dynamicStateCount = 4,
+			.pDynamicStates = (VkDynamicState[]) {
+				VK_DYNAMIC_STATE_LINE_WIDTH,
+				VK_DYNAMIC_STATE_DEPTH_BIAS,
+				VK_DYNAMIC_STATE_BLEND_CONSTANTS,
+				VK_DYNAMIC_STATE_DEPTH_BOUNDS,
+			},
+		},
+		.flags = 0,
+		.layout = device->meta_state.blit.pipeline_layout,
+		.renderPass = device->meta_state.blit.stencil_only_rp,
+		.subpass = 0,
+	};
+
+	const struct radv_graphics_pipeline_create_info radv_pipeline_info = {
+		.use_rectlist = true
+	};
+
+	pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_1d);
+	result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+					       radv_pipeline_cache_to_handle(&device->meta_state.cache),
+					       &vk_pipeline_info, &radv_pipeline_info,
+					       &device->meta_state.alloc, &device->meta_state.blit.stencil_only_1d_pipeline);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_2d);
+	result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+					       radv_pipeline_cache_to_handle(&device->meta_state.cache),
+					       &vk_pipeline_info, &radv_pipeline_info,
+					       &device->meta_state.alloc, &device->meta_state.blit.stencil_only_2d_pipeline);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	pipeline_shader_stages[1].module = radv_shader_module_to_handle(&fs_3d);
+	result = radv_graphics_pipeline_create(radv_device_to_handle(device),
+					       radv_pipeline_cache_to_handle(&device->meta_state.cache),
+					       &vk_pipeline_info, &radv_pipeline_info,
+					       &device->meta_state.alloc, &device->meta_state.blit.stencil_only_3d_pipeline);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+fail:
+	ralloc_free(fs_1d.nir);
+	ralloc_free(fs_2d.nir);
+	ralloc_free(fs_3d.nir);
+	return result;
+}
+
+VkResult
+radv_device_init_meta_blit_state(struct radv_device *device)
+{
+	VkResult result;
+	struct radv_shader_module vs = {0};
+	zero(device->meta_state.blit);
+
+	VkDescriptorSetLayoutCreateInfo ds_layout_info = {
+		.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO,
+		.bindingCount = 1,
+		.pBindings = (VkDescriptorSetLayoutBinding[]) {
+			{
+				.binding = 0,
+				.descriptorType = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
+				.descriptorCount = 1,
+				.stageFlags = VK_SHADER_STAGE_FRAGMENT_BIT,
+				.pImmutableSamplers = NULL
+			},
+		}
+	};
+	result = radv_CreateDescriptorSetLayout(radv_device_to_handle(device),
+						&ds_layout_info,
+						&device->meta_state.alloc,
+						&device->meta_state.blit.ds_layout);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	result = radv_CreatePipelineLayout(radv_device_to_handle(device),
+					   &(VkPipelineLayoutCreateInfo) {
+						   .sType = VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO,
+							   .setLayoutCount = 1,
+							   .pSetLayouts = &device->meta_state.blit.ds_layout,
+							   },
+					   &device->meta_state.alloc, &device->meta_state.blit.pipeline_layout);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	vs.nir = build_nir_vertex_shader();
+
+	result = radv_device_init_meta_blit_color(device, &vs);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	result = radv_device_init_meta_blit_depth(device, &vs);
+	if (result != VK_SUCCESS)
+		goto fail;
+
+	result = radv_device_init_meta_blit_stencil(device, &vs);
+	if (result != VK_SUCCESS)
+		goto fail;
+	return VK_SUCCESS;
+
+fail:
+	ralloc_free(vs.nir);
+	radv_device_finish_meta_blit_state(device);
+	return result;
+}