10 #include "vulkan/vulkan_core.h"
11 #include "vulkan/vulkan_enums.hpp"
12 #include "vulkan/vulkan_structs.hpp"
17 const vk::Image& image,
18 vk::AccessFlags src_access_mask,
19 vk::AccessFlags dst_access_mask,
20 vk::ImageLayout old_layout,
21 vk::ImageLayout new_layout,
22 vk::PipelineStageFlags src_stage,
23 vk::PipelineStageFlags dst_stage,
24 uint32_t base_mip_level,
25 uint32_t mip_level_count = 1u) {
26 if (old_layout == new_layout) {
30 vk::ImageMemoryBarrier barrier;
31 barrier.srcAccessMask = src_access_mask;
32 barrier.dstAccessMask = dst_access_mask;
33 barrier.oldLayout = old_layout;
34 barrier.newLayout = new_layout;
35 barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
36 barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
37 barrier.image = image;
38 barrier.subresourceRange.aspectMask = vk::ImageAspectFlagBits::eColor;
39 barrier.subresourceRange.baseMipLevel = base_mip_level;
40 barrier.subresourceRange.levelCount = mip_level_count;
41 barrier.subresourceRange.baseArrayLayer = 0u;
42 barrier.subresourceRange.layerCount = 1u;
44 cmd.pipelineBarrier(src_stage, dst_stage, {},
nullptr,
nullptr, barrier);
47 BlitPassVK::BlitPassVK(std::shared_ptr<CommandBufferVK> command_buffer)
48 : command_buffer_(
std::move(command_buffer)) {}
50 BlitPassVK::~BlitPassVK() =
default;
52 void BlitPassVK::OnSetLabel(std::string label) {
56 label_ = std::move(label);
60 bool BlitPassVK::IsValid()
const {
65 bool BlitPassVK::EncodeCommands(
66 const std::shared_ptr<Allocator>& transients_allocator)
const {
71 bool BlitPassVK::OnCopyTextureToTextureCommand(
72 std::shared_ptr<Texture> source,
73 std::shared_ptr<Texture> destination,
77 const auto& cmd_buffer = command_buffer_->GetCommandBuffer();
79 const auto& src = TextureVK::Cast(*source);
80 const auto& dst = TextureVK::Cast(*destination);
82 if (!command_buffer_->Track(source) || !command_buffer_->Track(destination)) {
86 BarrierVK src_barrier;
87 src_barrier.cmd_buffer = cmd_buffer;
88 src_barrier.new_layout = vk::ImageLayout::eTransferSrcOptimal;
89 src_barrier.src_access = vk::AccessFlagBits::eTransferWrite |
90 vk::AccessFlagBits::eShaderWrite |
91 vk::AccessFlagBits::eColorAttachmentWrite;
92 src_barrier.src_stage = vk::PipelineStageFlagBits::eTransfer |
93 vk::PipelineStageFlagBits::eFragmentShader |
94 vk::PipelineStageFlagBits::eColorAttachmentOutput;
95 src_barrier.dst_access = vk::AccessFlagBits::eTransferRead;
96 src_barrier.dst_stage = vk::PipelineStageFlagBits::eTransfer;
98 BarrierVK dst_barrier;
99 dst_barrier.cmd_buffer = cmd_buffer;
100 dst_barrier.new_layout = vk::ImageLayout::eTransferDstOptimal;
101 dst_barrier.src_access = {};
102 dst_barrier.src_stage = vk::PipelineStageFlagBits::eTopOfPipe;
103 dst_barrier.dst_access =
104 vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eTransferWrite;
105 dst_barrier.dst_stage = vk::PipelineStageFlagBits::eFragmentShader |
106 vk::PipelineStageFlagBits::eTransfer;
108 if (!src.SetLayout(src_barrier) || !dst.SetLayout(dst_barrier)) {
113 vk::ImageCopy image_copy;
115 image_copy.setSrcSubresource(
116 vk::ImageSubresourceLayers(vk::ImageAspectFlagBits::eColor, 0, 0, 1));
117 image_copy.setDstSubresource(
118 vk::ImageSubresourceLayers(vk::ImageAspectFlagBits::eColor, 0, 0, 1));
120 image_copy.srcOffset =
121 vk::Offset3D(source_region.GetX(), source_region.GetY(), 0);
122 image_copy.dstOffset =
123 vk::Offset3D(destination_origin.x, destination_origin.y, 0);
125 vk::Extent3D(source_region.GetWidth(), source_region.GetHeight(), 1);
129 cmd_buffer.copyImage(src.GetImage(),
130 src_barrier.new_layout,
132 dst_barrier.new_layout,
138 if (dst.IsSwapchainImage()) {
143 barrier.cmd_buffer = cmd_buffer;
144 barrier.new_layout = vk::ImageLayout::eShaderReadOnlyOptimal;
145 barrier.src_access = {};
146 barrier.src_stage = vk::PipelineStageFlagBits::eTopOfPipe;
147 barrier.dst_access = vk::AccessFlagBits::eShaderRead;
148 barrier.dst_stage = vk::PipelineStageFlagBits::eFragmentShader;
150 return dst.SetLayout(barrier);
154 bool BlitPassVK::OnCopyTextureToBufferCommand(
155 std::shared_ptr<Texture> source,
156 std::shared_ptr<DeviceBuffer> destination,
158 size_t destination_offset,
160 const auto& cmd_buffer = command_buffer_->GetCommandBuffer();
163 const auto& src = TextureVK::Cast(*source);
165 if (!command_buffer_->Track(source) || !command_buffer_->Track(destination)) {
170 barrier.cmd_buffer = cmd_buffer;
171 barrier.new_layout = vk::ImageLayout::eTransferSrcOptimal;
172 barrier.src_access = vk::AccessFlagBits::eShaderWrite |
173 vk::AccessFlagBits::eTransferWrite |
174 vk::AccessFlagBits::eColorAttachmentWrite;
175 barrier.src_stage = vk::PipelineStageFlagBits::eFragmentShader |
176 vk::PipelineStageFlagBits::eTransfer |
177 vk::PipelineStageFlagBits::eColorAttachmentOutput;
178 barrier.dst_access = vk::AccessFlagBits::eShaderRead;
179 barrier.dst_stage = vk::PipelineStageFlagBits::eVertexShader |
180 vk::PipelineStageFlagBits::eFragmentShader;
182 const auto& dst = DeviceBufferVK::Cast(*destination);
184 vk::BufferImageCopy image_copy;
185 image_copy.setBufferOffset(destination_offset);
186 image_copy.setBufferRowLength(0);
187 image_copy.setBufferImageHeight(0);
188 image_copy.setImageSubresource(
189 vk::ImageSubresourceLayers(vk::ImageAspectFlagBits::eColor, 0, 0, 1));
190 image_copy.setImageOffset(
191 vk::Offset3D(source_region.GetX(), source_region.GetY(), 0));
192 image_copy.setImageExtent(
193 vk::Extent3D(source_region.GetWidth(), source_region.GetHeight(), 1));
195 if (!src.SetLayout(barrier)) {
200 cmd_buffer.copyImageToBuffer(src.GetImage(),
208 if (destination->GetDeviceBufferDescriptor().readback) {
209 vk::MemoryBarrier barrier;
210 barrier.srcAccessMask = vk::AccessFlagBits::eTransferWrite;
211 barrier.dstAccessMask = vk::AccessFlagBits::eHostRead;
213 cmd_buffer.pipelineBarrier(vk::PipelineStageFlagBits::eTransfer,
214 vk::PipelineStageFlagBits::eHost, {}, 1,
215 &barrier, 0, {}, 0, {});
221 bool BlitPassVK::ConvertTextureToShaderRead(
222 const std::shared_ptr<Texture>& texture) {
223 const auto& cmd_buffer = command_buffer_->GetCommandBuffer();
226 barrier.cmd_buffer = cmd_buffer;
227 barrier.src_access = vk::AccessFlagBits::eTransferWrite;
228 barrier.src_stage = vk::PipelineStageFlagBits::eTransfer;
229 barrier.dst_access = vk::AccessFlagBits::eShaderRead;
230 barrier.dst_stage = vk::PipelineStageFlagBits::eFragmentShader;
232 barrier.new_layout = vk::ImageLayout::eShaderReadOnlyOptimal;
234 const auto& texture_vk = TextureVK::Cast(*texture);
236 if (!command_buffer_->Track(texture)) {
240 return texture_vk.SetLayout(barrier);
244 bool BlitPassVK::OnCopyBufferToTextureCommand(
246 std::shared_ptr<Texture> destination,
247 IRect destination_region,
250 bool convert_to_read) {
251 const auto& cmd_buffer = command_buffer_->GetCommandBuffer();
254 const auto& dst = TextureVK::Cast(*destination);
255 const auto& src = DeviceBufferVK::Cast(*source.buffer);
257 if (!command_buffer_->Track(source.buffer) ||
258 !command_buffer_->Track(destination)) {
262 BarrierVK dst_barrier;
263 dst_barrier.cmd_buffer = cmd_buffer;
264 dst_barrier.new_layout = vk::ImageLayout::eTransferDstOptimal;
265 dst_barrier.src_access = {};
266 dst_barrier.src_stage = vk::PipelineStageFlagBits::eTopOfPipe;
267 dst_barrier.dst_access =
268 vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eTransferWrite;
269 dst_barrier.dst_stage = vk::PipelineStageFlagBits::eFragmentShader |
270 vk::PipelineStageFlagBits::eTransfer;
272 vk::BufferImageCopy image_copy;
273 image_copy.setBufferOffset(source.range.offset);
274 image_copy.setBufferRowLength(0);
275 image_copy.setBufferImageHeight(0);
276 image_copy.setImageSubresource(
277 vk::ImageSubresourceLayers(vk::ImageAspectFlagBits::eColor, 0, 0, 1));
278 image_copy.imageOffset.x = destination_region.GetX();
279 image_copy.imageOffset.y = destination_region.GetY();
280 image_copy.imageOffset.z = 0u;
281 image_copy.imageExtent.width = destination_region.GetWidth();
282 image_copy.imageExtent.height = destination_region.GetHeight();
283 image_copy.imageExtent.depth = 1u;
288 if (!dst.SetLayout(dst_barrier)) {
293 cmd_buffer.copyBufferToImage(src.GetBuffer(),
295 dst_barrier.new_layout,
300 if (convert_to_read) {
302 barrier.cmd_buffer = cmd_buffer;
303 barrier.src_access = vk::AccessFlagBits::eTransferWrite;
304 barrier.src_stage = vk::PipelineStageFlagBits::eTransfer;
305 barrier.dst_access = vk::AccessFlagBits::eShaderRead;
306 barrier.dst_stage = vk::PipelineStageFlagBits::eFragmentShader;
308 barrier.new_layout = vk::ImageLayout::eShaderReadOnlyOptimal;
310 if (!dst.SetLayout(barrier)) {
319 bool BlitPassVK::ResizeTexture(
const std::shared_ptr<Texture>& source,
320 const std::shared_ptr<Texture>& destination) {
321 const auto& cmd_buffer = command_buffer_->GetCommandBuffer();
323 const auto& src = TextureVK::Cast(*source);
324 const auto& dst = TextureVK::Cast(*destination);
326 if (!command_buffer_->Track(source) || !command_buffer_->Track(destination)) {
330 BarrierVK src_barrier;
331 src_barrier.cmd_buffer = cmd_buffer;
332 src_barrier.new_layout = vk::ImageLayout::eTransferSrcOptimal;
333 src_barrier.src_access = vk::AccessFlagBits::eTransferWrite |
334 vk::AccessFlagBits::eShaderWrite |
335 vk::AccessFlagBits::eColorAttachmentWrite;
336 src_barrier.src_stage = vk::PipelineStageFlagBits::eTransfer |
337 vk::PipelineStageFlagBits::eFragmentShader |
338 vk::PipelineStageFlagBits::eColorAttachmentOutput;
339 src_barrier.dst_access = vk::AccessFlagBits::eTransferRead;
340 src_barrier.dst_stage = vk::PipelineStageFlagBits::eTransfer;
342 BarrierVK dst_barrier;
343 dst_barrier.cmd_buffer = cmd_buffer;
344 dst_barrier.new_layout = vk::ImageLayout::eTransferDstOptimal;
345 dst_barrier.src_access = {};
346 dst_barrier.src_stage = vk::PipelineStageFlagBits::eTopOfPipe;
347 dst_barrier.dst_access =
348 vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eTransferWrite;
349 dst_barrier.dst_stage = vk::PipelineStageFlagBits::eFragmentShader |
350 vk::PipelineStageFlagBits::eTransfer;
352 if (!src.SetLayout(src_barrier) || !dst.SetLayout(dst_barrier)) {
358 blit.srcSubresource.aspectMask = vk::ImageAspectFlagBits::eColor;
359 blit.srcSubresource.baseArrayLayer = 0u;
360 blit.srcSubresource.layerCount = 1u;
361 blit.srcSubresource.mipLevel = 0;
363 blit.dstSubresource.aspectMask = vk::ImageAspectFlagBits::eColor;
364 blit.dstSubresource.baseArrayLayer = 0u;
365 blit.dstSubresource.layerCount = 1u;
366 blit.dstSubresource.mipLevel = 0;
369 blit.srcOffsets[1].x = std::max<int32_t>(source->GetSize().width, 1u);
370 blit.srcOffsets[1].y = std::max<int32_t>(source->GetSize().height, 1u);
371 blit.srcOffsets[1].z = 1u;
374 blit.dstOffsets[1].x = std::max<int32_t>(destination->GetSize().width, 1u);
375 blit.dstOffsets[1].y = std::max<int32_t>(destination->GetSize().height, 1u);
376 blit.dstOffsets[1].z = 1u;
378 cmd_buffer.blitImage(src.GetImage(),
379 src_barrier.new_layout,
381 dst_barrier.new_layout,
391 barrier.cmd_buffer = cmd_buffer;
392 barrier.new_layout = vk::ImageLayout::eShaderReadOnlyOptimal;
393 barrier.src_access = {};
394 barrier.src_stage = vk::PipelineStageFlagBits::eTopOfPipe;
395 barrier.dst_access = vk::AccessFlagBits::eShaderRead;
396 barrier.dst_stage = vk::PipelineStageFlagBits::eFragmentShader;
398 return dst.SetLayout(barrier);
402 bool BlitPassVK::OnGenerateMipmapCommand(std::shared_ptr<Texture> texture,
404 auto& src = TextureVK::Cast(*texture);
406 const auto size = src.GetTextureDescriptor().size;
407 uint32_t mip_count = src.GetTextureDescriptor().mip_count;
409 if (mip_count < 2u) {
413 const auto& image = src.GetImage();
414 const auto& cmd = command_buffer_->GetCommandBuffer();
416 if (!command_buffer_->Track(texture)) {
428 vk::AccessFlagBits::eTransferWrite |
429 vk::AccessFlagBits::eColorAttachmentWrite,
430 vk::AccessFlagBits::eTransferRead,
432 vk::ImageLayout::eTransferDstOptimal,
433 vk::PipelineStageFlagBits::eTransfer |
434 vk::PipelineStageFlagBits::eColorAttachmentOutput,
435 vk::PipelineStageFlagBits::eTransfer,
439 vk::ImageMemoryBarrier barrier;
440 barrier.image = image;
441 barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
442 barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
443 barrier.subresourceRange.aspectMask = vk::ImageAspectFlagBits::eColor;
444 barrier.subresourceRange.baseArrayLayer = 0;
445 barrier.subresourceRange.layerCount = 1;
446 barrier.subresourceRange.levelCount = 1;
449 size_t width = size.width;
450 size_t height = size.height;
451 for (
size_t mip_level = 1u; mip_level < mip_count; mip_level++) {
452 barrier.subresourceRange.baseMipLevel = mip_level - 1;
453 barrier.oldLayout = vk::ImageLayout::eTransferDstOptimal;
454 barrier.newLayout = vk::ImageLayout::eTransferSrcOptimal;
455 barrier.srcAccessMask = vk::AccessFlagBits::eTransferWrite;
456 barrier.dstAccessMask = vk::AccessFlagBits::eTransferRead;
462 cmd.pipelineBarrier(vk::PipelineStageFlagBits::eTransfer,
463 vk::PipelineStageFlagBits::eTransfer, {}, {}, {},
467 blit.srcSubresource.aspectMask = vk::ImageAspectFlagBits::eColor;
468 blit.srcSubresource.baseArrayLayer = 0u;
469 blit.srcSubresource.layerCount = 1u;
470 blit.srcSubresource.mipLevel = mip_level - 1;
472 blit.dstSubresource.aspectMask = vk::ImageAspectFlagBits::eColor;
473 blit.dstSubresource.baseArrayLayer = 0u;
474 blit.dstSubresource.layerCount = 1u;
475 blit.dstSubresource.mipLevel = mip_level;
478 blit.srcOffsets[1].x = std::max<int32_t>(width, 1u);
479 blit.srcOffsets[1].y = std::max<int32_t>(height, 1u);
480 blit.srcOffsets[1].z = 1u;
486 blit.dstOffsets[1].x = std::max<int32_t>(width, 1u);
487 blit.dstOffsets[1].y = std::max<int32_t>(height, 1u);
488 blit.dstOffsets[1].z = 1u;
491 vk::ImageLayout::eTransferSrcOptimal,
493 vk::ImageLayout::eTransferDstOptimal,
499 barrier.oldLayout = vk::ImageLayout::eTransferSrcOptimal;
500 barrier.newLayout = vk::ImageLayout::eShaderReadOnlyOptimal;
501 barrier.srcAccessMask = vk::AccessFlagBits::eTransferRead;
502 barrier.dstAccessMask = vk::AccessFlagBits::eShaderRead;
507 cmd.pipelineBarrier(vk::PipelineStageFlagBits::eTransfer,
508 vk::PipelineStageFlagBits::eFragmentShader, {}, {}, {},
512 barrier.subresourceRange.baseMipLevel = mip_count - 1;
513 barrier.oldLayout = vk::ImageLayout::eTransferDstOptimal;
514 barrier.newLayout = vk::ImageLayout::eShaderReadOnlyOptimal;
515 barrier.srcAccessMask = vk::AccessFlagBits::eTransferWrite;
516 barrier.dstAccessMask = vk::AccessFlagBits::eShaderRead;
518 cmd.pipelineBarrier(vk::PipelineStageFlagBits::eTransfer,
519 vk::PipelineStageFlagBits::eFragmentShader, {}, {}, {},
524 src.SetLayoutWithoutEncoding(vk::ImageLayout::eShaderReadOnlyOptimal);
525 src.SetMipMapGenerated();