1 #include <msp/core/algorithm.h>
6 #include "synchronizer.h"
14 Synchronizer::Synchronizer(Device &d):
18 void Synchronizer::write_buffer(VkBuffer buffer, size_t offset, size_t size, bool mapped)
20 auto i = lower_bound_member(buffer_accesses, buffer, &BufferAccess::buffer);
21 if(i==buffer_accesses.end() || i->buffer!=buffer)
23 i = buffer_accesses.emplace(i);
30 size_t begin = min(offset, i->offset);
31 size_t end = max(offset+size, i->offset+i->size);
37 i->was_written = true;
38 i->pending_write = true;
41 void Synchronizer::split_image_mipmap(VkImage image, unsigned aspect, unsigned n_levels)
44 throw invalid_argument("Synchronizer::split_image_mipmap");
46 auto i = lower_bound_member(image_accesses, image, &ImageAccess::image);
47 if(i!=image_accesses.end() && i->image==image && i->level>=0)
50 if(i!=image_accesses.end() && i->image==image && i->level==-1)
52 i = image_accesses.insert(i, n_levels-1, *i);
53 for(unsigned j=0; j<n_levels; ++i, ++j)
60 access.aspect = aspect;
61 access.current_layout = VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL;
62 access.pending_layout = VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL;
65 i = image_accesses.erase(i);
67 for(unsigned j=0; j<n_levels; ++i, ++j)
68 if(i==image_accesses.end() || i->image!=image || i->level>static_cast<int>(j))
70 i = image_accesses.insert(i, access);
76 void Synchronizer::change_image_layout(VkImage image, unsigned aspect, int level, unsigned layout, bool discard)
78 auto i = lower_bound_member(image_accesses, image, &ImageAccess::image);
82 if(i==image_accesses.end() || i->image!=image)
84 i = image_accesses.emplace(i);
90 throw invalid_operation("Synchronizer::change_image_layout");
93 for(; (i!=image_accesses.end() && i->image==image && i->level<level); ++i) ;
96 else if(i!=image_accesses.end() && i->image==image && i->level==-2)
97 throw invalid_operation("Synchronizer::change_image_layout");
99 if(i==image_accesses.end() || i->image!=image || (level>=0 && i->level!=level))
101 i = image_accesses.emplace(i);
104 i->level = (level<0 ? -1 : level);
105 i->current_layout = VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL;
108 for(; (i!=image_accesses.end() && i->image==image && (level<0 || i->level==level)); ++i)
111 i->current_layout = VK_IMAGE_LAYOUT_UNDEFINED;
112 i->pending_layout = layout;
116 void Synchronizer::reset()
118 for(BufferAccess &b: buffer_accesses)
119 b.pending_write = false;
120 for(ImageAccess &i: image_accesses)
121 i.pending_layout = VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL;
124 void Synchronizer::barrier(const VulkanCommandRecorder &vkCmd)
126 if(buffer_accesses.empty() && image_accesses.empty())
129 VkPipelineStageFlags src_stage = 0;
130 VkPipelineStageFlags dst_stage = 0;
132 static constexpr VkPipelineStageFlags buffer_read_stages = VK_PIPELINE_STAGE_VERTEX_INPUT_BIT|
133 VK_PIPELINE_STAGE_VERTEX_SHADER_BIT|VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT;
134 static constexpr VkPipelineStageFlags buffer_write_stages = VK_PIPELINE_STAGE_TRANSFER_BIT|
135 VK_PIPELINE_STAGE_HOST_BIT;
137 vector<VkBufferMemoryBarrier> buffer_barriers;
138 buffer_barriers.reserve(buffer_accesses.size());
139 for(BufferAccess &b: buffer_accesses)
141 if(b.pending_write==b.was_written)
144 buffer_barriers.emplace_back(VkBufferMemoryBarrier{ });
145 VkBufferMemoryBarrier &barrier = buffer_barriers.back();
147 barrier.sType = VK_STRUCTURE_TYPE_BUFFER_MEMORY_BARRIER;
148 barrier.srcAccessMask = (b.was_written ? VK_ACCESS_MEMORY_WRITE_BIT : 0);
149 barrier.dstAccessMask = (b.pending_write ? VK_ACCESS_MEMORY_WRITE_BIT : VK_ACCESS_MEMORY_READ_BIT);
150 barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
151 barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
152 barrier.buffer = handle_cast<::VkBuffer>(b.buffer);
153 barrier.offset = b.offset;
154 barrier.size = b.size;
156 src_stage |= (b.was_written ? buffer_write_stages : buffer_read_stages);
157 dst_stage |= (b.pending_write ? buffer_write_stages : buffer_read_stages);
160 static constexpr VkPipelineStageFlags image_read_stages = VK_PIPELINE_STAGE_VERTEX_SHADER_BIT|VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT|
161 VK_PIPELINE_STAGE_EARLY_FRAGMENT_TESTS_BIT|VK_PIPELINE_STAGE_LATE_FRAGMENT_TESTS_BIT;
162 static constexpr VkPipelineStageFlags image_write_stages = VK_PIPELINE_STAGE_LATE_FRAGMENT_TESTS_BIT|
163 VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT|VK_PIPELINE_STAGE_TRANSFER_BIT;
165 vector<VkImageMemoryBarrier> image_barriers;
166 image_barriers.reserve(image_accesses.size());
167 for(const ImageAccess &i: image_accesses)
169 if(i.level==-2 || i.pending_layout==i.current_layout)
172 image_barriers.emplace_back(VkImageMemoryBarrier{ });
173 VkImageMemoryBarrier &barrier = image_barriers.back();
175 barrier.sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER;
176 barrier.srcAccessMask = (is_write_layout(i.current_layout) ? VK_ACCESS_MEMORY_WRITE_BIT : 0);
177 barrier.dstAccessMask = (is_write_layout(i.pending_layout) ? VK_ACCESS_MEMORY_WRITE_BIT : VK_ACCESS_MEMORY_READ_BIT);
178 barrier.oldLayout = static_cast<VkImageLayout>(i.current_layout);
179 barrier.newLayout = static_cast<VkImageLayout>(i.pending_layout);
180 barrier.srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
181 barrier.dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED;
182 barrier.image = handle_cast<::VkImage>(i.image);
183 barrier.subresourceRange.aspectMask = i.aspect;
184 barrier.subresourceRange.baseMipLevel = max(i.level, 0);
185 barrier.subresourceRange.levelCount = (i.level<0 ? VK_REMAINING_MIP_LEVELS : 1);
186 barrier.subresourceRange.baseArrayLayer = 0;
187 barrier.subresourceRange.layerCount = VK_REMAINING_ARRAY_LAYERS;
189 if(i.current_layout!=VK_IMAGE_LAYOUT_UNDEFINED)
190 src_stage |= (is_write_layout(i.current_layout) ? image_write_stages : image_read_stages);
191 dst_stage |= (is_write_layout(i.pending_layout) ? image_write_stages : image_read_stages);
194 if(buffer_barriers.empty() && image_barriers.empty())
198 src_stage = VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT;
200 dst_stage = VK_PIPELINE_STAGE_BOTTOM_OF_PIPE_BIT;
202 vkCmd.PipelineBarrier(src_stage, dst_stage, 0, 0, 0,
203 buffer_barriers.size(), buffer_barriers.data(), image_barriers.size(), image_barriers.data());
205 for(auto i=buffer_accesses.begin(); i!=buffer_accesses.end(); )
207 if(!i->pending_write)
208 i = buffer_accesses.erase(i);
211 i->was_written = i->pending_write;
216 for(auto i=image_accesses.begin(); i!=image_accesses.end(); )
224 bool remove_image = true;
225 for(; (j!=image_accesses.end() && j->image==i->image); ++j)
226 remove_image &= (j->pending_layout==VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL);
229 i = image_accesses.erase(i, j);
233 i->current_layout = i->pending_layout;
236 else if(i->pending_layout==VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL)
237 i = image_accesses.erase(i);
240 i->current_layout = i->pending_layout;
246 bool Synchronizer::is_write_layout(unsigned layout)
248 return layout==VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL || layout==VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL ||
249 layout==VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;