| Flutter Impeller |

runtime_effect_contents.cc
Go to the documentation of this file.
1 // Copyright 2013 The Flutter Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "impeller/entity/contents/runtime_effect_contents.h"
6
7 #include <algorithm>
8 #include <future>
9 #include <memory>
10
11 #include "flutter/fml/logging.h"
12 #include "flutter/fml/make_copyable.h"
13 #include "impeller/base/validation.h"
14 #include "impeller/core/formats.h"
15 #include "impeller/core/runtime_types.h"
16 #include "impeller/core/shader_types.h"
17 #include "impeller/entity/contents/content_context.h"
18 #include "impeller/entity/runtime_effect.vert.h"
19 #include "impeller/renderer/capabilities.h"
20 #include "impeller/renderer/pipeline_library.h"
21 #include "impeller/renderer/render_pass.h"
22 #include "impeller/renderer/shader_function.h"
23 #include "impeller/renderer/vertex_descriptor.h"
24
25 namespace impeller {
26
27 namespace {
28 constexpr char kPaddingType = 0;
29 constexpr char kFloatType = 1;
30 } // namespace
31
32 // static
33 BufferView RuntimeEffectContents::EmplaceVulkanUniform(
34 const std::shared_ptr<const std::vector<uint8_t>>& input_data,
35 HostBuffer& data_host_buffer,
36 const RuntimeUniformDescription& uniform,
37 size_t minimum_uniform_alignment) {
38 // TODO(jonahwilliams): rewrite this to emplace directly into
39 // HostBuffer.
40 std::vector<float> uniform_buffer;
41 uniform_buffer.reserve(uniform.struct_layout.size());
42 size_t uniform_byte_index = 0u;
43 for (char byte_type : uniform.struct_layout) {
44 if (byte_type == kPaddingType) {
45 uniform_buffer.push_back(0.f);
46 } else {
47 FML_DCHECK(byte_type == kFloatType);
48 uniform_buffer.push_back(reinterpret_cast<const float*>(
49 input_data->data())[uniform_byte_index++]);
50 }
51 }
52 size_t alignment = std::max(sizeof(float) * uniform_buffer.size(),
53 minimum_uniform_alignment);
54
55 return data_host_buffer.Emplace(
56 reinterpret_cast<const void*>(uniform_buffer.data()),
57 sizeof(float) * uniform_buffer.size(), alignment);
58 }
59
60 void RuntimeEffectContents::SetRuntimeStage(
61 std::shared_ptr<RuntimeStage> runtime_stage) {
62 runtime_stage_ = std::move(runtime_stage);
63 }
64
65 void RuntimeEffectContents::SetUniformData(
66 std::shared_ptr<std::vector<uint8_t>> uniform_data) {
67 uniform_data_ = std::move(uniform_data);
68 }
69
70 void RuntimeEffectContents::SetTextureInputs(
71 std::vector<TextureInput> texture_inputs) {
72 texture_inputs_ = std::move(texture_inputs);
73 }
74
75 static ShaderType GetShaderType(RuntimeUniformType type) {
76 switch (type) {
77 case kSampledImage:
78 return ShaderType::kSampledImage;
79 case kFloat:
80 return ShaderType::kFloat;
81 case kStruct:
82 return ShaderType::kStruct;
83 }
84 }
85
86 static std::unique_ptr<ShaderMetadata> MakeShaderMetadata(
87 const RuntimeUniformDescription& uniform) {
88 std::unique_ptr<ShaderMetadata> metadata = std::make_unique<ShaderMetadata>();
89 metadata->name = uniform.name;
90 metadata->members.emplace_back(ShaderStructMemberMetadata{
91 .type = GetShaderType(uniform.type), //
92 .size = uniform.dimensions.rows * uniform.dimensions.cols *
93 (uniform.bit_width / 8u), //
94 .byte_length =
95 (uniform.bit_width / 8u) * uniform.array_elements.value_or(1), //
96 .array_elements = uniform.array_elements //
97 });
98
99 return metadata;
100 }
101
102 bool RuntimeEffectContents::BootstrapShader(
103 const ContentContext& renderer) const {
104 if (!RegisterShader(renderer)) {
105 return false;
106 }
107 ContentContextOptions options;
108 options.color_attachment_pixel_format =
109 renderer.GetContext()->GetCapabilities()->GetDefaultColorFormat();
110 CreatePipeline(renderer, options, /*async=*/true);
111 return true;
112 }
113
114 bool RuntimeEffectContents::RegisterShader(
115 const ContentContext& renderer) const {
116 const std::shared_ptr<Context>& context = renderer.GetContext();
117 const std::shared_ptr<ShaderLibrary>& library = context->GetShaderLibrary();
118
119 std::shared_ptr<const ShaderFunction> function = library->GetFunction(
120 runtime_stage_->GetEntrypoint(), ShaderStage::kFragment);
121
122 //--------------------------------------------------------------------------
123 /// Resolve runtime stage function.
124 ///
125
126 if (function && runtime_stage_->IsDirty()) {
127 renderer.ClearCachedRuntimeEffectPipeline(runtime_stage_->GetEntrypoint());
128 context->GetPipelineLibrary()->RemovePipelinesWithEntryPoint(function);
129 library->UnregisterFunction(runtime_stage_->GetEntrypoint(),
130 ShaderStage::kFragment);
131
132 function = nullptr;
133 }
134
135 if (!function) {
136 std::promise<bool> promise;
137 auto future = promise.get_future();
138
139 library->RegisterFunction(
140 runtime_stage_->GetEntrypoint(),
141 ToShaderStage(runtime_stage_->GetShaderStage()),
142 runtime_stage_->GetCodeMapping(),
143 fml::MakeCopyable([promise = std::move(promise)](bool result) mutable {
144 promise.set_value(result);
145 }));
146
147 if (!future.get()) {
148 VALIDATION_LOG << "Failed to build runtime effect (entry point: "
149 << runtime_stage_->GetEntrypoint() << ")";
150 return false;
151 }
152
153 function = library->GetFunction(runtime_stage_->GetEntrypoint(),
154 ShaderStage::kFragment);
155 if (!function) {
156 VALIDATION_LOG
157 << "Failed to fetch runtime effect function immediately after "
158 "registering it (entry point: "
159 << runtime_stage_->GetEntrypoint() << ")";
160 return false;
161 }
162
163 runtime_stage_->SetClean();
164 }
165 return true;
166 }
167
168 std::shared_ptr<Pipeline<PipelineDescriptor>>
169 RuntimeEffectContents::CreatePipeline(const ContentContext& renderer,
170 ContentContextOptions options,
171 bool async) const {
172 const std::shared_ptr<Context>& context = renderer.GetContext();
173 const std::shared_ptr<ShaderLibrary>& library = context->GetShaderLibrary();
174 const std::shared_ptr<const Capabilities>& caps = context->GetCapabilities();
175 const PixelFormat color_attachment_format = caps->GetDefaultColorFormat();
176 const PixelFormat stencil_attachment_format =
177 caps->GetDefaultDepthStencilFormat();
178
179 using VS = RuntimeEffectVertexShader;
180
181 PipelineDescriptor desc;
182 desc.SetLabel("Runtime Stage");
183 desc.AddStageEntrypoint(
184 library->GetFunction(VS::kEntrypointName, ShaderStage::kVertex));
185 desc.AddStageEntrypoint(library->GetFunction(runtime_stage_->GetEntrypoint(),
186 ShaderStage::kFragment));
187
188 std::shared_ptr<VertexDescriptor> vertex_descriptor =
189 std::make_shared<VertexDescriptor>();
190 vertex_descriptor->SetStageInputs(VS::kAllShaderStageInputs,
191 VS::kInterleavedBufferLayout);
192 vertex_descriptor->RegisterDescriptorSetLayouts(VS::kDescriptorSetLayouts);
193 vertex_descriptor->RegisterDescriptorSetLayouts(
194 runtime_stage_->GetDescriptorSetLayouts().data(),
195 runtime_stage_->GetDescriptorSetLayouts().size());
196 desc.SetVertexDescriptor(std::move(vertex_descriptor));
197 desc.SetColorAttachmentDescriptor(
198 0u, {.format = color_attachment_format, .blending_enabled = true});
199
200 desc.SetStencilAttachmentDescriptors(StencilAttachmentDescriptor{});
201 desc.SetStencilPixelFormat(stencil_attachment_format);
202
203 desc.SetDepthStencilAttachmentDescriptor(DepthAttachmentDescriptor{});
204 desc.SetDepthPixelFormat(stencil_attachment_format);
205
206 options.ApplyToPipelineDescriptor(desc);
207 if (async) {
208 context->GetPipelineLibrary()->GetPipeline(desc, async);
209 return nullptr;
210 }
211
212 auto pipeline = context->GetPipelineLibrary()->GetPipeline(desc, async).Get();
213 if (!pipeline) {
214 VALIDATION_LOG << "Failed to get or create runtime effect pipeline.";
215 return nullptr;
216 }
217
218 return pipeline;
219 }
220
221 bool RuntimeEffectContents::Render(const ContentContext& renderer,
222 const Entity& entity,
223 RenderPass& pass) const {
224 const std::shared_ptr<Context>& context = renderer.GetContext();
225 const std::shared_ptr<ShaderLibrary>& library = context->GetShaderLibrary();
226
227 //--------------------------------------------------------------------------
228 /// Get or register shader. Flutter will do this when the runtime effect
229 /// is first loaded, but this check is added to supporting testing of the
230 /// Aiks API and non-flutter usage of Impeller.
231 ///
232 if (!RegisterShader(renderer)) {
233 return false;
234 }
235
236 //--------------------------------------------------------------------------
237 /// Fragment stage uniforms.
238 ///
239 BindFragmentCallback bind_callback = [this, &renderer,
240 &context](RenderPass& pass) {
241 size_t buffer_index = 0;
242 size_t buffer_offset = 0;
243 size_t sampler_location = 0;
244 size_t buffer_location = 0;
245
246 // Uniforms are ordered in the IPLR according to their
247 // declaration and the uniform location reflects the correct offset to
248 // be mapped to - except that it may include all proceeding
249 // uniforms of a different type. For example, a texture sampler that comes
250 // after 4 float uniforms may have a location of 4. Since we know that
251 // the declarations are already ordered, we can track the uniform location
252 // ourselves.
253 auto& data_host_buffer = renderer.GetTransientsDataBuffer();
254 for (const auto& uniform : runtime_stage_->GetUniforms()) {
255 std::unique_ptr<ShaderMetadata> metadata = MakeShaderMetadata(uniform);
256 switch (uniform.type) {
257 case kSampledImage: {
258 FML_DCHECK(sampler_location < texture_inputs_.size());
259 auto& input = texture_inputs_[sampler_location];
260
261 raw_ptr<const Sampler> sampler =
262 context->GetSamplerLibrary()->GetSampler(
263 input.sampler_descriptor);
264
265 SampledImageSlot image_slot;
266 image_slot.name = uniform.name.c_str();
267 image_slot.binding = uniform.binding;
268 image_slot.texture_index = sampler_location;
269 pass.BindDynamicResource(ShaderStage::kFragment,
270 DescriptorType::kSampledImage, image_slot,
271 std::move(metadata), input.texture, sampler);
272 sampler_location++;
273 break;
274 }
275 case kFloat: {
276 FML_DCHECK(renderer.GetContext()->GetBackendType() !=
277 Context::BackendType::kVulkan)
278 << "Uniform " << uniform.name
279 << " had unexpected type kFloat for Vulkan backend.";
280
281 size_t alignment =
282 std::max(uniform.bit_width / 8,
283 data_host_buffer.GetMinimumUniformAlignment());
284 BufferView buffer_view =
285 data_host_buffer.Emplace(uniform_data_->data() + buffer_offset,
286 uniform.GetSize(), alignment);
287
288 ShaderUniformSlot uniform_slot;
289 uniform_slot.name = uniform.name.c_str();
290 uniform_slot.ext_res_0 = buffer_location;
291 pass.BindDynamicResource(ShaderStage::kFragment,
292 DescriptorType::kUniformBuffer, uniform_slot,
293 std::move(metadata), std::move(buffer_view));
294 buffer_index++;
295 buffer_offset += uniform.GetSize();
296 buffer_location++;
297 break;
298 }
299 case kStruct: {
300 FML_DCHECK(renderer.GetContext()->GetBackendType() ==
301 Context::BackendType::kVulkan);
302 ShaderUniformSlot uniform_slot;
303 uniform_slot.binding = uniform.location;
304 uniform_slot.name = uniform.name.c_str();
305
306 pass.BindResource(ShaderStage::kFragment,
307 DescriptorType::kUniformBuffer, uniform_slot,
308 nullptr,
309 EmplaceVulkanUniform(
310 uniform_data_, data_host_buffer, uniform,
311 data_host_buffer.GetMinimumUniformAlignment()));
312 }
313 }
314 }
315
316 return true;
317 };
318
319 /// Now that the descriptor set layouts are known, get the pipeline.
320 using VS = RuntimeEffectVertexShader;
321
322 PipelineBuilderCallback pipeline_callback =
323 [&](ContentContextOptions options) {
324 // Pipeline creation callback for the cache handler to call.
325 return renderer.GetCachedRuntimeEffectPipeline(
326 runtime_stage_->GetEntrypoint(), options, [&]() {
327 return CreatePipeline(renderer, options, /*async=*/false);
328 });
329 };
330
331 return ColorSourceContents::DrawGeometry<VS>(renderer, entity, pass,
332 pipeline_callback,
333 VS::FrameInfo{}, bind_callback);
334 }
335
336 } // namespace impeller
type
GLenum type
Definition: blit_command_gles.cc:153
buffer_view
BufferView buffer_view
Definition: blit_command_gles.cc:154
capabilities.h
impeller::ColorSourceContents::PipelineBuilderCallback
std::function< PipelineRef(ContentContextOptions)> PipelineBuilderCallback
Definition: color_source_contents.h:42
impeller::ColorSourceContents::BindFragmentCallback
std::function< bool(RenderPass &pass)> BindFragmentCallback
Definition: color_source_contents.h:40
impeller::ContentContext
Definition: content_context.h:138
impeller::ContentContext::ClearCachedRuntimeEffectPipeline
void ClearCachedRuntimeEffectPipeline(const std::string &unique_entrypoint_name) const
Definition: content_context.cc:971
impeller::ContentContext::GetCachedRuntimeEffectPipeline
PipelineRef GetCachedRuntimeEffectPipeline(const std::string &unique_entrypoint_name, const ContentContextOptions &options, const std::function< std::shared_ptr< Pipeline< PipelineDescriptor >>()> &create_callback) const
Definition: content_context.cc:958
impeller::ContentContext::GetTransientsDataBuffer
HostBuffer & GetTransientsDataBuffer() const
Retrieve the current host buffer for transient storage of other non-index data.
Definition: content_context.h:310
impeller::ContentContext::GetContext
std::shared_ptr< Context > GetContext() const
Definition: content_context.cc:950
impeller::Context::BackendType::kVulkan
@ kVulkan
impeller::Entity
Definition: entity.h:26
impeller::HostBuffer
Definition: host_buffer.h:26
impeller::HostBuffer::Emplace
BufferView Emplace(const BufferType &buffer, size_t alignment=0)
Emplace non-uniform data (like contiguous vertices) onto the host buffer.
Definition: host_buffer.h:92
impeller::RenderPass
Render passes encode render commands directed as one specific render target into an underlying comman...
Definition: render_pass.h:30
impeller::RenderPass::BindDynamicResource
virtual bool BindDynamicResource(ShaderStage stage, DescriptorType type, const SampledImageSlot &slot, std::unique_ptr< ShaderMetadata > metadata, std::shared_ptr< const Texture > texture, raw_ptr< const Sampler >)
Bind with dynamically generated shader metadata.
Definition: render_pass.cc:270
impeller::RenderPass::BindResource
virtual bool BindResource(ShaderStage stage, DescriptorType type, const ShaderUniformSlot &slot, const ShaderMetadata *metadata, BufferView view) override
Definition: render_pass.cc:225
impeller::RuntimeEffectContents::EmplaceVulkanUniform
static BufferView EmplaceVulkanUniform(const std::shared_ptr< const std::vector< uint8_t >> &input_data, HostBuffer &host_buffer, const RuntimeUniformDescription &uniform, size_t minimum_uniform_alignment)
Definition: runtime_effect_contents.cc:33
impeller::RuntimeEffectContents::Render
bool Render(const ContentContext &renderer, const Entity &entity, RenderPass &pass) const override
Definition: runtime_effect_contents.cc:221
impeller::RuntimeEffectContents::BootstrapShader
bool BootstrapShader(const ContentContext &renderer) const
Load the runtime effect and ensure a default PSO is initialized.
Definition: runtime_effect_contents.cc:102
impeller::RuntimeEffectContents::SetRuntimeStage
void SetRuntimeStage(std::shared_ptr< RuntimeStage > runtime_stage)
Definition: runtime_effect_contents.cc:60
impeller::RuntimeEffectContents::SetTextureInputs
void SetTextureInputs(std::vector< TextureInput > texture_inputs)
Definition: runtime_effect_contents.cc:70
impeller::RuntimeEffectContents::SetUniformData
void SetUniformData(std::shared_ptr< std::vector< uint8_t >> uniform_data)
Definition: runtime_effect_contents.cc:65
impeller::raw_ptr
A wrapper around a raw ptr that adds additional unopt mode only checks.
Definition: raw_ptr.h:15
content_context.h
formats.h
impeller
Definition: allocation.cc:12
impeller::ToShaderStage
constexpr ShaderStage ToShaderStage(RuntimeShaderStage stage)
Definition: shader_types.h:29
impeller::MakeShaderMetadata
static std::unique_ptr< ShaderMetadata > MakeShaderMetadata(const RuntimeUniformDescription &uniform)
Definition: runtime_effect_contents.cc:86
impeller::PixelFormat
PixelFormat
The Pixel formats supported by Impeller. The naming convention denotes the usage of the component,...
Definition: formats.h:99
impeller::GetShaderType
static ShaderType GetShaderType(RuntimeUniformType type)
Definition: runtime_effect_contents.cc:75
impeller::ShaderStage::kFragment
@ kFragment
impeller::ShaderStage::kVertex
@ kVertex
impeller::VS
LinePipeline::VertexShader VS
Definition: line_contents.cc:13
impeller::ShaderType
ShaderType
Definition: shader_types.h:41
impeller::ShaderType::kStruct
@ kStruct
impeller::ShaderType::kFloat
@ kFloat
impeller::ShaderType::kSampledImage
@ kSampledImage
impeller::DescriptorType::kUniformBuffer
@ kUniformBuffer
impeller::DescriptorType::kSampledImage
@ kSampledImage
impeller::RuntimeUniformType
RuntimeUniformType
Definition: runtime_types.h:24
impeller::kSampledImage
@ kSampledImage
Definition: runtime_types.h:26
impeller::kFloat
@ kFloat
Definition: runtime_types.h:25
impeller::kStruct
@ kStruct
Definition: runtime_types.h:27
pipeline_library.h
render_pass.h
runtime_effect_contents.h
runtime_types.h
shader_function.h
shader_types.h
impeller::BufferView
Definition: buffer_view.h:19
impeller::ContentContextOptions
Definition: content_context.h:40
impeller::ContentContextOptions::color_attachment_pixel_format
PixelFormat color_attachment_pixel_format
Definition: content_context.h:98
impeller::RuntimeUniformDescription
Definition: runtime_types.h:41
impeller::RuntimeUniformDescription::dimensions
RuntimeUniformDimensions dimensions
Definition: runtime_types.h:47
impeller::RuntimeUniformDescription::struct_layout
std::vector< uint8_t > struct_layout
Definition: runtime_types.h:50
impeller::RuntimeUniformDescription::name
std::string name
Definition: runtime_types.h:42
impeller::RuntimeUniformDescription::type
RuntimeUniformType type
Definition: runtime_types.h:46
impeller::RuntimeUniformDescription::array_elements
std::optional< size_t > array_elements
Definition: runtime_types.h:49
impeller::RuntimeUniformDescription::bit_width
size_t bit_width
Definition: runtime_types.h:48
impeller::RuntimeUniformDimensions::cols
size_t cols
Definition: runtime_types.h:38
impeller::RuntimeUniformDimensions::rows
size_t rows
Definition: runtime_types.h:37
impeller::SampledImageSlot
Metadata required to bind a combined texture and sampler.
Definition: shader_types.h:98
impeller::SampledImageSlot::texture_index
size_t texture_index
ext_res_0 is the Metal binding value.
Definition: shader_types.h:103
impeller::SampledImageSlot::name
const char * name
The name of the uniform slot.
Definition: shader_types.h:100
impeller::SampledImageSlot::binding
size_t binding
The Vulkan binding value.
Definition: shader_types.h:109
impeller::ShaderStructMemberMetadata
Definition: shader_types.h:63
impeller::ShaderStructMemberMetadata::type
ShaderType type
Definition: shader_types.h:64
impeller::ShaderUniformSlot
Metadata required to bind a buffer.
Definition: shader_types.h:81
impeller::ShaderUniformSlot::binding
size_t binding
The Vulkan binding value.
Definition: shader_types.h:92
impeller::ShaderUniformSlot::ext_res_0
size_t ext_res_0
ext_res_0 is the Metal binding value.
Definition: shader_types.h:86
impeller::ShaderUniformSlot::name
const char * name
The name of the uniform slot.
Definition: shader_types.h:83
validation.h
VALIDATION_LOG
#define VALIDATION_LOG
Definition: validation.h:91
vertex_descriptor.h