diff options
Diffstat (limited to 'src/gpu/effects')
| -rw-r--r-- | src/gpu/effects/cnn_effect.cc | 36 | ||||
| -rw-r--r-- | src/gpu/effects/cnn_effect.h | 29 | ||||
| -rw-r--r-- | src/gpu/effects/shaders.cc | 11 | ||||
| -rw-r--r-- | src/gpu/effects/shaders.h | 1 |
4 files changed, 77 insertions, 0 deletions
diff --git a/src/gpu/effects/cnn_effect.cc b/src/gpu/effects/cnn_effect.cc new file mode 100644 index 0000000..25db0c2 --- /dev/null +++ b/src/gpu/effects/cnn_effect.cc @@ -0,0 +1,36 @@ +// CNN post-processing effect implementation +// Neural network-based stylization with modular WGSL + +#include "gpu/effects/cnn_effect.h" +#include "gpu/effects/post_process_helper.h" +#include "gpu/effects/shaders.h" + +CNNEffect::CNNEffect(const GpuContext& ctx, int num_layers) + : PostProcessEffect(ctx), num_layers_(num_layers), input_view_(nullptr), + bind_group_(nullptr) { + pipeline_ = create_post_process_pipeline(ctx_.device, ctx_.format, + cnn_layer_shader_wgsl); +} + +void CNNEffect::init(MainSequence* demo) { + PostProcessEffect::init(demo); + params_buffer_.init(ctx_.device); + + CNNLayerParams params = {0, 1, {0.0f, 0.0f}}; + params_buffer_.update(ctx_.queue, params); +} + +void CNNEffect::render(WGPURenderPassEncoder pass, float time, float beat, + float intensity, float aspect_ratio) { + if (!bind_group_) return; + + wgpuRenderPassEncoderSetPipeline(pass, pipeline_); + wgpuRenderPassEncoderSetBindGroup(pass, 0, bind_group_, 0, nullptr); + wgpuRenderPassEncoderDraw(pass, 3, 1, 0, 0); +} + +void CNNEffect::update_bind_group(WGPUTextureView input_view) { + input_view_ = input_view; + pp_update_bind_group(ctx_.device, pipeline_, &bind_group_, + input_view_, uniforms_.get(), params_buffer_.get()); +} diff --git a/src/gpu/effects/cnn_effect.h b/src/gpu/effects/cnn_effect.h new file mode 100644 index 0000000..9cc4935 --- /dev/null +++ b/src/gpu/effects/cnn_effect.h @@ -0,0 +1,29 @@ +// CNN post-processing effect header +// Multi-layer neural network stylization + +#pragma once +#include "gpu/effect.h" +#include "gpu/uniform_helper.h" + +struct CNNLayerParams { + int layer_index; + int use_residual; + float _pad[2]; +}; +static_assert(sizeof(CNNLayerParams) == 16); + +class CNNEffect : public PostProcessEffect { + public: + explicit CNNEffect(const GpuContext& ctx, int num_layers = 1); + + void init(MainSequence* demo) override; + void render(WGPURenderPassEncoder pass, float time, float beat, + float intensity, float aspect_ratio) override; + void update_bind_group(WGPUTextureView input_view) override; + + private: + int num_layers_; + WGPUTextureView input_view_; + UniformBuffer<CNNLayerParams> params_buffer_; + WGPUBindGroup bind_group_; +}; diff --git a/src/gpu/effects/shaders.cc b/src/gpu/effects/shaders.cc index 625c5b6..6559bf5 100644 --- a/src/gpu/effects/shaders.cc +++ b/src/gpu/effects/shaders.cc @@ -51,6 +51,13 @@ void InitShaderComposer() { register_if_exists("ray_box", AssetId::ASSET_SHADER_RAY_BOX); register_if_exists("ray_triangle", AssetId::ASSET_SHADER_RAY_TRIANGLE); + + register_if_exists("cnn_activation", AssetId::ASSET_SHADER_CNN_ACTIVATION); + register_if_exists("cnn_conv3x3", AssetId::ASSET_SHADER_CNN_CONV3X3); + register_if_exists("cnn_conv5x5", AssetId::ASSET_SHADER_CNN_CONV5X5); + register_if_exists("cnn_conv7x7", AssetId::ASSET_SHADER_CNN_CONV7X7); + register_if_exists("cnn_weights_generated", + AssetId::ASSET_SHADER_CNN_WEIGHTS); } // Helper to get asset string or empty string @@ -99,6 +106,10 @@ const char* chroma_aberration_shader_wgsl = SafeGetAsset(AssetId::ASSET_SHADER_CHROMA_ABERRATION); +const char* cnn_layer_shader_wgsl = + + SafeGetAsset(AssetId::ASSET_SHADER_CNN_LAYER); + const char* gen_noise_compute_wgsl = SafeGetAsset(AssetId::ASSET_SHADER_COMPUTE_GEN_NOISE); diff --git a/src/gpu/effects/shaders.h b/src/gpu/effects/shaders.h index 68b8834..7acc2a6 100644 --- a/src/gpu/effects/shaders.h +++ b/src/gpu/effects/shaders.h @@ -18,6 +18,7 @@ extern const char* solarize_shader_wgsl; extern const char* distort_shader_wgsl; extern const char* chroma_aberration_shader_wgsl; extern const char* vignette_shader_wgsl; +extern const char* cnn_layer_shader_wgsl; extern const char* gen_noise_compute_wgsl; extern const char* gen_perlin_compute_wgsl; extern const char* gen_grid_compute_wgsl; |
