// nisps/wasm/bindings.cpp — flat C API exported to the SolidJS playground. // // Two consumers per build: // 1. Main-thread WasmIML (playground/src/ml/wasm-iml.ts) — ML calls. // 2. AudioWorklet processor (playground/src/audio/worklet/...) — engine // calls. (Each instance owns its own WASM module instance.) // // FIXED-ARCHITECTURE LIMITATION (VERY IMPORTANT) // ---------------------------------------------- // The C++ MLP class is templated on layer sizes (architecture.md §4.1, §6.2). // We instantiate ONE concrete configuration here: // // using DefaultMLP = nisps::ml::MLP<2, 10, 14, 18, 126>; // // This was chosen as the union of the playground use case (2-D joystick → // 126 synth params) and the largest hidden-layer footprint that still fits // firmware budgets. `nisps_ml_create()` accepts caller-supplied input_size, // output_size, hidden[], n_hidden but ONLY validates them against the // compile-time defaults — extra inputs/outputs are clipped at the boundary. // If the caller passes incompatible dimensions we still create the module: // extra inputs are zero-padded, extra outputs are truncated, and the // hidden-layer override is silently ignored. // // Future work: ship multiple WASM modules (one per common architecture) or // rebuild on demand. See architecture.md "open questions" — Stream 7 punts. // // WIRE FORMAT FOR WEIGHTS // ----------------------- // The flat layout matches `nisps::ml::MLP::get_weights()`: // // [layer0_weights] [layer1_weights] [layer2_weights] [layer3_weights] // [layer0_biases] [layer1_biases] [layer2_biases] [layer3_biases] // // Total count = `nisps_ml_weight_count()`. Both endianness and float layout // match the host (Emscripten produces little-endian Float32Array-friendly // memory). // // LAYER-STATS LAYOUT // ------------------ // `nisps_ml_get_layer_stats()` writes 4 floats per layer into the caller // buffer: [mean_abs, max_abs, dead_frac, saturating_frac]. Total = 16 // floats for 4 layers. #include #include #include #include #include #include #include #include #include // Engines. #include "../engines/analysis.hpp" #include "../engines/base.hpp" #include "../engines/breakor.hpp" #include "../engines/channel_strip.hpp" #include "../engines/elysiamorf.hpp" #include "../engines/memlcelium.hpp" #include "../engines/paf_synth.hpp" #include "../engines/verb_fx.hpp" #include "../engines/xiasri.hpp" // ML. #include "../core/types.hpp" #include "../ml/mlp.hpp" #include "../ml/stats.hpp" namespace { // --------------------------------------------------------------------------- // ML side // --------------------------------------------------------------------------- // Compile-time default architecture. See header comment. // // Choice rationale: // * 2 inputs — playground virtual joystick (X, Y). // * [10, 14, 18] hidden — covers the largest schema layouts in // `schemas/modes/*.json` (channel_strip variants, verb_fx, breakor, // elysiamorf, memlcelium). // * 126 outputs — enough for the C15 mode and any current schema. // // The MLP also has dataset slots, loss history etc. — see mlp.hpp. using DefaultMLP = nisps::ml::MLP<2u, 10u, 14u, 18u, 126u>; constexpr std::size_t kDefaultInputs = DefaultMLP::kInput; constexpr std::size_t kDefaultOutputs = DefaultMLP::kOutput; // We allocate the MLP on the heap (one-off — not the audio path) and return // the opaque pointer to JS. struct MLHandle { DefaultMLP mlp; // Buffers used to bridge JS → C++: std::array input_scratch{}; std::array output_scratch{}; // Stats buffer fed back to JS via get_layer_stats. std::array stats_scratch{}; // Used by infer_batch with arbitrary N — must exceed any reasonable // request from the heatmap. 256x256 = 65536 max points → too many in // practice. We cap batch size at 4096 here; callers must split larger // requests. static constexpr std::size_t kMaxBatch = 4096u; std::array batch_out_scratch{}; explicit MLHandle(std::uint64_t seed) noexcept : mlp(seed) {} }; // --------------------------------------------------------------------------- // Engine side // --------------------------------------------------------------------------- // Variant-style dispatch. Each create call instantiates ONE engine kind // stored on the heap; the type is recorded in `kind` so process_block can // dispatch without RTTI. // // We DO NOT use std::variant — Emscripten supports it but the overhead is // unwanted. A discriminated union of pointers is enough. enum class EngineKind : std::uint8_t { NoOp, PAFSynth, ChannelStrip, XIASRI, VerbFX, MEMLCelium, BreakOr, Elysiamorf, Analysis, }; struct EngineHandle { EngineKind kind = EngineKind::NoOp; void* ptr = nullptr; }; template inline EngineHandle make_handle(EngineKind kind, float sr) noexcept { auto* e = new EngineT(); e->setup(sr); return EngineHandle{kind, static_cast(e)}; } template inline void destroy_typed(void* ptr) noexcept { delete static_cast(ptr); } template inline void set_params_typed(void* ptr, std::span params) noexcept { static_cast(ptr)->set_params(params); } template inline void process_typed(void* ptr, const float* in_l, const float* in_r, float* out_l, float* out_r, int n_samples) noexcept { auto* e = static_cast(ptr); for (int i = 0; i < n_samples; ++i) { nisps::stereosample_t s{in_l ? in_l[i] : 0.f, in_r ? in_r[i] : 0.f}; const auto y = e->process(s); if (out_l) out_l[i] = y.L; if (out_r) out_r[i] = y.R; } } EngineHandle dispatch_create(std::string_view id, float sample_rate) noexcept { using nisps::NoOpEngine; using nisps::PAFSynthEngine; using nisps::ChannelStripEngine; using nisps::XIASRIEngine; using nisps::VerbFXEngine; using nisps::MEMLCeliumEngine; using nisps::BreakOrEngine; using nisps::ElysiamorfEngine; using nisps::AnalysisEngine; if (id == NoOpEngine::engine_id()) return make_handle(EngineKind::NoOp, sample_rate); if (id == PAFSynthEngine::engine_id()) return make_handle(EngineKind::PAFSynth, sample_rate); if (id == ChannelStripEngine::engine_id()) return make_handle(EngineKind::ChannelStrip, sample_rate); if (id == XIASRIEngine::engine_id()) return make_handle(EngineKind::XIASRI, sample_rate); if (id == VerbFXEngine::engine_id()) return make_handle(EngineKind::VerbFX, sample_rate); if (id == MEMLCeliumEngine::engine_id()) return make_handle(EngineKind::MEMLCelium, sample_rate); if (id == BreakOrEngine::engine_id()) return make_handle(EngineKind::BreakOr, sample_rate); if (id == ElysiamorfEngine::engine_id()) return make_handle(EngineKind::Elysiamorf, sample_rate); if (id == AnalysisEngine::engine_id()) return make_handle(EngineKind::Analysis, sample_rate); // Unknown id → fall back to NoOp so the worklet is at least silent // rather than UB. return make_handle(EngineKind::NoOp, sample_rate); } void dispatch_destroy(EngineHandle& h) noexcept { using nisps::NoOpEngine; using nisps::PAFSynthEngine; using nisps::ChannelStripEngine; using nisps::XIASRIEngine; using nisps::VerbFXEngine; using nisps::MEMLCeliumEngine; using nisps::BreakOrEngine; using nisps::ElysiamorfEngine; using nisps::AnalysisEngine; if (!h.ptr) return; switch (h.kind) { case EngineKind::NoOp: destroy_typed(h.ptr); break; case EngineKind::PAFSynth: destroy_typed(h.ptr); break; case EngineKind::ChannelStrip: destroy_typed(h.ptr); break; case EngineKind::XIASRI: destroy_typed(h.ptr); break; case EngineKind::VerbFX: destroy_typed(h.ptr); break; case EngineKind::MEMLCelium: destroy_typed(h.ptr); break; case EngineKind::BreakOr: destroy_typed(h.ptr); break; case EngineKind::Elysiamorf: destroy_typed(h.ptr); break; case EngineKind::Analysis: destroy_typed(h.ptr); break; } h.ptr = nullptr; } void dispatch_set_params(EngineHandle& h, std::span params) noexcept { using nisps::NoOpEngine; using nisps::PAFSynthEngine; using nisps::ChannelStripEngine; using nisps::XIASRIEngine; using nisps::VerbFXEngine; using nisps::MEMLCeliumEngine; using nisps::BreakOrEngine; using nisps::ElysiamorfEngine; using nisps::AnalysisEngine; switch (h.kind) { case EngineKind::NoOp: set_params_typed(h.ptr, params); break; case EngineKind::PAFSynth: set_params_typed(h.ptr, params); break; case EngineKind::ChannelStrip: set_params_typed(h.ptr, params); break; case EngineKind::XIASRI: set_params_typed(h.ptr, params); break; case EngineKind::VerbFX: set_params_typed(h.ptr, params); break; case EngineKind::MEMLCelium: set_params_typed(h.ptr, params); break; case EngineKind::BreakOr: set_params_typed(h.ptr, params); break; case EngineKind::Elysiamorf: set_params_typed(h.ptr, params); break; case EngineKind::Analysis: set_params_typed(h.ptr, params); break; } } void dispatch_process_block(EngineHandle& h, const float* in_l, const float* in_r, float* out_l, float* out_r, int n_samples) noexcept { using nisps::NoOpEngine; using nisps::PAFSynthEngine; using nisps::ChannelStripEngine; using nisps::XIASRIEngine; using nisps::VerbFXEngine; using nisps::MEMLCeliumEngine; using nisps::BreakOrEngine; using nisps::ElysiamorfEngine; using nisps::AnalysisEngine; switch (h.kind) { case EngineKind::NoOp: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; case EngineKind::PAFSynth: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; case EngineKind::ChannelStrip: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; case EngineKind::XIASRI: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; case EngineKind::VerbFX: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; case EngineKind::MEMLCelium: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; case EngineKind::BreakOr: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; case EngineKind::Elysiamorf: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; case EngineKind::Analysis: process_typed(h.ptr, in_l, in_r, out_l, out_r, n_samples); break; } } } // anonymous namespace extern "C" { // --------------------------------------------------------------------------- // ML lifecycle // --------------------------------------------------------------------------- EMSCRIPTEN_KEEPALIVE void* nisps_ml_create(int input_size, int output_size, const int* /*hidden*/, int /*n_hidden*/, uint32_t seed) { // We accept and ignore caller-supplied dimensions if they don't match the // compile-time default. See file header. // // NOTE: the C++ Rng takes uint64_t; we sign-extend the 32-bit seed into // the high 32 bits via xor-shift so callers passing zero still get a // non-degenerate seed. Truly 64-bit seeds are not exposed to JS — the // playground doesn't need them, and avoiding BigInt at the boundary // simplifies both wasm-iml.ts and wasm-worker.ts. (void)input_size; (void)output_size; const std::uint64_t s64 = static_cast(seed) ^ (static_cast(seed) << 32); auto* h = new MLHandle(s64); return static_cast(h); } EMSCRIPTEN_KEEPALIVE void nisps_ml_destroy(void* ml) { if (!ml) return; delete static_cast(ml); } // --------------------------------------------------------------------------- // ML inference // --------------------------------------------------------------------------- EMSCRIPTEN_KEEPALIVE void nisps_ml_set_input(void* ml, int idx, float v) { if (!ml) return; auto* h = static_cast(ml); if (idx < 0) return; if (static_cast(idx) >= kDefaultInputs) return; h->mlp.set_input(static_cast(idx), v); } EMSCRIPTEN_KEEPALIVE void nisps_ml_process(void* ml) { if (!ml) return; auto* h = static_cast(ml); h->mlp.process(); auto outs = h->mlp.outputs(); for (std::size_t i = 0; i < kDefaultOutputs; ++i) h->output_scratch[i] = outs[i]; } EMSCRIPTEN_KEEPALIVE const float* nisps_ml_outputs(void* ml) { if (!ml) return nullptr; auto* h = static_cast(ml); return h->output_scratch.data(); } EMSCRIPTEN_KEEPALIVE void nisps_ml_infer_batch(void* ml, const float* points, int n_points, float* out) { if (!ml || !points || !out || n_points <= 0) return; auto* h = static_cast(ml); const std::size_t n = static_cast(n_points); if (n > MLHandle::kMaxBatch) { // Caller exceeded the scratch buffer. Process what we can. const std::size_t safe_n = MLHandle::kMaxBatch; h->mlp.infer_batch( std::span(points, safe_n * kDefaultInputs), std::span(out, safe_n * kDefaultOutputs)); return; } h->mlp.infer_batch( std::span(points, n * kDefaultInputs), std::span(out, n * kDefaultOutputs)); } // --------------------------------------------------------------------------- // ML training // --------------------------------------------------------------------------- EMSCRIPTEN_KEEPALIVE void nisps_ml_add_example(void* ml, const float* features, const float* labels) { if (!ml || !features || !labels) return; auto* h = static_cast(ml); h->mlp.add_example( std::span(features, kDefaultInputs), std::span(labels, kDefaultOutputs)); } EMSCRIPTEN_KEEPALIVE float nisps_ml_train(void* ml, float lr, int max_iter, float min_err, const float* sample_weights) { if (!ml) return 0.f; auto* h = static_cast(ml); if (max_iter <= 0) max_iter = 1; std::span weights; if (sample_weights) { weights = std::span(sample_weights, h->mlp.example_count()); } return h->mlp.train(lr, static_cast(max_iter), min_err, weights); } EMSCRIPTEN_KEEPALIVE float nisps_ml_eval_loss(void* ml) { if (!ml) return 0.f; auto* h = static_cast(ml); return h->mlp.eval_loss(); } // --------------------------------------------------------------------------- // ML weights // --------------------------------------------------------------------------- EMSCRIPTEN_KEEPALIVE int nisps_ml_weight_count(void* ml) { (void)ml; return static_cast(DefaultMLP::weight_count()); } EMSCRIPTEN_KEEPALIVE void nisps_ml_get_weights(void* ml, float* out) { if (!ml || !out) return; auto* h = static_cast(ml); auto w = h->mlp.get_weights(); std::memcpy(out, w.data(), w.size() * sizeof(float)); } EMSCRIPTEN_KEEPALIVE void nisps_ml_set_weights(void* ml, const float* in) { if (!ml || !in) return; auto* h = static_cast(ml); h->mlp.set_weights(std::span(in, DefaultMLP::weight_count())); } EMSCRIPTEN_KEEPALIVE void nisps_ml_draw_weights(void* ml, float spread) { if (!ml) return; auto* h = static_cast(ml); h->mlp.draw_weights(spread); } EMSCRIPTEN_KEEPALIVE void nisps_ml_move_weights(void* ml, float speed, float spread, const uint8_t* output_pin_mask) { if (!ml) return; auto* h = static_cast(ml); std::span mask; if (output_pin_mask) { mask = std::span(output_pin_mask, kDefaultOutputs); } h->mlp.move_weights(speed, spread, mask); } EMSCRIPTEN_KEEPALIVE void nisps_ml_get_layer_stats(void* ml, float* out_stats) { if (!ml || !out_stats) return; auto* h = static_cast(ml); for (std::size_t i = 0; i < DefaultMLP::kNumLayers; ++i) { const auto s = h->mlp.layer_stats(i); out_stats[i * 4u + 0u] = s.mean_abs; out_stats[i * 4u + 1u] = s.max_abs; out_stats[i * 4u + 2u] = s.dead_frac; out_stats[i * 4u + 3u] = s.saturating_frac; } } // Extra helper: lets JS query the example count without having to // shadow-track it. Useful when restoring from snapshot. EMSCRIPTEN_KEEPALIVE int nisps_ml_example_count(void* ml) { if (!ml) return 0; auto* h = static_cast(ml); return static_cast(h->mlp.example_count()); } EMSCRIPTEN_KEEPALIVE void nisps_ml_clear_examples(void* ml) { if (!ml) return; auto* h = static_cast(ml); h->mlp.clear_examples(); } EMSCRIPTEN_KEEPALIVE void nisps_ml_reset(void* ml) { if (!ml) return; auto* h = static_cast(ml); h->mlp.reset(); } // Architecture introspection — returns 4-int packed [in, h1, h2, h3, out, n_layers]. // Kept simple: writes into a caller-supplied int buffer. Always 6 ints. EMSCRIPTEN_KEEPALIVE void nisps_ml_describe(int* out_dims) { if (!out_dims) return; out_dims[0] = static_cast(DefaultMLP::kInput); out_dims[1] = static_cast(DefaultMLP::kHidden1); out_dims[2] = static_cast(DefaultMLP::kHidden2); out_dims[3] = static_cast(DefaultMLP::kHidden3); out_dims[4] = static_cast(DefaultMLP::kOutput); out_dims[5] = static_cast(DefaultMLP::kNumLayers); } // --------------------------------------------------------------------------- // Engine lifecycle // --------------------------------------------------------------------------- EMSCRIPTEN_KEEPALIVE void* nisps_engine_create(const char* engine_id, float sample_rate) { if (!engine_id) return nullptr; auto* h = new EngineHandle(dispatch_create(engine_id, sample_rate)); return static_cast(h); } EMSCRIPTEN_KEEPALIVE void nisps_engine_destroy(void* engine) { if (!engine) return; auto* h = static_cast(engine); dispatch_destroy(*h); delete h; } EMSCRIPTEN_KEEPALIVE void nisps_engine_set_params(void* engine, const float* params, int n_params) { if (!engine || !params || n_params <= 0) return; auto* h = static_cast(engine); dispatch_set_params(*h, std::span(params, static_cast(n_params))); } EMSCRIPTEN_KEEPALIVE void nisps_engine_process_block(void* engine, const float* in_l, const float* in_r, float* out_l, float* out_r, int n_samples) { if (!engine || n_samples <= 0) return; auto* h = static_cast(engine); dispatch_process_block(*h, in_l, in_r, out_l, out_r, n_samples); } } // extern "C"