// native_bridge/src/NativeInstrumentEngine.cpp #include "NativeInstrumentEngine.h" #include #include #include "Vst3Instrument.h" #include "SandboxVst3Host.h" // void* members keep fluid types out of the public header; cast here. #define FS_SYNTH (static_cast(synth)) #define FS_SETTINGS (static_cast(settings)) #include #include #include #include #include #include #include // ----------------------------------------------------------------- // 1. SOUNDFONT ENGINE (.SF2 / .SF3) VIA FLUIDSYNTH C API // ----------------------------------------------------------------- FluidSynthInstrument::FluidSynthInstrument() : settings(nullptr), synth(nullptr), sfontId(-1) { for (uint32_t i = 0; i < 16; ++i) bank_[i] = 0; } FluidSynthInstrument::~FluidSynthInstrument() { if (synth) delete_fluid_synth(FS_SYNTH); if (settings) delete_fluid_settings(FS_SETTINGS); } bool FluidSynthInstrument::loadSoundFontFile(const std::string& path, double sampleRate) { if (synth) { delete_fluid_synth(FS_SYNTH); synth = nullptr; } if (settings) { delete_fluid_settings(FS_SETTINGS); settings = nullptr; } settings = new_fluid_settings(); fluid_settings_setnum(FS_SETTINGS, "synth.sample-rate", sampleRate); fluid_settings_setint(FS_SETTINGS, "synth.polyphony", 256); fluid_settings_setint(FS_SETTINGS, "synth.verbose", 0); synth = new_fluid_synth(FS_SETTINGS); if (!synth) return false; sfontId = fluid_synth_sfload(FS_SYNTH, path.c_str(), 1); if (sfontId == -1) return false; // Reset all channels to font preset 0 (spec §VII: bank0/prog0 piano) for (uint32_t ch = 0; ch < 16; ++ch) { bank_[ch] = 0; program_[ch] = 0; fluid_synth_program_select(FS_SYNTH, ch, sfontId, 0, 0); } return true; } bool FluidSynthInstrument::init(double sampleRate, uint32_t maxBlockSize) { return synth != nullptr; } void FluidSynthInstrument::selectProgram(uint32_t channel, uint32_t bank, uint32_t program) { if (!synth || channel >= 16) return; bank_[channel] = bank; program_[channel] = program; fluid_synth_program_select(FS_SYNTH, channel, sfontId, bank, program); } void FluidSynthInstrument::noteOn(uint32_t channel, uint32_t pitch, float velocity, uint32_t sampleOffset) { if (!synth) return; int velInt = static_cast(velocity * 127.0f); fluid_synth_noteon(FS_SYNTH, channel, pitch, velInt); } void FluidSynthInstrument::noteOff(uint32_t channel, uint32_t pitch, uint32_t sampleOffset) { if (!synth) return; fluid_synth_noteoff(FS_SYNTH, channel, pitch); } void FluidSynthInstrument::controlChange(uint32_t channel, uint32_t cc, uint32_t value) { if (!synth || channel >= 16) return; // Bank select MSB/LSB (A12): CC0 = (bank>>7)&0x7F, CC32 = bank&0x7F if (cc == 0) bank_[channel] = (bank_[channel] & 0x7Fu) | ((value & 0x7Fu) << 7); else if (cc == 32) bank_[channel] = (bank_[channel] & ~0x7Fu) | (value & 0x7Fu); fluid_synth_cc(FS_SYNTH, channel, cc, value); } void FluidSynthInstrument::programChange(uint32_t channel, uint32_t program) { if (!synth || channel >= 16) return; // Dung bank da nhan tu CC0/CC32 — bank hardcode 0 lam preset o bank != 0 // khong duoc chon (fluid giu preset cu -> ra piano sai). program_[channel] = program; fluid_synth_program_select(FS_SYNTH, channel, sfontId, bank_[channel], program); } void FluidSynthInstrument::pitchBend(uint32_t channel, uint32_t bend14) { if (!synth) return; // fluid_synth_pitch_bend takes the raw 14-bit value (center 8192). fluid_synth_pitch_bend(FS_SYNTH, channel, bend14); } bool FluidSynthInstrument::openGUI(void* parentWindowHandle) { return false; // SoundFont uses Web GUI Manager / Reskinned Knobs } void FluidSynthInstrument::closeGUI() {} // G2.1: expose last bank/program for the state snapshot. uint32_t FluidSynthInstrument::bankOf(uint32_t channel) const { return channel < 16 ? bank_[channel] : 0; } uint32_t FluidSynthInstrument::programOf(uint32_t channel) const { return channel < 16 ? program_[channel] : 0; } void FluidSynthInstrument::processAudioBlock(float* outputL, float* outputR, uint32_t numSamples) { if (!synth) return; fluid_synth_write_float(FS_SYNTH, numSamples, outputL, 0, 1, outputR, 0, 1); } // ----------------------------------------------------------------- // 2. SFZ ENGINE (.SFZ) VIA SFIZZ C++ API // ----------------------------------------------------------------- bool SfizzInstrument::loadSfzFile(const std::string& path, double sampleRate) { sfizzSynth.setSampleRate(sampleRate); return sfizzSynth.loadSfzFile(path); } bool SfizzInstrument::init(double sampleRate, uint32_t maxBlockSize) { sfizzSynth.setSampleRate(sampleRate); sfizzSynth.setSamplesPerBlock(maxBlockSize); return true; } void SfizzInstrument::selectProgram(uint32_t channel, uint32_t bank, uint32_t program) {} void SfizzInstrument::noteOn(uint32_t channel, uint32_t pitch, float velocity, uint32_t sampleOffset) { sfizzSynth.hdNoteOn(sampleOffset, pitch, velocity); } void SfizzInstrument::noteOff(uint32_t channel, uint32_t pitch, uint32_t sampleOffset) { sfizzSynth.hdNoteOff(sampleOffset, pitch, 0.0f); } void SfizzInstrument::controlChange(uint32_t channel, uint32_t cc, uint32_t value) { sfizzSynth.cc(0, static_cast(cc), static_cast(value)); } void SfizzInstrument::programChange(uint32_t channel, uint32_t program) { sfizzSynth.programChange(0, static_cast(program)); } void SfizzInstrument::pitchBend(uint32_t channel, uint32_t bend14) { sfizzSynth.pitchWheel(0, static_cast(bend14)); } bool SfizzInstrument::openGUI(void* parentWindowHandle) { return false; } void SfizzInstrument::closeGUI() {} void SfizzInstrument::processAudioBlock(float* outputL, float* outputR, uint32_t numSamples) { float* channels[2] = { outputL, outputR }; sfizzSynth.renderBlock(channels, numSamples, 1); // numOutputs=1 = stereo L/R pair (2 ch) } // ----------------------------------------------------------------- // 3. MULTI-CHANNEL INSTRUMENT MANAGER (A10) // ----------------------------------------------------------------- std::unique_ptr InstrumentEngineManager::create_instrument(InstrumentType type) { switch (type) { case InstrumentType::SOUNDFONT_SF2_SF3: return std::make_unique(); case InstrumentType::SFZ: return std::make_unique(); case InstrumentType::VST3: // G4.2: SF_SANDBOX_VST3=1 -> host the VST3 in a child // process (plugin_host.exe). Crash kills only the child. if (std::getenv("SF_SANDBOX_VST3")) return std::make_unique(); return std::make_unique(); // ponytail: VST2 host (VST2.4 SDK, Steinberg discontinued) not implemented. case InstrumentType::VST2: default: return nullptr; } } bool InstrumentEngineManager::assign(uint32_t channel, InstrumentType type, const std::string& path, double sampleRate, uint32_t blockSize) { if (channel >= 16) return false; auto inst = create_instrument(type); if (!inst) return false; bool loaded = false; if (type == InstrumentType::SOUNDFONT_SF2_SF3) loaded = static_cast(inst.get())->loadSoundFontFile(path, sampleRate); else if (type == InstrumentType::SFZ) loaded = static_cast(inst.get())->loadSfzFile(path, sampleRate); else if (type == InstrumentType::VST3) { if (auto* v = dynamic_cast(inst.get())) loaded = v->loadPlugin(path, sampleRate); else if (auto* s = dynamic_cast(inst.get())) loaded = s->loadPlugin(path, sampleRate, channel); } if (type == InstrumentType::VST3) { if (auto* v = dynamic_cast(inst.get())) v->setChannel(channel); } if (!loaded) return false; // init() AFTER load: FluidSynth creates its synth inside loadSoundFontFile. if (!inst->init(sampleRate, blockSize)) return false; // Replacing an existing instrument drops its voices with the old engine. // Load may run on a detached thread (VST3 init is slow): only the map // write is under the mutex so renderAll on the audio loop never stalls. // CRITICAL: the OLD instrument is destroyed AFTER mu_ is released. VST3 // teardown (setProcessing(false) / terminate / view removed) can block; // under the lock it would stall renderAll -> bridge Not Responding, // transport stop hangs, notes never turn off (must kill daw_engine). std::unique_ptr oldInst; { std::lock_guard lock(mu_); auto it = channels_.find(channel); if (it != channels_.end()) oldInst = std::move(it->second); channels_[channel] = std::move(inst); paths_[channel] = path; types_[channel] = type; // Fresh instance is by construction not reloading — clear the channel // flag so real-time MIDI dispatch (which drops reloading channels) // flows to it again. G3.3: a reload also clears the crash-mute. reloadingCh_[channel] = false; crashedCh_[channel] = false; } if (oldInst) { isBypassed_.store(true); std::this_thread::sleep_for(std::chrono::milliseconds(10)); try { oldInst.reset(); } catch (...) { isBypassed_.store(false); throw; } isBypassed_.store(false); } return true; } void InstrumentEngineManager::unload(uint32_t channel) { if (channel >= 16) return; // Destructor runs on the CALLER thread (VST3 terminate must run on the // channel worker). The map write is under mu_ so renderAll never stalls. std::unique_ptr oldInst; { std::lock_guard lock(mu_); auto it = channels_.find(channel); if (it != channels_.end()) oldInst = std::move(it->second); channels_.erase(channel); paths_.erase(channel); types_.erase(channel); reloadingCh_[channel] = false; } if (oldInst) { isBypassed_.store(true); std::this_thread::sleep_for(std::chrono::milliseconds(10)); try { oldInst.reset(); } catch (...) { isBypassed_.store(false); throw; } isBypassed_.store(false); } } std::string InstrumentEngineManager::pathOf(uint32_t channel) { std::lock_guard lock(mu_); auto it = paths_.find(channel); return it == paths_.end() ? std::string() : it->second; } bool InstrumentEngineManager::snapshot(BridgeStateSnapshot& out) { std::lock_guard lock(mu_); out.instruments.clear(); for (auto& kv : channels_) { uint32_t ch = kv.first; if (ch < 16 && reloadingCh_[ch]) continue; // old instance dying InstrumentStateEntry e; e.channel = ch; auto tp = types_.find(ch); e.type = tp == types_.end() ? 0 : (int)tp->second; auto pp = paths_.find(ch); e.path = pp == paths_.end() ? std::string() : pp->second; if (INativeInstrument* i = kv.second.get()) { // VST3: refresh the saved buffers then serialize them. Safe // here: mu_ is held, so the audio loop cannot be inside // process() on this instance while getState runs. i->captureState(); e.presetBase64 = i->serializeState(); e.bank = i->bankOf(ch); e.program = i->programOf(ch); } out.instruments.push_back(std::move(e)); } return true; } INativeInstrument* InstrumentEngineManager::get(uint32_t channel) { std::lock_guard lock(mu_); auto it = channels_.find(channel); return it == channels_.end() ? nullptr : it->second.get(); } bool InstrumentEngineManager::has(uint32_t channel) { std::lock_guard lock(mu_); return channels_.count(channel) != 0; } void InstrumentEngineManager::setReloading(uint32_t channel, bool on) { std::lock_guard lock(mu_); if (channel < 16) reloadingCh_[channel] = on; auto it = channels_.find(channel); if (it != channels_.end()) it->second->setReloading(on); } bool InstrumentEngineManager::isReloading(uint32_t channel) const { std::lock_guard lock(mu_); return channel < 16 && reloadingCh_[channel]; } void InstrumentEngineManager::markCrashed(uint32_t channel) { std::lock_guard lock(mu_); if (channel < 16) crashedCh_[channel] = true; } bool InstrumentEngineManager::isCrashed(uint32_t channel) const { std::lock_guard lock(mu_); return channel < 16 && crashedCh_[channel]; } // Quiet = reloading (mid-rebuild) OR crashed (G3.3). G1.4: bo // mute-when-editor-open — editor co the mo trong luc PLAY, audio loop van // process() binh thuong. G3.3: channel crash -> mute vi trang thai plugin // khong xac dinh sau fault; xu ly tiep se fault lai. // Called with mu_ held by the real-time dispatch. bool InstrumentEngineManager::channelQuiet(uint32_t ch) const { if (ch >= 16 || reloadingCh_[ch] || crashedCh_[ch]) return true; return false; } // Real-time MIDI dispatch: hold mu_ for the WHOLE call so assign()/unload() // (map swap + old-instance destruction outside the lock) and reload()/reloadForGUI() // (state_ deleted in place on the worker) can never destroy/free the instance // while dispatch is inside a method on it — use-after-free when loading a new // VSTi while other channels keep playing. Reloading channels are skipped: their // instance is mid-teardown and must not be touched. void InstrumentEngineManager::noteOn(uint32_t channel, uint32_t pitch, float velocity) { std::lock_guard lock(mu_); if (channelQuiet(channel)) return; auto it = channels_.find(channel); if (it == channels_.end()) return; it->second->noteOn(channel, pitch, velocity, 0); } void InstrumentEngineManager::noteOff(uint32_t channel, uint32_t pitch) { std::lock_guard lock(mu_); if (channelQuiet(channel)) return; auto it = channels_.find(channel); if (it == channels_.end()) return; it->second->noteOff(channel, pitch, 0); } void InstrumentEngineManager::controlChange(uint32_t channel, uint32_t cc, uint32_t value) { std::lock_guard lock(mu_); if (channelQuiet(channel)) return; auto it = channels_.find(channel); if (it == channels_.end()) return; it->second->controlChange(channel, cc, value); } void InstrumentEngineManager::programChange(uint32_t channel, uint32_t program) { std::lock_guard lock(mu_); if (channelQuiet(channel)) return; auto it = channels_.find(channel); if (it == channels_.end()) return; it->second->programChange(channel, program); } void InstrumentEngineManager::pitchBend(uint32_t channel, uint32_t bend14) { std::lock_guard lock(mu_); if (channelQuiet(channel)) return; auto it = channels_.find(channel); if (it == channels_.end()) return; it->second->pitchBend(channel, bend14); } void InstrumentEngineManager::allNotesOff() { std::lock_guard lock(mu_); for (auto& [ch, inst] : channels_) { if (channelQuiet(ch)) continue; // mid-rebuild / editor open: do not touch the instance for (uint32_t n = 0; n < 128; ++n) inst->noteOff(ch, n, 0); } } // G3.3: SEH cannot live inside a function that needs C++ unwinding (C2712), // so per-channel process() runs in this helper. A plugin access violation // (0xC0000005) is caught here — the channel is muted instead of killing the // whole bridge process. /EHa (set in CMakeLists) allows mixing with the // outer C++ try/catch net in main.cpp. static bool SafeProcessChannel(INativeInstrument* inst, float* outL, float* outR, uint32_t n) { __try { inst->processAudioBlock(outL, outR, n); return true; } __except (EXCEPTION_EXECUTE_HANDLER) { return false; } } void InstrumentEngineManager::renderAll(float* outputL, float* outputR, uint32_t numSamples) { if (isBypassed_.load()) { std::memset(outputL, 0, numSamples * sizeof(float)); std::memset(outputR, 0, numSamples * sizeof(float)); return; } std::lock_guard lock(mu_); std::memset(outputL, 0, numSamples * sizeof(float)); std::memset(outputR, 0, numSamples * sizeof(float)); if (channels_.empty()) return; if (scratchL_.size() < numSamples) { scratchL_.resize(numSamples); scratchR_.resize(numSamples); } for (auto& [ch, inst] : channels_) { if (channelQuiet(ch)) continue; // editor open / crashed: do not process std::memset(scratchL_.data(), 0, numSamples * sizeof(float)); std::memset(scratchR_.data(), 0, numSamples * sizeof(float)); if (!SafeProcessChannel(inst.get(), scratchL_.data(), scratchR_.data(), numSamples)) { // G3.3: plugin fault — mute this channel only, keep the bridge up. if (!crashedCh_[ch]) { crashedCh_[ch] = true; std::cerr << "[NativeBridge] G3.3: channel " << ch << " plugin crashed in processAudioBlock (SEH) — muted until reload" << std::endl; } continue; } for (uint32_t i = 0; i < numSamples; ++i) { outputL[i] += scratchL_[i]; outputR[i] += scratchR_[i]; } } }