3dtours/SonicForgeStudio
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: thêm soundfont và VSTi cho MIDI

Browse Source
This commit is contained in:
3dtours
2026-07-23 17:47:46 +07:00
parent 0b2382573f
commit 225f23516f
16 changed files with 1232 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files
app/core/render_engine.py
+71 -25
View File
@@ -2,24 +2,13 @@ import os
import numpy as np
import soundfile as sf
from app.config import settings
from app.core.vst_engine import render_midi_events_to_audio
from app.core.vst_engine import (
render_midi_events_to_audio,
PluginManager,
HAS_PEDALBOARD,
HAS_PYFLUIDSYNTH,
)
import subprocess
import sys
def check_pedalboard_safe():
try:
res = subprocess.run(
[sys.executable, "-c", "import pedalboard"],
stdout=subprocess.DEVNULL,
stderr=subprocess.DEVNULL,
timeout=2.0
)
return res.returncode == 0
except Exception:
return False
HAS_PEDALBOARD = check_pedalboard_safe()
if HAS_PEDALBOARD:
try:
from pedalboard import Pedalboard, Gain
@@ -130,14 +119,71 @@ class PythonRenderEngine:
if midi_events:
try:
# Synthesize MIDI track notes
synth_buffer = render_midi_events_to_audio(
midi_events=midi_events,
sr=self.sample_rate,
bpm=bpm,
instrument='synth'
)
# Add to track buffer
instrument_id = track.get("instrument", "")
plugin_mgr = PluginManager()
vst = plugin_mgr.load_vst(instrument_id) if instrument_id else None
if vst and HAS_PEDALBOARD:
from pedalboard import Pedalboard
# Convert MIDI events with precise sample offset
midi_messages = PluginManager.midi_events_to_messages(
midi_events, bpm, self.sample_rate
)
total_needed = 0
for ev in midi_events:
end_sec = (ev.get("start_beat", 0) + ev.get("duration_beats", 1)) * (60.0 / bpm)
dur_samples = int(end_sec * self.sample_rate)
if dur_samples > total_needed:
total_needed = dur_samples
total_needed = max(total_needed, 1024)
silent = np.zeros((2, total_needed), dtype=np.float32)
board = Pedalboard([vst])
synth_buffer = board(silent, sample_rate=self.sample_rate, midi_messages=midi_messages)
elif instrument_id and instrument_id.startswith("sf_"):
sf_path = os.path.join(
os.path.dirname(os.path.dirname(__file__)), "static", "soundfonts",
instrument_id.replace("sf_", "") + ".sf2"
)
if os.path.exists(sf_path) and HAS_PYFLUIDSYNTH:
import fluidsynth
fl = fluidsynth.FluidSynth(sample_rate=self.sample_rate, gain=0.5)
fid = fl.sfload(sf_path)
fl.program_select(0, fid, 0, 0)
beat_sec = 60.0 / bpm
total_sec = 0
for ev in midi_events:
end_sec = (ev.get("start_beat", 0) + ev.get("duration_beats", 1)) * beat_sec
if end_sec > total_sec:
total_sec = end_sec
total_samples = int((total_sec + 1.0) * self.sample_rate)
midi_data = np.zeros((2, total_samples), dtype=np.float32)
for ev in midi_events:
note = ev.get("note", 60)
velocity = ev.get("velocity", 100)
start_beat = ev.get("start_beat", 0.0)
dur_beats = ev.get("duration_beats", 1.0)
start_sec = start_beat * beat_sec
dur_sec = dur_beats * beat_sec
fl.noteon(0, note, velocity)
start_s = int(start_sec * self.sample_rate)
dur_s = int(dur_sec * self.sample_rate)
block = fl.get_samples(int(dur_s)) if hasattr(fl, 'get_samples') else np.zeros((2, dur_s), dtype=np.float32)
fl.noteoff(0, note)
if block.shape[1] > 0:
end_s = min(start_s + block.shape[1], total_samples)
actual = end_s - start_s
if actual > 0:
midi_data[:, start_s:end_s] += block[:, :actual]
synth_buffer = midi_data
fl.delete()
else:
synth_buffer = render_midi_events_to_audio(
midi_events=midi_events, sr=self.sample_rate, bpm=bpm, instrument='synth'
)
else:
synth_buffer = render_midi_events_to_audio(
midi_events=midi_events, sr=self.sample_rate, bpm=bpm, instrument='synth'
)
actual_len = min(synth_buffer.shape[1], total_samples)
track_buffer[:, :actual_len] += synth_buffer[:, :actual_len]
except Exception as e: