Add LM Backend selector (PT vs VLLM) to reduce VRAM usage
PT backend uses ~1.6 GB VRAM vs ~9.2 GB for VLLM, making it accessible on lower-end GPUs. Adds dropdown in Advanced Settings defaulting to PT.
This commit is contained in:
@@ -133,6 +133,7 @@ export const CreatePanel: React.FC<CreatePanelProps> = ({ onGenerate, isGenerati
|
||||
const [audioFormat, setAudioFormat] = useState<'mp3' | 'flac'>('mp3');
|
||||
const [inferenceSteps, setInferenceSteps] = useState(8);
|
||||
const [inferMethod, setInferMethod] = useState<'ode' | 'sde'>('ode');
|
||||
const [lmBackend, setLmBackend] = useState<'pt' | 'vllm'>('pt');
|
||||
const [shift, setShift] = useState(3.0);
|
||||
|
||||
// LM Parameters (under Expert)
|
||||
@@ -535,6 +536,7 @@ export const CreatePanel: React.FC<CreatePanelProps> = ({ onGenerate, isGenerati
|
||||
thinking,
|
||||
audioFormat,
|
||||
inferMethod,
|
||||
lmBackend,
|
||||
shift,
|
||||
lmTemperature,
|
||||
lmCfgScale,
|
||||
@@ -1298,6 +1300,20 @@ export const CreatePanel: React.FC<CreatePanelProps> = ({ onGenerate, isGenerati
|
||||
</div>
|
||||
</div>
|
||||
|
||||
{/* LM Backend */}
|
||||
<div className="space-y-1.5">
|
||||
<label className="text-xs font-medium text-zinc-600 dark:text-zinc-400">LM Backend</label>
|
||||
<select
|
||||
value={lmBackend}
|
||||
onChange={(e) => setLmBackend(e.target.value as 'pt' | 'vllm')}
|
||||
className="w-full bg-zinc-50 dark:bg-black/20 border border-zinc-200 dark:border-white/10 rounded-lg px-2 py-1.5 text-xs text-zinc-900 dark:text-white focus:outline-none"
|
||||
>
|
||||
<option value="pt">PT (~1.6 GB VRAM)</option>
|
||||
<option value="vllm">VLLM (~9.2 GB VRAM)</option>
|
||||
</select>
|
||||
<p className="text-[10px] text-zinc-500">PT uses less VRAM, VLLM may be faster on powerful GPUs</p>
|
||||
</div>
|
||||
|
||||
{/* Seed */}
|
||||
<div className="space-y-2">
|
||||
<div className="flex items-center justify-between">
|
||||
|
||||
Reference in New Issue
Block a user