feat: added local LLM context length option

2026-05-14 19:44:25 -07:00
parent dbf0c20542
commit a48966d761
13 changed files with 467 additions and 4 deletions
@@ -8,6 +8,9 @@ interface AppConfig {
    language: string;
    llm_provider: 'local_browser' | 'openai' | 'gemini' | 'claude' | 'claude_openrouter' | 'openai_compatible';
    persist_api_keys_non_localhost: boolean;
+    local_browser: {
+      context_length: 32768 | 65536 | 131072;
+    };
    openai: {
      api_key: string;
      flex: boolean;
@@ -208,6 +211,9 @@ export class ConfigManager {
            base_url: '',
            model: ''
          },
+          local_browser: {
+            context_length: 32768
+          },
          soundfont: {
            base_url: 'https://cdn.jsdelivr.net/npm/soundfont-for-samplers/FluidR3_GM/'
          },