Xiaohan-Tian
21 lines
645 B
TypeScript
21 lines
645 B
TypeScript
import type { StreamChunk } from './StreamingTypes';
|
|
import type { Message } from '../core/AgentState';
|
|
|
|
/**
|
|
* Abstract interface for LLM providers
|
|
*/
|
|
export abstract class LLMProvider {
|
|
abstract name: string;
|
|
|
|
/**
|
|
* Generate a streaming response from the LLM
|
|
* @param messages The full conversation history with preserved roles
|
|
* @param systemPrompt The system prompt (optional, can be included in messages)
|
|
* @param tools Available tools (optional for now)
|
|
*/
|
|
abstract generateStream(
|
|
messages: Message[],
|
|
systemPrompt?: string,
|
|
tools?: Record<string, unknown>[]
|
|
): AsyncIterableIterator<StreamChunk>;
|
|
} |