Skip to main content

LLM Provider Interface

interface LLMProvider {
  generate(messages: Message[], options: GenerateOptions): Promise<LLMResponse>;
  generateStream(messages: Message[], options: GenerateOptions): AsyncIterable<StreamChunk>;
}

Next Steps