feat(openai): add custom model info configuration

Adds support for configuring custom OpenAI-compatible model capabilities and pricing, including:

Max output tokens
Context window size
Image/computer use support
Input/output token pricing
Cache read/write pricing
This commit is contained in:
sam hoang
2025-01-12 19:28:25 +07:00
parent 9a2bfcce64
commit d50e075c75
5 changed files with 188 additions and 2 deletions

View File

@@ -108,7 +108,7 @@ export class OpenAiHandler implements ApiHandler, SingleCompletionHandler {
getModel(): { id: string; info: ModelInfo } {
return {
id: this.options.openAiModelId ?? "",
info: openAiModelInfoSaneDefaults,
info: this.options.openAiCusModelInfo ?? openAiModelInfoSaneDefaults,
}
}