Add the o1 model

This commit is contained in:
Matt Rubens
2024-12-20 09:45:30 -05:00
parent 537514de44
commit 0aa5f1fb85
2 changed files with 9 additions and 0 deletions

View File

@@ -24,6 +24,7 @@ export class OpenAiNativeHandler implements ApiHandler {
async *createMessage(systemPrompt: string, messages: Anthropic.Messages.MessageParam[]): ApiStream { async *createMessage(systemPrompt: string, messages: Anthropic.Messages.MessageParam[]): ApiStream {
switch (this.getModel().id) { switch (this.getModel().id) {
case "o1":
case "o1-preview": case "o1-preview":
case "o1-mini": { case "o1-mini": {
// o1 doesnt support streaming, non-1 temp, or system prompt // o1 doesnt support streaming, non-1 temp, or system prompt

View File

@@ -481,6 +481,14 @@ export type OpenAiNativeModelId = keyof typeof openAiNativeModels
export const openAiNativeDefaultModelId: OpenAiNativeModelId = "gpt-4o" export const openAiNativeDefaultModelId: OpenAiNativeModelId = "gpt-4o"
export const openAiNativeModels = { export const openAiNativeModels = {
// don't support tool use yet // don't support tool use yet
"o1": {
maxTokens: 100_000,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
inputPrice: 15,
outputPrice: 60,
},
"o1-preview": { "o1-preview": {
maxTokens: 32_768, maxTokens: 32_768,
contextWindow: 128_000, contextWindow: 128_000,