From 90b0c8243c38fcc3265781b76d5491e0b1185162 Mon Sep 17 00:00:00 2001 From: Saoud Rizwan <7799382+saoudrizwan@users.noreply.github.com> Date: Wed, 16 Oct 2024 18:00:53 -0400 Subject: [PATCH] Fixes --- src/api/providers/openai-native.ts | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/api/providers/openai-native.ts b/src/api/providers/openai-native.ts index f21f036..30382c6 100644 --- a/src/api/providers/openai-native.ts +++ b/src/api/providers/openai-native.ts @@ -24,13 +24,16 @@ export class OpenAiNativeHandler implements ApiHandler { async *createMessage(systemPrompt: string, messages: Anthropic.Messages.MessageParam[]): ApiStream { let systemPromptMessage: OpenAI.Chat.ChatCompletionMessageParam + let temperature = 0 switch (this.getModel().id) { case "o1-preview": case "o1-mini": systemPromptMessage = { role: "user", content: systemPrompt } + temperature = 1 break default: systemPromptMessage = { role: "system", content: systemPrompt } + temperature = 0 } const openAiMessages: OpenAI.Chat.ChatCompletionMessageParam[] = [ @@ -41,7 +44,7 @@ export class OpenAiNativeHandler implements ApiHandler { const stream = await this.client.chat.completions.create({ model: this.getModel().id, // max_completion_tokens: this.getModel().info.maxTokens, - temperature: 0, + temperature, messages: openAiMessages, stream: true, stream_options: { include_usage: true },