Fix o1 with new max_completion_tokens

This commit is contained in:
Saoud Rizwan
2024-09-14 04:03:00 -04:00
parent 9f8c68abd8
commit 72dcf1f9a2
4 changed files with 47 additions and 27 deletions

View File

@@ -47,14 +47,14 @@ export class OpenAiNativeHandler implements ApiHandler {
case "o1-mini":
createParams = {
model: this.getModel().id,
max_tokens: this.getModel().info.maxTokens,
max_completion_tokens: this.getModel().info.maxTokens,
messages: convertToO1Messages(convertToOpenAiMessages(messages), systemPrompt),
}
break
default:
createParams = {
model: this.getModel().id,
max_tokens: this.getModel().info.maxTokens,
max_completion_tokens: this.getModel().info.maxTokens,
messages: openAiMessages,
tools: openAiTools,
tool_choice: "auto",

View File

@@ -259,6 +259,8 @@ export class OpenRouterHandler implements ApiHandler {
role: "assistant",
content: textContent,
tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
// @ts-ignore-next-line
refusal: undefined,
},
finish_reason: toolCalls.length > 0 ? "tool_calls" : "stop",
index: 0,