Refactor Azure OpenAI default version

This commit is contained in:
Saoud Rizwan
2024-09-24 12:45:24 -04:00
parent a82ff941b9
commit d81002decc
3 changed files with 14 additions and 6 deletions

View File

@@ -1,7 +1,12 @@
import { Anthropic } from "@anthropic-ai/sdk" import { Anthropic } from "@anthropic-ai/sdk"
import OpenAI, { AzureOpenAI } from "openai" import OpenAI, { AzureOpenAI } from "openai"
import { ApiHandler, ApiHandlerMessageResponse } from "../index" import { ApiHandler, ApiHandlerMessageResponse } from "../index"
import { ApiHandlerOptions, ModelInfo, openAiModelInfoSaneDefaults } from "../../shared/api" import {
ApiHandlerOptions,
azureOpenAiDefaultApiVersion,
ModelInfo,
openAiModelInfoSaneDefaults,
} from "../../shared/api"
import { convertToAnthropicMessage, convertToOpenAiMessages } from "../transform/openai-format" import { convertToAnthropicMessage, convertToOpenAiMessages } from "../transform/openai-format"
export class OpenAiHandler implements ApiHandler { export class OpenAiHandler implements ApiHandler {
@@ -15,10 +20,7 @@ export class OpenAiHandler implements ApiHandler {
this.client = new AzureOpenAI({ this.client = new AzureOpenAI({
baseURL: this.options.openAiBaseUrl, baseURL: this.options.openAiBaseUrl,
apiKey: this.options.openAiApiKey, apiKey: this.options.openAiApiKey,
// https://learn.microsoft.com/en-us/azure/ai-services/openai/api-version-deprecation apiVersion: this.options.azureApiVersion || azureOpenAiDefaultApiVersion,
// https://learn.microsoft.com/en-us/azure/ai-services/openai/reference#api-specs
// (make sure to update API options placeholder)
apiVersion: this.options.azureApiVersion || "2024-08-01-preview",
}) })
} else { } else {
this.client = new OpenAI({ this.client = new OpenAI({

View File

@@ -399,3 +399,8 @@ export const openAiNativeModels = {
outputPrice: 0.6, outputPrice: 0.6,
}, },
} as const satisfies Record<string, ModelInfo> } as const satisfies Record<string, ModelInfo>
// Azure OpenAI
// https://learn.microsoft.com/en-us/azure/ai-services/openai/api-version-deprecation
// https://learn.microsoft.com/en-us/azure/ai-services/openai/reference#api-specs
export const azureOpenAiDefaultApiVersion = "2024-08-01-preview"

View File

@@ -14,6 +14,7 @@ import {
ModelInfo, ModelInfo,
anthropicDefaultModelId, anthropicDefaultModelId,
anthropicModels, anthropicModels,
azureOpenAiDefaultApiVersion,
bedrockDefaultModelId, bedrockDefaultModelId,
bedrockModels, bedrockModels,
geminiDefaultModelId, geminiDefaultModelId,
@@ -429,7 +430,7 @@ const ApiOptions = ({ showModelOptions, apiErrorMessage }: ApiOptionsProps) => {
value={apiConfiguration?.azureApiVersion || ""} value={apiConfiguration?.azureApiVersion || ""}
style={{ width: "100%", marginTop: 3 }} style={{ width: "100%", marginTop: 3 }}
onInput={handleInputChange("azureApiVersion")} onInput={handleInputChange("azureApiVersion")}
placeholder="Default: 2024-08-01-preview" placeholder={`Default: ${azureOpenAiDefaultApiVersion}`}
/> />
)} )}
<p <p