Update Anthropic model IDs

This commit is contained in:
Saoud Rizwan
2024-10-22 16:21:17 -04:00
parent 52f86b1887
commit 165272ab47
2 changed files with 8 additions and 8 deletions

View File

@@ -26,7 +26,7 @@ export class AnthropicHandler implements ApiHandler {
let stream: AnthropicStream<Anthropic.Beta.PromptCaching.Messages.RawPromptCachingBetaMessageStreamEvent> let stream: AnthropicStream<Anthropic.Beta.PromptCaching.Messages.RawPromptCachingBetaMessageStreamEvent>
const modelId = this.getModel().id const modelId = this.getModel().id
switch (modelId) { switch (modelId) {
case "claude-3-5-sonnet-20240620": case "claude-3-5-sonnet-20241022":
case "claude-3-opus-20240229": case "claude-3-opus-20240229":
case "claude-3-haiku-20240307": { case "claude-3-haiku-20240307": {
/* /*
@@ -76,7 +76,7 @@ export class AnthropicHandler implements ApiHandler {
// https://github.com/anthropics/anthropic-sdk-typescript?tab=readme-ov-file#default-headers // https://github.com/anthropics/anthropic-sdk-typescript?tab=readme-ov-file#default-headers
// https://github.com/anthropics/anthropic-sdk-typescript/commit/c920b77fc67bd839bfeb6716ceab9d7c9bbe7393 // https://github.com/anthropics/anthropic-sdk-typescript/commit/c920b77fc67bd839bfeb6716ceab9d7c9bbe7393
switch (modelId) { switch (modelId) {
case "claude-3-5-sonnet-20240620": case "claude-3-5-sonnet-20241022":
return { return {
headers: { headers: {
"anthropic-beta": "prompt-caching-2024-07-31", "anthropic-beta": "prompt-caching-2024-07-31",

View File

@@ -52,9 +52,9 @@ export interface ModelInfo {
// Anthropic // Anthropic
// https://docs.anthropic.com/en/docs/about-claude/models // https://docs.anthropic.com/en/docs/about-claude/models
export type AnthropicModelId = keyof typeof anthropicModels export type AnthropicModelId = keyof typeof anthropicModels
export const anthropicDefaultModelId: AnthropicModelId = "claude-3-5-sonnet-20240620" export const anthropicDefaultModelId: AnthropicModelId = "claude-3-5-sonnet-20241022"
export const anthropicModels = { export const anthropicModels = {
"claude-3-5-sonnet-20240620": { "claude-3-5-sonnet-20241022": {
maxTokens: 8192, maxTokens: 8192,
contextWindow: 200_000, contextWindow: 200_000,
supportsImages: true, supportsImages: true,
@@ -89,9 +89,9 @@ export const anthropicModels = {
// AWS Bedrock // AWS Bedrock
// https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference.html // https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference.html
export type BedrockModelId = keyof typeof bedrockModels export type BedrockModelId = keyof typeof bedrockModels
export const bedrockDefaultModelId: BedrockModelId = "anthropic.claude-3-5-sonnet-20240620-v1:0" export const bedrockDefaultModelId: BedrockModelId = "anthropic.claude-3-5-sonnet-20241022-v2:0"
export const bedrockModels = { export const bedrockModels = {
"anthropic.claude-3-5-sonnet-20240620-v1:0": { "anthropic.claude-3-5-sonnet-20241022-v2:0": {
maxTokens: 8192, maxTokens: 8192,
contextWindow: 200_000, contextWindow: 200_000,
supportsImages: true, supportsImages: true,
@@ -136,9 +136,9 @@ export const openRouterDefaultModelInfo: ModelInfo = {
// Vertex AI // Vertex AI
// https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/use-claude // https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/use-claude
export type VertexModelId = keyof typeof vertexModels export type VertexModelId = keyof typeof vertexModels
export const vertexDefaultModelId: VertexModelId = "claude-3-5-sonnet@20240620" export const vertexDefaultModelId: VertexModelId = "claude-3-5-sonnet-v2@20241022"
export const vertexModels = { export const vertexModels = {
"claude-3-5-sonnet@20240620": { "claude-3-5-sonnet-v2@20241022": {
maxTokens: 8192, maxTokens: 8192,
contextWindow: 200_000, contextWindow: 200_000,
supportsImages: true, supportsImages: true,