Add AWS cross-region inference toggle

This commit is contained in:
Saoud Rizwan
2024-11-07 13:51:13 -05:00
parent 2eb11aadc7
commit ad29ff2a03
4 changed files with 36 additions and 1 deletions

View File

@@ -19,6 +19,7 @@ export interface ApiHandlerOptions {
awsSecretKey?: string
awsSessionToken?: string
awsRegion?: string
awsUseCrossRegionInference?: boolean
vertexProjectId?: string
vertexRegion?: string
openAiBaseUrl?: string