Add AWS cross-region inference toggle

This commit is contained in:
Saoud Rizwan
2024-11-07 13:51:13 -05:00
parent 2eb11aadc7
commit ad29ff2a03
4 changed files with 36 additions and 1 deletions

View File

@@ -307,6 +307,14 @@ const ApiOptions = ({ showModelOptions, apiErrorMessage, modelIdErrorMessage }:
{/* <VSCodeOption value="us-gov-east-1">us-gov-east-1</VSCodeOption> */}
</VSCodeDropdown>
</div>
<VSCodeCheckbox
checked={apiConfiguration?.awsUseCrossRegionInference || false}
onChange={(e: any) => {
const isChecked = e.target.checked === true
setApiConfiguration({ ...apiConfiguration, awsUseCrossRegionInference: isChecked })
}}>
Use cross-region inference
</VSCodeCheckbox>
<p
style={{
fontSize: "12px",