Add 'Include stream options' checkbox for OpenAI-compatible providers

This commit is contained in:
Matt Rubens
2024-12-12 09:14:06 -05:00
parent 156cab8cbc
commit 2cfd76c305
3 changed files with 20 additions and 1 deletions

View File

@@ -45,7 +45,7 @@ export class OpenAiHandler implements ApiHandler {
stream: true,
}
if (this.options.includeStreamOptions) {
if (this.options.includeStreamOptions ?? true) {
requestOptions.stream_options = { include_usage: true }
}

View File

@@ -35,6 +35,7 @@ export interface ApiHandlerOptions {
azureApiVersion?: string
openRouterUseMiddleOutTransform?: boolean
includeStreamOptions?: boolean
setAzureApiVersion?: boolean
}
export type ApiConfiguration = ApiHandlerOptions & {

View File

@@ -445,6 +445,24 @@ const ApiOptions = ({ showModelOptions, apiErrorMessage, modelIdErrorMessage }:
placeholder={"Enter Model ID..."}>
<span style={{ fontWeight: 500 }}>Model ID</span>
</VSCodeTextField>
<div style={{ display: 'flex', alignItems: 'center' }}>
<VSCodeCheckbox
checked={apiConfiguration?.includeStreamOptions ?? true}
onChange={(e: any) => {
const isChecked = e.target.checked
setApiConfiguration({
...apiConfiguration,
includeStreamOptions: isChecked
})
}}>
Include stream options
</VSCodeCheckbox>
<span
className="codicon codicon-info"
title="Stream options are for { include_usage: true }. Some providers may not support this option."
style={{ marginLeft: '5px', cursor: 'help' }}
></span>
</div>
<VSCodeCheckbox
checked={azureApiVersionSelected}
onChange={(e: any) => {