Add ollama models polling

This commit is contained in:
Saoud Rizwan
2024-09-06 04:51:17 -04:00
parent 470357c32d
commit 9eaf753000
7 changed files with 111 additions and 12 deletions

View File

@@ -11,7 +11,7 @@ export class OllamaHandler implements ApiHandler {
constructor(options: ApiHandlerOptions) {
this.options = options
this.client = new OpenAI({
baseURL: "http://localhost:11434/v1",
baseURL: (this.options.ollamaBaseUrl || "http://localhost:11434") + "/v1",
apiKey: "ollama",
})
}