diff --git a/src/api/providers/unbound.ts b/src/api/providers/unbound.ts index 1992d71..23e419c 100644 --- a/src/api/providers/unbound.ts +++ b/src/api/providers/unbound.ts @@ -96,6 +96,7 @@ export class UnboundHandler implements ApiHandler, SingleCompletionHandler { for await (const chunk of completion) { const delta = chunk.choices[0]?.delta + const usage = chunk.usage if (delta?.content) { yield { @@ -103,6 +104,14 @@ export class UnboundHandler implements ApiHandler, SingleCompletionHandler { text: delta.content, } } + + if (usage) { + yield { + type: "usage", + inputTokens: usage?.prompt_tokens || 0, + outputTokens: usage?.completion_tokens || 0, + } + } } }