Yields the usage tokens

This commit is contained in:
Vignesh Subbiah
2025-01-28 21:11:16 +05:30
parent 4008a1a53e
commit 5329c712de

View File

@@ -96,6 +96,7 @@ export class UnboundHandler implements ApiHandler, SingleCompletionHandler {
for await (const chunk of completion) {
const delta = chunk.choices[0]?.delta
const usage = chunk.usage
if (delta?.content) {
yield {
@@ -103,6 +104,14 @@ export class UnboundHandler implements ApiHandler, SingleCompletionHandler {
text: delta.content,
}
}
if (usage) {
yield {
type: "usage",
inputTokens: usage?.prompt_tokens || 0,
outputTokens: usage?.completion_tokens || 0,
}
}
}
}