Use openrouter generation endpoint for usage reporting

This commit is contained in:
Saoud Rizwan
2024-10-08 03:16:51 -04:00
parent e6d6ca5c56
commit 729e32514e

View File

@@ -107,13 +107,13 @@ export class OpenRouterHandler implements ApiHandler {
text: delta.content,
}
}
if (chunk.usage) {
yield {
type: "usage",
inputTokens: chunk.usage.prompt_tokens || 0,
outputTokens: chunk.usage.completion_tokens || 0,
}
}
// if (chunk.usage) {
// yield {
// type: "usage",
// inputTokens: chunk.usage.prompt_tokens || 0,
// outputTokens: chunk.usage.completion_tokens || 0,
// }
// }
}
try {
@@ -130,11 +130,9 @@ export class OpenRouterHandler implements ApiHandler {
type: "usage",
// cacheWriteTokens: 0,
// cacheReadTokens: 0,
// openrouter generation endpoint fails often, so we'll report tokens from stream as normal
// inputTokens: generation?.native_tokens_prompt || 0,
// outputTokens: generation?.native_tokens_completion || 0,
inputTokens: 0,
outputTokens: 0,
// openrouter generation endpoint fails often
inputTokens: generation?.native_tokens_prompt || 0,
outputTokens: generation?.native_tokens_completion || 0,
totalCost: generation?.total_cost || 0,
}
} catch (error) {