feat: add cache information

This commit is contained in:
Frank
2025-01-05 16:28:12 -06:00
committed by Matt Rubens
parent 376ffa3f2a
commit e632998026

View File

@@ -107,6 +107,8 @@ export class GlamaHandler implements ApiHandler {
if (completionRequest.tokenUsage) { if (completionRequest.tokenUsage) {
yield { yield {
type: "usage", type: "usage",
cacheWriteTokens: completionRequest.tokenUsage.cacheCreationInputTokens,
cacheReadTokens: completionRequest.tokenUsage.cacheReadInputTokens,
inputTokens: completionRequest.tokenUsage.promptTokens, inputTokens: completionRequest.tokenUsage.promptTokens,
outputTokens: completionRequest.tokenUsage.completionTokens, outputTokens: completionRequest.tokenUsage.completionTokens,
totalCost: completionRequest.totalCostUsd, totalCost: completionRequest.totalCostUsd,