From e63299802676982023134df7d0e47c2385838528 Mon Sep 17 00:00:00 2001 From: Frank Date: Sun, 5 Jan 2025 16:28:12 -0600 Subject: [PATCH] feat: add cache information --- src/api/providers/glama.ts | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/api/providers/glama.ts b/src/api/providers/glama.ts index 4805219..8b58b15 100644 --- a/src/api/providers/glama.ts +++ b/src/api/providers/glama.ts @@ -107,6 +107,8 @@ export class GlamaHandler implements ApiHandler { if (completionRequest.tokenUsage) { yield { type: "usage", + cacheWriteTokens: completionRequest.tokenUsage.cacheCreationInputTokens, + cacheReadTokens: completionRequest.tokenUsage.cacheReadInputTokens, inputTokens: completionRequest.tokenUsage.promptTokens, outputTokens: completionRequest.tokenUsage.completionTokens, totalCost: completionRequest.totalCostUsd,