From 729e32514e9485a18f4df4ba2720e340ee9437e0 Mon Sep 17 00:00:00 2001
From: Saoud Rizwan <7799382+saoudrizwan@users.noreply.github.com>
Date: Tue, 8 Oct 2024 03:16:51 -0400
Subject: [PATCH] Use openrouter generation endpoint for usage reporting

---
 src/api/providers/openrouter.ts | 22 ++++++++++------------
 1 file changed, 10 insertions(+), 12 deletions(-)

diff --git a/src/api/providers/openrouter.ts b/src/api/providers/openrouter.ts
index e3f7587..5584856 100644
--- a/src/api/providers/openrouter.ts
+++ b/src/api/providers/openrouter.ts
@@ -107,13 +107,13 @@ export class OpenRouterHandler implements ApiHandler {
 					text: delta.content,
 				}
 			}
-			if (chunk.usage) {
-				yield {
-					type: "usage",
-					inputTokens: chunk.usage.prompt_tokens || 0,
-					outputTokens: chunk.usage.completion_tokens || 0,
-				}
-			}
+			// if (chunk.usage) {
+			// 	yield {
+			// 		type: "usage",
+			// 		inputTokens: chunk.usage.prompt_tokens || 0,
+			// 		outputTokens: chunk.usage.completion_tokens || 0,
+			// 	}
+			// }
 		}
 
 		try {
@@ -130,11 +130,9 @@ export class OpenRouterHandler implements ApiHandler {
 				type: "usage",
 				// cacheWriteTokens: 0,
 				// cacheReadTokens: 0,
-				// openrouter generation endpoint fails often, so we'll report tokens from stream as normal
-				// inputTokens: generation?.native_tokens_prompt || 0,
-				// outputTokens: generation?.native_tokens_completion || 0,
-				inputTokens: 0,
-				outputTokens: 0,
+				// openrouter generation endpoint fails often
+				inputTokens: generation?.native_tokens_prompt || 0,
+				outputTokens: generation?.native_tokens_completion || 0,
 				totalCost: generation?.total_cost || 0,
 			}
 		} catch (error) {