pacnpal/Roo-Code
1
0
Fork 0
mirror of https://github.com/pacnpal/Roo-Code.git synced 2025-12-21 12:51:17 -05:00
Code Issues Packages Projects Releases Wiki Activity

Adjust context management buffer

Browse Source
This commit is contained in:
Saoud Rizwan
2024-08-30 09:51:14 -04:00
parent 92722abcba
commit dcd6d84632
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/utils/context-management.ts
View File

@@ -9,7 +9,7 @@ export function isWithinContextWindow(
tools: Anthropic.Messages.Tool[],
messages: Anthropic.Messages.MessageParam[]
): boolean {
const adjustedContextWindow = contextWindow - 10_000 // Buffer to account for tokenizer differences
const adjustedContextWindow = contextWindow * 0.75 // Buffer to account for tokenizer differences
// counting tokens is expensive, so we first try to estimate before doing a more accurate calculation
const estimatedTotalMessageTokens = countTokens(systemPrompt + JSON.stringify(tools) + JSON.stringify(messages))
if (estimatedTotalMessageTokens <= adjustedContextWindow) {