pacnpal/Roo-Code
1
0
Fork 0
mirror of https://github.com/pacnpal/Roo-Code.git synced 2025-12-20 04:11:10 -05:00
Code Issues Packages Projects Releases Wiki Activity

Fix context management algorithm

Browse Source
This commit is contained in:
Saoud Rizwan
2024-08-28 20:58:32 -04:00
parent a160e8d67b
commit 3533dfca42
1 changed files with 2 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/utils/context-management.ts
View File

@@ -33,20 +33,15 @@ context limits, not as a continuous process.
export function truncateHalfConversation( export function truncateHalfConversation(
messages: Anthropic.Messages.MessageParam[] messages: Anthropic.Messages.MessageParam[]
): Anthropic.Messages.MessageParam[] { ): Anthropic.Messages.MessageParam[] {
// Anthropic expects messages to be in user-assistant order, and tool use messages must be followed by tool results. We need to maintain this structure while truncating. // API expects messages to be in user-assistant order, and tool use messages must be followed by tool results. We need to maintain this structure while truncating.
// Keep the first Task message (likely the most important) // Keep the first Task message (likely the most important)
const truncatedMessages = [messages[0]] const truncatedMessages = [messages[0]]
// Remove half of user-assistant pairs // Remove half of user-assistant pairs
const messagesToRemove = Math.floor(messages.length / 4) * 2 // has to be even number const messagesToRemove = Math.floor(messages.length / 4) * 2 // has to be even number
const summaryMessage: Anthropic.Messages.MessageParam = {
role: "assistant",
content: `(${messagesToRemove} messages were truncated to fit within context limits)`,
}
truncatedMessages.push(summaryMessage)
const remainingMessages = messages.slice(messagesToRemove) const remainingMessages = messages.slice(messagesToRemove + 1) // has to start with assistant message since tool result cannot follow assistant message with no tool use
truncatedMessages.push(...remainingMessages) truncatedMessages.push(...remainingMessages)
return truncatedMessages return truncatedMessages