mirror of
https://github.com/pacnpal/Roo-Code.git
synced 2025-12-21 21:01:06 -05:00
Add better xml parsing to handle params and values on the same line
This commit is contained in:
Saoud Rizwan
@@ -1489,115 +1489,106 @@ export class ClaudeDev {
|
||||
}
|
||||
|
||||
parseAssistantMessage(assistantMessage: string) {
|
||||
// let text = ""
|
||||
let textContent: TextContent = {
|
||||
type: "text",
|
||||
content: "",
|
||||
partial: true,
|
||||
}
|
||||
let toolUses: ToolUse[] = []
|
||||
|
||||
let currentToolUse: ToolUse | undefined = undefined
|
||||
let currentToolUseStartIndex = 0
|
||||
let currentParamName: ToolParamName | undefined = undefined
|
||||
let currentParamValueLines: string[] = []
|
||||
let textContentLines: string[] = []
|
||||
let currentParamValueStartIndex = 0
|
||||
let accumulator = ""
|
||||
|
||||
const rawLines = assistantMessage.split("\n")
|
||||
for (let i = 0; i < assistantMessage.length; i++) {
|
||||
const char = assistantMessage[i]
|
||||
accumulator += char
|
||||
|
||||
if (rawLines.length === 1) {
|
||||
const firstLine = rawLines[0].trim()
|
||||
if (!firstLine.startsWith("<t") && firstLine.startsWith("<")) {
|
||||
// (we ignore tags that start with <t since it's most like a <thinking> tag (and none of our tags start with t)
|
||||
// content is just starting, if it starts with < we can assume it's a tool call, so we'll wait for the next line
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
if (
|
||||
this.assistantMessageContent.length === 1 &&
|
||||
this.assistantMessageContent[0].partial // first element is always TextContent
|
||||
) {
|
||||
// we're updating text content, so if we have a partial xml tag on the last line we can ignore it until we get the full line.
|
||||
const lastLine = rawLines.at(-1)?.trim()
|
||||
if (lastLine && !lastLine.startsWith("<t") && lastLine.startsWith("<") && !lastLine.endsWith(">")) {
|
||||
return
|
||||
}
|
||||
}
|
||||
|
||||
for (const line of rawLines) {
|
||||
const trimmed = line.trim()
|
||||
// if currenttoolcall or currentparamname look for closing tag, more efficient and safe
|
||||
if (currentToolUse && currentParamName && trimmed === `</${currentParamName}>`) {
|
||||
// End of a tool parameter
|
||||
currentToolUse.params[currentParamName] = currentParamValueLines.join("\n")
|
||||
// there should not be a param without a tool use
|
||||
if (currentToolUse && currentParamName) {
|
||||
const currentParamValue = accumulator.slice(currentParamValueStartIndex)
|
||||
const paramClosingTag = `</${currentParamName}>`
|
||||
if (currentParamValue.endsWith(paramClosingTag)) {
|
||||
// end of param value
|
||||
currentToolUse.params[currentParamName] = currentParamValue.slice(0, -paramClosingTag.length).trim()
|
||||
currentParamName = undefined
|
||||
currentParamValueLines = []
|
||||
// currentParamValue = undefined
|
||||
continue
|
||||
} else if (currentToolUse && !currentParamName && trimmed === `</${currentToolUse.name}>`) {
|
||||
// End of a tool call
|
||||
} else {
|
||||
// partial param value is accumulating
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
// no currentParamName
|
||||
|
||||
if (currentToolUse) {
|
||||
const currentToolValue = accumulator.slice(currentToolUseStartIndex)
|
||||
const toolUseClosingTag = `</${currentToolUse.name}>`
|
||||
if (currentToolValue.endsWith(toolUseClosingTag)) {
|
||||
// end of a tool use
|
||||
currentToolUse.partial = false
|
||||
toolUses.push(currentToolUse)
|
||||
currentToolUse = undefined
|
||||
continue
|
||||
} else {
|
||||
const possibleParamOpeningTags = toolParamNames.map((name) => `<${name}>`)
|
||||
for (const paramOpeningTag of possibleParamOpeningTags) {
|
||||
if (accumulator.endsWith(paramOpeningTag)) {
|
||||
// start of a new parameter
|
||||
currentParamName = paramOpeningTag.slice(1, -1) as ToolParamName
|
||||
currentParamValueStartIndex = accumulator.length
|
||||
break
|
||||
}
|
||||
if (!currentParamName && trimmed.startsWith("<") && trimmed.endsWith(">")) {
|
||||
const tag = trimmed.slice(1, -1)
|
||||
if (toolUseNames.includes(tag as ToolUseName)) {
|
||||
// Start of a new tool call
|
||||
}
|
||||
|
||||
// there's no current param, and not starting a new param
|
||||
|
||||
// special case for write_to_file where file contents could contain the closing tag, in which case the param would have closed and we end up with the rest of the file contents here. To work around this, we get the string between the starting content tag and the LAST content tag.
|
||||
const contentParamName: ToolParamName = "content"
|
||||
if (currentToolUse.name === "write_to_file" && accumulator.endsWith(`</${contentParamName}>`)) {
|
||||
const toolContent = accumulator.slice(currentToolUseStartIndex)
|
||||
const contentStartTag = `<${contentParamName}>`
|
||||
const contentEndTag = `</${contentParamName}>`
|
||||
const contentStartIndex = toolContent.indexOf(contentStartTag) + contentStartTag.length
|
||||
const contentEndIndex = toolContent.lastIndexOf(contentEndTag)
|
||||
if (contentStartIndex !== -1 && contentEndIndex !== -1 && contentEndIndex > contentStartIndex) {
|
||||
currentToolUse.params[contentParamName] = toolContent
|
||||
.slice(contentStartIndex, contentEndIndex)
|
||||
.trim()
|
||||
}
|
||||
}
|
||||
|
||||
// partial tool value is accumulating
|
||||
continue
|
||||
}
|
||||
}
|
||||
|
||||
// no currentToolUse
|
||||
|
||||
const possibleToolUseOpeningTags = toolUseNames.map((name) => `<${name}>`)
|
||||
for (const toolUseOpeningTag of possibleToolUseOpeningTags) {
|
||||
if (accumulator.endsWith(toolUseOpeningTag)) {
|
||||
// start of a new tool use
|
||||
currentToolUse = {
|
||||
type: "tool_use",
|
||||
name: tag as ToolUseName,
|
||||
name: toolUseOpeningTag.slice(1, -1) as ToolUseName,
|
||||
params: {},
|
||||
partial: true,
|
||||
} satisfies ToolUse
|
||||
// This also indicates the end of the text content
|
||||
}
|
||||
currentToolUseStartIndex = accumulator.length
|
||||
// this also indicates the end of the text content
|
||||
textContent.partial = false
|
||||
continue
|
||||
} else if (currentToolUse && toolParamNames.includes(tag as ToolParamName)) {
|
||||
// Start of a parameter
|
||||
currentParamName = tag as ToolParamName
|
||||
// currentToolUse.params[currentParamName] = ""
|
||||
continue
|
||||
// remove the partially accumulated tool use tag from the end of text (<tool)
|
||||
console.log("removing from text", toolUseOpeningTag.slice(0, -1))
|
||||
textContent.content = textContent.content.slice(0, -toolUseOpeningTag.slice(0, -1).length).trim()
|
||||
break
|
||||
}
|
||||
}
|
||||
|
||||
if (currentToolUse && !currentParamName) {
|
||||
// Even though system prompt instructs to put tags on separate lines, sometimes model outputs small non-file params on single lines (have not seen this happen with a tool use tag though)
|
||||
// E.g. <path>file</path>
|
||||
// We're making some assumptions here, like if we do match then the entire param will be on this line.
|
||||
|
||||
// Try to match a parameter tag with content, even if the closing tag is missing or partial
|
||||
// matches <paramName> and rest of line as paramContent
|
||||
// const paramMatch = trimmed.match(/^<(\w+)>(.*)$/)
|
||||
// if (paramMatch) {
|
||||
// const paramName = paramMatch[1] as ToolParamName
|
||||
// let paramContent = paramMatch[2]
|
||||
|
||||
// // Remove any closing tag or partial closing tag from paramContent
|
||||
// // replaces any sequence that starts with </ (a closing tag) to the end of the line with an empty string
|
||||
// paramContent = paramContent?.replace(/<\/.*$/, "").trim()
|
||||
|
||||
// if (paramName && paramContent && toolParamNames.includes(paramName)) {
|
||||
// currentToolUse.params[paramName] = paramContent
|
||||
// }
|
||||
|
||||
// // Assuming the entire parameter is on this line, we don't need to set currentParamName
|
||||
// }
|
||||
|
||||
// If no param name, assume it's a partial and wait for more output
|
||||
continue
|
||||
}
|
||||
|
||||
if (currentToolUse && currentParamName) {
|
||||
// add line to current param value
|
||||
currentParamValueLines.push(line)
|
||||
continue
|
||||
}
|
||||
|
||||
// only add text content if we haven't started a tool yet
|
||||
if (textContent.partial) {
|
||||
textContentLines.push(line)
|
||||
textContent.content = accumulator.trim()
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1605,12 +1596,13 @@ export class ClaudeDev {
|
||||
// stream did not complete tool call, add it as partial
|
||||
if (currentParamName) {
|
||||
// tool call has a parameter that was not completed
|
||||
currentToolUse.params[currentParamName] = currentParamValueLines.join("\n")
|
||||
currentToolUse.params[currentParamName] = accumulator.slice(currentParamValueStartIndex)
|
||||
}
|
||||
toolUses.push(currentToolUse)
|
||||
}
|
||||
|
||||
textContent.content = textContentLines.join("\n")
|
||||
console.log(assistantMessage, textContent, toolUses)
|
||||
|
||||
const prevLength = this.assistantMessageContent.length
|
||||
this.assistantMessageContent = [textContent, ...toolUses]
|
||||
if (this.assistantMessageContent.length > prevLength) {
|
||||
|
||||
Reference in New Issue
Block a user