pacnpal/Roo-Code
1
0
Fork 0
mirror of https://github.com/pacnpal/Roo-Code.git synced 2025-12-20 12:21:13 -05:00
Code Issues Packages Projects Releases Wiki Activity

Update announcement/settings with details about prompt caching

Browse Source
This commit is contained in:
Saoud Rizwan
2024-08-15 04:21:28 -04:00
parent ec2bfa352a
commit 6989779dd6
7 changed files with 48 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
webview-ui/src/components/Announcement.tsx
View File

@@ -27,18 +27,25 @@ const Announcement = ({ version, hideAnnouncement }: AnnouncementProps) => {
🎉{" "}New in v{version}
</h3>
<ul style={{ margin: "0 0 8px", paddingLeft: "20px" }}>
<li>
Adds support for{" "}
<VSCodeLink href="https://www.anthropic.com/news/prompt-caching" style={{ display: "inline" }}>
Prompt Caching
</VSCodeLink>{" "}
to reduce costs by up to 90% and latency by up to 85% (currently only available through Anthropic
API for Claude 3.5 Sonnet and Claude 3.0 Haiku)
</li>
<li>
Paste images in chat and turn mockups into fully functional applications or fix bugs with
screenshots
</li>
<li>
Added option to choose other Claude models (+ GPT-4o, DeepSeek, and Mistral if you use OpenRouter)
Adds option to choose other Claude models (+ GPT-4o, DeepSeek, and Mistral if you use OpenRouter)
</li>
<li>
You can now add custom instructions to the end of the system prompt (e.g. "Always use Python",
"Speak in Spanish")
</li>
<li>Improved support for running interactive terminal commands and servers</li>
</ul>
<p style={{ margin: "0" }}>
Follow me for more updates!{" "}

27
webview-ui/src/components/ApiOptions.tsx
View File

@@ -215,13 +215,19 @@ const ModelInfoView = ({ modelInfo }: { modelInfo: ModelInfo }) => {
}).format(price)
}
const showPromptCachingPrices =
modelInfo.supportsPromptCache && modelInfo.cacheWritesPrice && modelInfo.cacheReadsPrice
return (
<p style={{ fontSize: "12px", marginTop: "2px", color: "var(--vscode-descriptionForeground)" }}>
<ModelInfoSupportsItem
isSupported={modelInfo.supportsPromptCache}
supportsLabel="Supports prompt cache"
doesNotSupportLabel="Does not support prompt cache"
/>
supportsLabel="Supports prompt caching"
doesNotSupportLabel="Does not support prompt caching"
/>{" "}
<VSCodeLink href="https://www.anthropic.com/news/prompt-caching" style={{ display: "inline" }}>
(what is this?)
</VSCodeLink>
<br />
<ModelInfoSupportsItem
isSupported={modelInfo.supportsImages}
@@ -231,7 +237,20 @@ const ModelInfoView = ({ modelInfo }: { modelInfo: ModelInfo }) => {
<br />
<span style={{ fontWeight: 500 }}>Max output:</span> {modelInfo.maxTokens.toLocaleString()} tokens
<br />
<span style={{ fontWeight: 500 }}>Input price:</span> {formatPrice(modelInfo.inputPrice)} per million tokens
<span style={{ fontWeight: 500 }}>
{showPromptCachingPrices ? "Base input price:" : "Input price:"}
</span>{" "}
{formatPrice(modelInfo.inputPrice)} per million tokens
{showPromptCachingPrices && (
<>
<br />
<span style={{ fontWeight: 500 }}>Prompt caching write price:</span>{" "}
{formatPrice(modelInfo.cacheWritesPrice || 0)} per million tokens
<br />
<span style={{ fontWeight: 500 }}>Prompt caching read price:</span>{" "}
{formatPrice(modelInfo.cacheReadsPrice || 0)} per million tokens
</>
)}
<br />
<span style={{ fontWeight: 500 }}>Output price:</span> {formatPrice(modelInfo.outputPrice)} per million
tokens