Replace token estimation with using last API response token usage

This commit is contained in:
Saoud Rizwan
2024-08-30 22:29:18 -04:00
parent dcd6d84632
commit 3e58160d99
6 changed files with 28 additions and 140 deletions

View File

@@ -29,12 +29,6 @@ const copyWasmFiles = {
name: "copy-wasm-files",
setup(build) {
build.onEnd(() => {
// tiktoken
fs.copyFileSync(
path.join(__dirname, "node_modules", "tiktoken", "tiktoken_bg.wasm"),
path.join(__dirname, "dist", "tiktoken_bg.wasm")
)
// tree sitter
const sourceDir = path.join(__dirname, "node_modules", "web-tree-sitter")
const targetDir = path.join(__dirname, "dist")