From 2a0a5435bc18efca95c61ec835a30216dae030dd Mon Sep 17 00:00:00 2001 From: Saoud Rizwan <7799382+saoudrizwan@users.noreply.github.com> Date: Sun, 25 Aug 2024 12:16:03 -0400 Subject: [PATCH] Add build step for tiktoken wasm --- esbuild.js | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/esbuild.js b/esbuild.js index 3e5446e..abeb10b 100644 --- a/esbuild.js +++ b/esbuild.js @@ -29,6 +29,13 @@ const copyWasmFiles = { name: "copy-wasm-files", setup(build) { build.onEnd(() => { + // tiktoken + fs.copyFileSync( + path.join(__dirname, "node_modules", "tiktoken", "tiktoken_bg.wasm"), + path.join(__dirname, "dist", "tiktoken_bg.wasm") + ) + + // tree sitter const sourceDir = path.join(__dirname, "node_modules", "web-tree-sitter") const targetDir = path.join(__dirname, "dist")