fix: adjust binary/build.js. copy vscode/tree-sitter folder to binary/ and pack into binary file

binary/.gitignore

@@ -3,3 +3,4 @@ bin
 data
 out
 tmp
+tree-sitter

binary/build.js

@@ -21,6 +21,7 @@ function cleanSlate() {
   rimrafSync(out);
   rimrafSync(build);
   rimrafSync(path.join(__dirname, "tmp"));
+  rimrafSync(path.join(__dirname, "tree-sitter"));
   fs.mkdirSync(bin);
   fs.mkdirSync(out);
   fs.mkdirSync(build);
@@ -142,6 +143,25 @@ async function buildWithEsbuild() {
     );
   });
 
+  // copy tree-sitter colder to binary folder to make it available when running in intellij debug mode
+  const treeSitterDir = path.join(__dirname, "tree-sitter");
+  fs.mkdirSync(treeSitterDir);
+  await new Promise((resolve, reject) => {
+    ncp(
+      path.join(__dirname, "..", "extensions", "vscode", "tree-sitter"),
+      treeSitterDir,
+      { dereference: true },
+      (error) => {
+        if (error) {
+          console.warn("[error] Error copying tree-sitter files", error);
+          reject(error);
+        } else {
+          resolve();
+        }
+      },
+    );
+  });
+
   const filesToCopy = [
     "../core/vendor/tree-sitter.wasm",
     "../core/llm/llamaTokenizerWorkerPool.mjs",

binary/pkgJson/darwin-arm64/package.json

@@ -11,6 +11,7 @@
       "../../../core/node_modules/sqlite3/**/*",
       "../../out/tree-sitter.wasm",
       "../../out/tree-sitter-wasms/*",
+      "../../tree-sitter/**/*",
       "../../out/llamaTokenizer.mjs",
       "../../out/llamaTokenizerWorkerPool.mjs",
       "../../out/tiktokenWorkerPool.mjs",

binary/pkgJson/darwin-x64/package.json

@@ -11,6 +11,7 @@
       "../../../core/node_modules/sqlite3/**/*",
       "../../out/tree-sitter.wasm",
       "../../out/tree-sitter-wasms/*",
+      "../../tree-sitter/**/*",
       "../../out/llamaTokenizer.mjs",
       "../../out/llamaTokenizerWorkerPool.mjs",
       "../../out/tiktokenWorkerPool.mjs",

binary/pkgJson/linux-arm64/package.json

@@ -11,6 +11,7 @@
       "../../../core/node_modules/sqlite3/**/*",
       "../../out/tree-sitter.wasm",
       "../../out/tree-sitter-wasms/*",
+      "../../tree-sitter/**/*",
       "../../out/llamaTokenizer.mjs",
       "../../out/llamaTokenizerWorkerPool.mjs",
       "../../out/tiktokenWorkerPool.mjs",

binary/pkgJson/linux-x64/package.json

@@ -11,6 +11,7 @@
       "../../../core/node_modules/sqlite3/**/*",
       "../../out/tree-sitter.wasm",
       "../../out/tree-sitter-wasms/*",
+      "../../tree-sitter/**/*",
       "../../out/llamaTokenizer.mjs",
       "../../out/llamaTokenizerWorkerPool.mjs",
       "../../out/tiktokenWorkerPool.mjs",

binary/pkgJson/win32-arm64/package.json

@@ -11,6 +11,7 @@
       "../../../core/node_modules/sqlite3/**/*",
       "../../out/tree-sitter.wasm",
       "../../out/tree-sitter-wasms/*",
+      "../../tree-sitter/**/*",
       "../../node_modules/win-ca/lib/crypt32-ia32.node",
       "../../node_modules/win-ca/lib/crypt32-x64.node",
       "../../node_modules/win-ca/lib/roots.exe",

binary/pkgJson/win32-x64/package.json

@@ -11,6 +11,7 @@
       "../../../core/node_modules/sqlite3/**/*",
       "../../out/tree-sitter.wasm",
       "../../out/tree-sitter-wasms/*",
+      "../../tree-sitter/**/*",
       "../../node_modules/win-ca/lib/crypt32-ia32.node",
       "../../node_modules/win-ca/lib/crypt32-x64.node",
       "../../node_modules/win-ca/lib/roots.exe",