add check that server started

Author: gespispace

.gitignore

@@ -4,4 +4,4 @@ node_modules
 .vscode-test/
 *.vsix
 model.gguf
-server
+./server

.vscode/tasks.json

@@ -6,8 +6,8 @@
     {
       "label": "build",
       "type": "npm",
-      "script": "esbuild-watch",
-      "problemMatcher": "$esbuild",
+      "script": "watch",
+      "problemMatcher": "$tsc-watch",
       "isBackground": true,
       "presentation": {
         "reveal": "never"

.vscodeignore

@@ -11,4 +11,4 @@ node_modules
 **/*.map
 **/*.ts
 model.gguf
-server
+./server

src/common/server/index.ts

@@ -0,0 +1 @@
+export { stopServer, startServer } from "./serverManager";

src/common/server.ts renamed to src/common/server/serverManager.ts

@@ -1,11 +1,32 @@
 import { ChildProcessWithoutNullStreams, spawn } from "child_process";
-import { downloadModel, downloadServer } from "./download";
-import Logger from "./logger";
-import statusBar from "./statusBar";
+import { downloadModel, downloadServer } from "../download";
+import Logger from "../logger";
+import statusBar from "../statusBar";
 
 let server: ChildProcessWithoutNullStreams | null;
 
+export const serverReady = async () => {
+  try {
+    const res = await fetch("http://localhost:39129/model.json", {
+      method: "GET",
+    });
+    if (res.ok) {
+      return true;
+    } else {
+      return false;
+    }
+  } catch (error) {
+    return false;
+  }
+};
+
 export const startServer = async () => {
+  const serverIsStarted = await serverReady();
+  if (serverIsStarted) {
+    Logger.info("Server is started already.");
+    return;
+  }
+
   const { stopTask } = statusBar.startTask();
   const serverPath = await downloadServer();
   const modelPath = await downloadModel();
@@ -23,12 +44,10 @@ export const startServer = async () => {
       "39129",
       "--parallel",
       "4",
-      "--threads",
-      "8",
-      "--threads-batch",
-      "8",
       "--ctx-size",
       "2048",
+      "--cont-batching",
+      "--embedding",
     ],
     {
       detached: false,
@@ -50,6 +69,7 @@ export const startServer = async () => {
   server.on("close", (code) => {
     Logger.trace(`child process exited with code ${code}`, "llama");
   });
+  await serverReady();
   stopTask();
 };