From 35b5aa9da9dd2671bdcc10164d6a62ef7bdd2e42 Mon Sep 17 00:00:00 2001
From: techjarves <usaramwasi99@Gmail.com>
Date: Sat, 13 Jun 2026 15:57:30 +0530
Subject: [PATCH] perf: cache getOpenVinoNpuInfo() results to avoid slow
 synchronous hardware probes on every models list request

---
 scripts/serve.cjs | 22 ++++++++++++++++------
 1 file changed, 16 insertions(+), 6 deletions(-)

diff --git a/scripts/serve.cjs b/scripts/serve.cjs
index 6b74f06..9915f9c 100644
--- a/scripts/serve.cjs
+++ b/scripts/serve.cjs
@@ -413,19 +413,25 @@ function getOpenVinoPython() {
   return null;
 }
 
+let cachedOpenVinoNpuInfo = null;
+
 function getOpenVinoNpuInfo() {
+  if (cachedOpenVinoNpuInfo) return cachedOpenVinoNpuInfo;
+
   if (osPlatform !== "win32" && osPlatform !== "linux") {
-    return { supported: false, reason: "OpenVINO NPU backend is supported on Windows and Linux Intel Core Ultra systems." };
+    cachedOpenVinoNpuInfo = { supported: false, reason: "OpenVINO NPU backend is supported on Windows and Linux Intel Core Ultra systems." };
+    return cachedOpenVinoNpuInfo;
   }
   const python = getOpenVinoPython();
   if (!python) {
     const setupScript = osPlatform === "win32"
       ? "scripts/setup-openvino-npu.ps1"
       : "bash scripts/setup-openvino-npu.sh";
-    return {
+    cachedOpenVinoNpuInfo = {
       supported: false,
       reason: `OpenVINO GenAI runtime is not installed. Run ${setupScript} first.`,
     };
+    return cachedOpenVinoNpuInfo;
   }
   try {
     const script = [
@@ -439,15 +445,19 @@ function getOpenVinoNpuInfo() {
     ].join("\n");
     const result = spawnSync(python, ["-c", script], { encoding: "utf8", timeout: 15000, stdio: ["ignore", "pipe", "pipe"] });
     if (result.status !== 0) {
-      return { supported: false, python, reason: result.stderr.trim() || "OpenVINO NPU probe failed." };
+      cachedOpenVinoNpuInfo = { supported: false, python, reason: result.stderr.trim() || "OpenVINO NPU probe failed." };
+      return cachedOpenVinoNpuInfo;
     }
     const info = JSON.parse(result.stdout.trim());
     if (!info.devices.includes("NPU")) {
-      return { supported: false, python, reason: `OpenVINO is installed, but NPU is not available. Devices: ${info.devices.join(", ")}` };
+      cachedOpenVinoNpuInfo = { supported: false, python, reason: `OpenVINO is installed, but NPU is not available. Devices: ${info.devices.join(", ")}` };
+      return cachedOpenVinoNpuInfo;
     }
-    return { supported: true, platform: osPlatform, python, devices: info.devices, npu: info.npu };
+    cachedOpenVinoNpuInfo = { supported: true, platform: osPlatform, python, devices: info.devices, npu: info.npu };
+    return cachedOpenVinoNpuInfo;
   } catch (err) {
-    return { supported: false, python, reason: err.message || String(err) };
+    cachedOpenVinoNpuInfo = { supported: false, python, reason: err.message || String(err) };
+    return cachedOpenVinoNpuInfo;
   }
 }