feat: add Apple NPU coreml support and flash attention

This commit is contained in:
orailnoor committed 2026-06-14 08:35:04 +05:30
1 parent 409ef93de2
commit 7e3dbae1e9
2 files changed
+119 -34

No files matched your search

+1
View File
@@ -256,6 +256,7 @@ export async function startServer(modelPath, constraints) {
backend_type: constraints.backendType || (constraints.useGpu === false ? "cpu" : "auto"),
vae_tiling: constraints.vaeTiling !== false,
vae_on_cpu: constraints.vaeOnCpu === true,
flash_attn: constraints.useFlashAttn !== false,
}),
});
const text = await res.text();