feat: add Apple NPU coreml support and flash attention
This commit is contained in:
1 parent
409ef93de2
commit
7e3dbae1e9
2 files changed
+119
-34
No files matched your search
@@ -256,6 +256,7 @@ export async function startServer(modelPath, constraints) {
|
||||
backend_type: constraints.backendType || (constraints.useGpu === false ? "cpu" : "auto"),
|
||||
vae_tiling: constraints.vaeTiling !== false,
|
||||
vae_on_cpu: constraints.vaeOnCpu === true,
|
||||
flash_attn: constraints.useFlashAttn !== false,
|
||||
}),
|
||||
});
|
||||
const text = await res.text();
|
||||
|
||||
Reference in new issue
Block a user