feat(release): v0.2.30 — per-model generation, O(1) attention, MTP & reasoning parameters

This commit is contained in:
infosave2007
2026-07-22 10:40:44 +03:00
parent 6ecc709fd2
commit 94c8551206
17 changed files with 265 additions and 9 deletions
+8 -2
View File
@@ -290,11 +290,17 @@ fn spawn_serve(server: &CmfServer, cfg: &CmfCfg) -> Result<Child, String> {
if server.threads > 1 {
cmd.env("CMF_THREADS", server.threads.to_string());
}
// Offload large matvecs to the GPU (Metal on macOS). Memory-bandwidth-bound
// on unified memory, so mostly a prefill win; opt-in.
if server.gpu {
cmd.env("CMF_GPU", "1");
}
if let Some(o1) = &server.o1 {
if !o1.trim().is_empty() && o1 != "off" {
cmd.arg("--o1").arg(o1);
}
}
if server.skip_mtp {
cmd.arg("--skip-mtp");
}
cmd.stdout(Stdio::null())
.stderr(Stdio::null())
.kill_on_drop(true)