feat(release): v0.2.30 — per-model generation, O(1) attention, MTP & reasoning parameters

This commit is contained in:
infosave2007
2026-07-22 10:40:44 +03:00
parent 6ecc709fd2
commit 94c8551206
17 changed files with 265 additions and 9 deletions
+7
View File
@@ -42,9 +42,16 @@ impl OpenAiProvider {
if let Some(t) = req.params.temperature {
body["temperature"] = t.into();
}
if let Some(p) = req.params.top_p {
body["top_p"] = p.into();
}
if let Some(m) = req.params.max_tokens {
body["max_tokens"] = m.into();
}
if let Some(tb) = req.params.think_budget {
body["think_budget"] = tb.into();
body["reasoning_effort"] = tb.into();
}
if !req.tools.is_empty() {
body["tools"] = serde_json::Value::Array(req.tools.clone());
}