docs: add task-type accuracy benchmark (router vs keyword heuristic)

- bench/tasks.jsonl (37 natural-language prompts, 7 task types) + bench/accuracy.py
- measured on the live allaigate router: 100% (37/37) vs keyword heuristic 32%
- BENCHMARKS.md accuracy section; README (EN+RU) perf+accuracy tables and test matrix
- run.sh runs accuracy when CORTIQ_ROUTER_KEY is set
This commit is contained in:
infosave2007
2026-07-01 07:45:16 +03:00
parent e773e18efd
commit 17c8186383
7 changed files with 188 additions and 8 deletions
+9 -2
View File
@@ -91,6 +91,13 @@ else
echo "portkey | (not installed — npm i -g @portkey-ai/gateway)"
fi
# --- task-type routing accuracy (optional; needs a live router key) ----------
if [ -n "${CORTIQ_ROUTER_KEY:-}" ]; then
echo
echo "== task-type routing accuracy (allaigate router vs keyword heuristic) =="
python3 "$HERE/accuracy.py"
fi
echo
echo "Note: numbers are gateway overhead over a zero-latency mock on one machine;"
echo "subtract mock-direct to isolate proxy cost. Re-run on your own hardware."
echo "Note: latency numbers are gateway overhead over a zero-latency mock on one"
echo "machine; subtract mock-direct to isolate proxy cost. Re-run on your hardware."