40 lines
917 B
Bash
40 lines
917 B
Bash
# Model Router Configuration
|
|
|
|
# Environment mode: development | production | test
|
|
APP_ENV=development
|
|
DEBUG=true
|
|
PORT=8000
|
|
HOST=0.0.0.0
|
|
|
|
# Database
|
|
DATABASE_URL=sqlite+aiosqlite:///./model_router.db
|
|
|
|
# Default Router Analyzer: rules | llm
|
|
ROUTER_ANALYZER=rules
|
|
|
|
# Default Routing Policy: balanced | lowest_cost | lowest_latency | highest_quality | custom
|
|
DEFAULT_ROUTING_POLICY=balanced
|
|
|
|
# Baseline Model ID for Cost Savings Analytics (e.g. gpt-4o or claude-3-5-sonnet-20241022 or mock-power)
|
|
BASELINE_MODEL_ID=mock-power
|
|
|
|
# Default Provider Mode: mock | ollama
|
|
DEFAULT_PROVIDER=mock
|
|
|
|
# Local Ollama URL
|
|
OLLAMA_BASE_URL=http://localhost:11434
|
|
|
|
# Optional External Providers (leave empty for local/mock development)
|
|
OPENAI_API_KEY=
|
|
ANTHROPIC_API_KEY=
|
|
GEMINI_API_KEY=
|
|
|
|
# Budgets (USD)
|
|
DAILY_BUDGET=10.00
|
|
MONTHLY_BUDGET=100.00
|
|
PER_REQUEST_BUDGET=1.00
|
|
|
|
# Retries & Timeouts
|
|
MAX_RETRIES=2
|
|
PROVIDER_TIMEOUT_SECONDS=30.0
|