feat: complete production-quality Model Router AI traffic control platform
This commit is contained in:
@@ -0,0 +1,39 @@
|
||||
# Model Router Configuration
|
||||
|
||||
# Environment mode: development | production | test
|
||||
APP_ENV=development
|
||||
DEBUG=true
|
||||
PORT=8000
|
||||
HOST=0.0.0.0
|
||||
|
||||
# Database
|
||||
DATABASE_URL=sqlite+aiosqlite:///./model_router.db
|
||||
|
||||
# Default Router Analyzer: rules | llm
|
||||
ROUTER_ANALYZER=rules
|
||||
|
||||
# Default Routing Policy: balanced | lowest_cost | lowest_latency | highest_quality | custom
|
||||
DEFAULT_ROUTING_POLICY=balanced
|
||||
|
||||
# Baseline Model ID for Cost Savings Analytics (e.g. gpt-4o or claude-3-5-sonnet-20241022 or mock-power)
|
||||
BASELINE_MODEL_ID=mock-power
|
||||
|
||||
# Default Provider Mode: mock | ollama
|
||||
DEFAULT_PROVIDER=mock
|
||||
|
||||
# Local Ollama URL
|
||||
OLLAMA_BASE_URL=http://localhost:11434
|
||||
|
||||
# Optional External Providers (leave empty for local/mock development)
|
||||
OPENAI_API_KEY=
|
||||
ANTHROPIC_API_KEY=
|
||||
GEMINI_API_KEY=
|
||||
|
||||
# Budgets (USD)
|
||||
DAILY_BUDGET=10.00
|
||||
MONTHLY_BUDGET=100.00
|
||||
PER_REQUEST_BUDGET=1.00
|
||||
|
||||
# Retries & Timeouts
|
||||
MAX_RETRIES=2
|
||||
PROVIDER_TIMEOUT_SECONDS=30.0
|
||||
Reference in New Issue
Block a user