infosave2007
196ff52f0f
- Providers: add openrouter (https://openrouter.ai/api/v1) and lmstudio (http://localhost:1234/v1), both OpenAI-compatible. Selecting a provider now auto-fills its verified base URL, cost tier and default capabilities. - API key is typed directly in the form and stored securely as a secret under the provider's env name — no manual env var to manage. - New POST /admin/api/provider/models validates the key and lists the provider's models; a "Test & load models" button fills a searchable dropdown. The model field now sits below the key (some providers list models from the key). - Fuller capability set: tools, vision, audio, reasoning, json, caching.
72 lines
2.8 KiB
Rust
72 lines
2.8 KiB
Rust
//! Model pool registry: builds providers from `[[models]]` and resolves
|
|
//! `model_id → Arc<dyn Provider>`.
|
|
|
|
use crate::config::{Config, ModelCfg};
|
|
use crate::providers::{anthropic::AnthropicProvider, openai::OpenAiProvider, Provider};
|
|
use crate::secrets::SecretStore;
|
|
use std::collections::HashMap;
|
|
use std::sync::Arc;
|
|
|
|
pub struct Registry {
|
|
by_id: HashMap<String, Arc<dyn Provider>>,
|
|
}
|
|
|
|
impl Registry {
|
|
pub fn from_config(cfg: &Config, secrets: &SecretStore) -> anyhow::Result<Self> {
|
|
let mut by_id: HashMap<String, Arc<dyn Provider>> = HashMap::new();
|
|
for m in &cfg.models {
|
|
// provider key: secret store → environment variable
|
|
let api_key = m
|
|
.api_key_env
|
|
.as_ref()
|
|
.and_then(|name| secrets.resolve(name));
|
|
let provider: Arc<dyn Provider> = match m.provider.as_str() {
|
|
// openrouter + lmstudio are OpenAI-compatible (Bearer + /chat/completions)
|
|
"openai" | "ollama" | "http" | "openrouter" | "lmstudio" => {
|
|
Arc::new(OpenAiProvider::new(m, api_key)?)
|
|
}
|
|
"anthropic" => Arc::new(AnthropicProvider::new(m, api_key)?),
|
|
other => anyhow::bail!("unknown provider '{}' for model '{}'", other, m.id),
|
|
};
|
|
by_id.insert(m.id.clone(), provider);
|
|
}
|
|
|
|
// Managed local CMF servers: register each as an OpenAI-compatible
|
|
// provider so it can be routed to like any other backend — including when
|
|
// the router is unavailable or the gateway is in local-only mode.
|
|
for s in cfg.cmf.effective_servers() {
|
|
if by_id.contains_key(&s.id) {
|
|
continue; // a static [[models]] entry with the same id wins
|
|
}
|
|
let m = ModelCfg {
|
|
id: s.id.clone(),
|
|
provider: "openai".into(),
|
|
base_url: format!("http://{}:{}/v1", cfg.cmf.local_host, s.port),
|
|
model: "cortiq".into(),
|
|
cost_tier: "local".into(),
|
|
price_in: 0.0,
|
|
price_out: 0.0,
|
|
kind: "chat".into(),
|
|
api_key_env: None,
|
|
caps: Vec::new(),
|
|
};
|
|
by_id.insert(m.id.clone(), Arc::new(OpenAiProvider::new(&m, None)?));
|
|
}
|
|
Ok(Self { by_id })
|
|
}
|
|
|
|
/// Any model id, preferring a real registered one (used as a local-first
|
|
/// fallback target when routing cannot pick a specific model).
|
|
pub fn any_id(&self) -> Option<String> {
|
|
self.by_id.keys().next().cloned()
|
|
}
|
|
|
|
pub fn get(&self, model_id: &str) -> Option<Arc<dyn Provider>> {
|
|
self.by_id.get(model_id).cloned()
|
|
}
|
|
|
|
pub fn ids(&self) -> impl Iterator<Item = &String> {
|
|
self.by_id.keys()
|
|
}
|
|
}
|