diff --git a/packages/gateway/src/config/models.yaml b/packages/gateway/src/config/models.yaml index dc4b319..6945091 100644 --- a/packages/gateway/src/config/models.yaml +++ b/packages/gateway/src/config/models.yaml @@ -1,7 +1,7 @@ # LLM Gateway Model Configuration # Ollama base URL: http://192.168.178.169:11434 -ollama_base_url: "http://192.168.178.169:11434" +ollama_base_url: "https://ollama.fichtmueller.org" tiers: fast: diff --git a/packages/gateway/src/pipeline/router.ts b/packages/gateway/src/pipeline/router.ts index 607965b..f6be0ff 100644 --- a/packages/gateway/src/pipeline/router.ts +++ b/packages/gateway/src/pipeline/router.ts @@ -168,6 +168,9 @@ export function getModelTier(model: string): 'fast' | 'medium' | 'large' { } export function getOllamaBaseUrl(): string { + // OLLAMA_URL env var takes precedence over config file + const envUrl = process.env['OLLAMA_URL']; + if (envUrl) return envUrl; const models = loadModels(); return models.ollama_base_url; }