From 296eff260fc6571bac1b654884a55f29bf9ad958 Mon Sep 17 00:00:00 2001 From: Jordan Dubrick Date: Fri, 28 Nov 2025 15:38:24 -0500 Subject: [PATCH] add default for vllm envs Signed-off-by: Jordan Dubrick --- run.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/run.yaml b/run.yaml index 50d203f..e0a90c1 100644 --- a/run.yaml +++ b/run.yaml @@ -70,8 +70,8 @@ providers: - provider_id: ${env.ENABLE_VLLM:+vllm} provider_type: remote::vllm config: - url: ${env.VLLM_URL} - api_token: ${env.VLLM_API_KEY} + url: ${env.VLLM_URL:=} + api_token: ${env.VLLM_API_KEY:=} max_tokens: ${env.VLLM_MAX_TOKENS:=4096} tls_verify: ${env.VLLM_TLS_VERIFY:=true} - provider_id: ${env.ENABLE_OLLAMA:+ollama}