We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 05676b3 commit 6f6702dCopy full SHA for 6f6702d
1 file changed
run.yaml
@@ -70,8 +70,8 @@ providers:
70
- provider_id: ${env.ENABLE_VLLM:+vllm}
71
provider_type: remote::vllm
72
config:
73
- url: ${env.VLLM_URL}
74
- api_token: ${env.VLLM_API_KEY}
+ url: ${env.VLLM_URL:=}
+ api_token: ${env.VLLM_API_KEY:=}
75
max_tokens: ${env.VLLM_MAX_TOKENS:=4096}
76
tls_verify: ${env.VLLM_TLS_VERIFY:=true}
77
- provider_id: ${env.ENABLE_OLLAMA:+ollama}
0 commit comments