We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 68bfdc6 commit 7ff50dbCopy full SHA for 7ff50db
eval_protocol/proxy/proxy_core/litellm.py
@@ -94,12 +94,15 @@ async def handle_chat_completion(
94
# Check if streaming is requested
95
is_streaming = data.get("stream", False)
96
97
+ # Pop timeout to avoid duplicate kwarg - use client's if provided, else config default
98
+ request_timeout = data.pop("timeout", None) or config.request_timeout
99
+
100
try:
101
# Make the completion call - pass all params through
102
response = await acompletion(
103
**data,
104
metadata=litellm_metadata,
- timeout=config.request_timeout,
105
+ timeout=request_timeout,
106
langfuse_public_key=langfuse_keys["public_key"],
107
langfuse_secret_key=langfuse_keys["secret_key"],
108
)
0 commit comments