Skip to content

Commit 7ff50db

Browse files
committed
another fix
1 parent 68bfdc6 commit 7ff50db

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

eval_protocol/proxy/proxy_core/litellm.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -94,12 +94,15 @@ async def handle_chat_completion(
9494
# Check if streaming is requested
9595
is_streaming = data.get("stream", False)
9696

97+
# Pop timeout to avoid duplicate kwarg - use client's if provided, else config default
98+
request_timeout = data.pop("timeout", None) or config.request_timeout
99+
97100
try:
98101
# Make the completion call - pass all params through
99102
response = await acompletion(
100103
**data,
101104
metadata=litellm_metadata,
102-
timeout=config.request_timeout,
105+
timeout=request_timeout,
103106
langfuse_public_key=langfuse_keys["public_key"],
104107
langfuse_secret_key=langfuse_keys["secret_key"],
105108
)

0 commit comments

Comments
 (0)