Skip to content

Commit ba6ff32

Browse files
committed
add
1 parent 9aff19c commit ba6ff32

File tree

2 files changed

+17
-27
lines changed

2 files changed

+17
-27
lines changed

eval_protocol/quickstart/llm_judge.py

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -21,6 +21,23 @@
2121
)
2222
import asyncio
2323
from openai import AsyncOpenAI
24+
import litellm
25+
26+
27+
@pytest.mark.asyncio
28+
@pytest.mark.parametrize(
29+
"model",
30+
[
31+
"gpt-4o",
32+
# "gpt-4o-mini",
33+
# "gpt-3.5-turbo",
34+
"fireworks_ai/accounts/fireworks/models/gpt-oss-120b",
35+
"fireworks_ai/accounts/fireworks/models/gpt-oss-20b",
36+
],
37+
)
38+
async def test_multiple_models(model):
39+
response = await litellm.acompletion(model=model, messages=[{"role": "user", "content": "Hello"}])
40+
assert response.choices[0].message.content # pyright: ignore[reportAttributeAccessIssue]
2441

2542

2643
@pytest.mark.asyncio

eval_protocol/quickstart/test_litellm_bug_reproducer.py

Lines changed: 0 additions & 27 deletions
This file was deleted.

0 commit comments

Comments
 (0)