Skip to content

Commit e68d44a

Browse files
author
Dylan Huang
committed
fix test_parametrized_ids
1 parent 99ce5ca commit e68d44a

File tree

1 file changed

+14
-13
lines changed

1 file changed

+14
-13
lines changed

tests/pytest/test_parameterized_ids.py

Lines changed: 14 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -91,47 +91,47 @@ def test_default_id_generator():
9191
generator = DefaultParameterIdGenerator()
9292

9393
# Test with full model path
94-
combo1 = (None, {"model": "fireworks_ai/accounts/fireworks/models/gpt-oss-120b"}, None, None, None)
94+
combo1 = (None, {"model": "fireworks_ai/accounts/fireworks/models/gpt-oss-120b"}, None, None, None, None)
9595
id1 = generator.generate_id(combo1)
9696
assert id1 == "fireworks_ai/accounts/fireworks/models/gpt-oss-120b"
9797

9898
# Test with simple model name
99-
combo2 = (None, {"model": "gpt-4"}, None, None, None)
99+
combo2 = (None, {"model": "gpt-4"}, None, None, None, None)
100100
id2 = generator.generate_id(combo2)
101101
assert id2 == "gpt-4"
102102

103103
# Test with multiple string parameters
104-
combo3 = (None, {"model": "gpt-4", "stream": "true", "temperature": "0.7"}, None, None, None)
104+
combo3 = (None, {"model": "gpt-4", "stream": "true", "temperature": "0.7"}, None, None, None, None)
105105
id3 = generator.generate_id(combo3)
106106
assert id3 == "gpt-4:true:0.7"
107107

108108
# Test with mixed string and numeric parameters
109-
combo4 = (None, {"model": "gpt-4", "temperature": 0.7, "max_tokens": 100}, None, None, None)
109+
combo4 = (None, {"model": "gpt-4", "temperature": 0.7, "max_tokens": 100}, None, None, None, None)
110110
id4 = generator.generate_id(combo4)
111111
assert id4 == "100:gpt-4:0.7" # Keys are sorted alphabetically: max_tokens, model, temperature
112112

113113
# Test with only numeric values
114-
combo5 = (None, {"temperature": 0.5, "max_tokens": 100}, None, None, None)
114+
combo5 = (None, {"temperature": 0.5, "max_tokens": 100}, None, None, None, None)
115115
id5 = generator.generate_id(combo5)
116116
assert id5 == "100:0.5" # Keys are sorted alphabetically: max_tokens, temperature
117117

118118
# Test with boolean values
119-
combo6 = (None, {"stream": True, "echo": False}, None, None, None)
119+
combo6 = (None, {"stream": True, "echo": False}, None, None, None, None)
120120
id6 = generator.generate_id(combo6)
121121
assert id6 == "False:True" # Keys are sorted alphabetically: echo, stream
122122

123123
# Test with mixed string, numeric, and boolean values
124-
combo7 = (None, {"model": "gpt-4", "temperature": 0.7, "stream": True}, None, None, None)
124+
combo7 = (None, {"model": "gpt-4", "temperature": 0.7, "stream": True}, None, None, None, None)
125125
id7 = generator.generate_id(combo7)
126126
assert id7 == "gpt-4:True:0.7" # Keys are sorted alphabetically: model, stream, temperature
127127

128128
# Test with no supported values (only non-supported types like lists, dicts)
129-
combo8 = (None, {"messages": [{"role": "user"}], "config": {"key": "value"}}, None, None, None)
129+
combo8 = (None, {"messages": [{"role": "user"}], "config": {"key": "value"}}, None, None, None, None)
130130
id8 = generator.generate_id(combo8)
131131
assert id8 is None
132132

133133
# Test with None completion_params
134-
combo9 = (None, None, None, None, None)
134+
combo9 = (None, None, None, None, None, None)
135135
id9 = generator.generate_id(combo9)
136136
assert id9 is None
137137

@@ -141,9 +141,9 @@ def test_pytest_parametrize_with_custom_id_generator():
141141

142142
# Create test combinations
143143
combinations = [
144-
(None, {"model": "gpt-4"}, None, None, None),
145-
(None, {"model": "claude-3"}, None, None, None),
146-
(None, {"temperature": 0.5}, None, None, None), # Only numeric values
144+
(None, {"model": "gpt-4"}, None, None, None, None),
145+
(None, {"model": "claude-3"}, None, None, None, None),
146+
(None, {"temperature": 0.5}, None, None, None, None), # Only numeric values
147147
]
148148

149149
# Test with default generator
@@ -155,6 +155,7 @@ def test_pytest_parametrize_with_custom_id_generator():
155155
completion_params_provided=True,
156156
input_messages=None,
157157
input_rows=None,
158+
data_loaders=None,
158159
evaluation_test_kwargs=None,
159160
)
160161

@@ -168,7 +169,7 @@ def test_id_generator_max_length():
168169
generator = DefaultParameterIdGenerator(max_length=10)
169170

170171
# Test with long model name
171-
combo = (None, {"model": "very-long-model-name-that-exceeds-max-length"}, None, None, None)
172+
combo = (None, {"model": "very-long-model-name-that-exceeds-max-length"}, None, None, None, None)
172173
id_str = generator.generate_id(combo)
173174
assert id_str == "very-lo..."
174175
assert len(id_str) <= 10

0 commit comments

Comments
 (0)