@@ -91,47 +91,47 @@ def test_default_id_generator():
9191 generator = DefaultParameterIdGenerator ()
9292
9393 # Test with full model path
94- combo1 = (None , {"model" : "fireworks_ai/accounts/fireworks/models/gpt-oss-120b" }, None , None , None )
94+ combo1 = (None , {"model" : "fireworks_ai/accounts/fireworks/models/gpt-oss-120b" }, None , None , None , None )
9595 id1 = generator .generate_id (combo1 )
9696 assert id1 == "fireworks_ai/accounts/fireworks/models/gpt-oss-120b"
9797
9898 # Test with simple model name
99- combo2 = (None , {"model" : "gpt-4" }, None , None , None )
99+ combo2 = (None , {"model" : "gpt-4" }, None , None , None , None )
100100 id2 = generator .generate_id (combo2 )
101101 assert id2 == "gpt-4"
102102
103103 # Test with multiple string parameters
104- combo3 = (None , {"model" : "gpt-4" , "stream" : "true" , "temperature" : "0.7" }, None , None , None )
104+ combo3 = (None , {"model" : "gpt-4" , "stream" : "true" , "temperature" : "0.7" }, None , None , None , None )
105105 id3 = generator .generate_id (combo3 )
106106 assert id3 == "gpt-4:true:0.7"
107107
108108 # Test with mixed string and numeric parameters
109- combo4 = (None , {"model" : "gpt-4" , "temperature" : 0.7 , "max_tokens" : 100 }, None , None , None )
109+ combo4 = (None , {"model" : "gpt-4" , "temperature" : 0.7 , "max_tokens" : 100 }, None , None , None , None )
110110 id4 = generator .generate_id (combo4 )
111111 assert id4 == "100:gpt-4:0.7" # Keys are sorted alphabetically: max_tokens, model, temperature
112112
113113 # Test with only numeric values
114- combo5 = (None , {"temperature" : 0.5 , "max_tokens" : 100 }, None , None , None )
114+ combo5 = (None , {"temperature" : 0.5 , "max_tokens" : 100 }, None , None , None , None )
115115 id5 = generator .generate_id (combo5 )
116116 assert id5 == "100:0.5" # Keys are sorted alphabetically: max_tokens, temperature
117117
118118 # Test with boolean values
119- combo6 = (None , {"stream" : True , "echo" : False }, None , None , None )
119+ combo6 = (None , {"stream" : True , "echo" : False }, None , None , None , None )
120120 id6 = generator .generate_id (combo6 )
121121 assert id6 == "False:True" # Keys are sorted alphabetically: echo, stream
122122
123123 # Test with mixed string, numeric, and boolean values
124- combo7 = (None , {"model" : "gpt-4" , "temperature" : 0.7 , "stream" : True }, None , None , None )
124+ combo7 = (None , {"model" : "gpt-4" , "temperature" : 0.7 , "stream" : True }, None , None , None , None )
125125 id7 = generator .generate_id (combo7 )
126126 assert id7 == "gpt-4:True:0.7" # Keys are sorted alphabetically: model, stream, temperature
127127
128128 # Test with no supported values (only non-supported types like lists, dicts)
129- combo8 = (None , {"messages" : [{"role" : "user" }], "config" : {"key" : "value" }}, None , None , None )
129+ combo8 = (None , {"messages" : [{"role" : "user" }], "config" : {"key" : "value" }}, None , None , None , None )
130130 id8 = generator .generate_id (combo8 )
131131 assert id8 is None
132132
133133 # Test with None completion_params
134- combo9 = (None , None , None , None , None )
134+ combo9 = (None , None , None , None , None , None )
135135 id9 = generator .generate_id (combo9 )
136136 assert id9 is None
137137
@@ -141,9 +141,9 @@ def test_pytest_parametrize_with_custom_id_generator():
141141
142142 # Create test combinations
143143 combinations = [
144- (None , {"model" : "gpt-4" }, None , None , None ),
145- (None , {"model" : "claude-3" }, None , None , None ),
146- (None , {"temperature" : 0.5 }, None , None , None ), # Only numeric values
144+ (None , {"model" : "gpt-4" }, None , None , None , None ),
145+ (None , {"model" : "claude-3" }, None , None , None , None ),
146+ (None , {"temperature" : 0.5 }, None , None , None , None ), # Only numeric values
147147 ]
148148
149149 # Test with default generator
@@ -155,6 +155,7 @@ def test_pytest_parametrize_with_custom_id_generator():
155155 completion_params_provided = True ,
156156 input_messages = None ,
157157 input_rows = None ,
158+ data_loaders = None ,
158159 evaluation_test_kwargs = None ,
159160 )
160161
@@ -168,7 +169,7 @@ def test_id_generator_max_length():
168169 generator = DefaultParameterIdGenerator (max_length = 10 )
169170
170171 # Test with long model name
171- combo = (None , {"model" : "very-long-model-name-that-exceeds-max-length" }, None , None , None )
172+ combo = (None , {"model" : "very-long-model-name-that-exceeds-max-length" }, None , None , None , None )
172173 id_str = generator .generate_id (combo )
173174 assert id_str == "very-lo..."
174175 assert len (id_str ) <= 10
0 commit comments