add

mayinghan · mayinghan · commit 96909e11da20 · 2025-11-01T18:45:54.000-07:00
diff --git a/examples/my_evaluation.py b/examples/my_evaluation.py
@@ -15,7 +15,7 @@
 # Function also doesn't start with 'test_', but will be auto-registered
 @evaluation_test(
     input_rows=[[
-        EvaluationRow(messages=[{"role": "user", "content": "Custom evaluation"}])
+        EvaluationRow(messages=[{"role": "user", "content": "Custom evaluation"}])  # pyright: ignore[reportArgumentType]
     ]]
 )
 async def custom_evaluation(row: EvaluationRow) -> EvaluationRow:

Original file line number	Diff line number	Diff line change
`@@ -15,7 +15,7 @@`
`15`	`15`	`# Function also doesn't start with 'test_', but will be auto-registered`
`16`	`16`	`@evaluation_test(`
`17`	`17`	`input_rows=[[`
`18`		`- EvaluationRow(messages=[{"role": "user", "content": "Custom evaluation"}])`
	`18`	`+ EvaluationRow(messages=[{"role": "user", "content": "Custom evaluation"}]) # pyright: ignore[reportArgumentType]`
`19`	`19`	`]]`
`20`	`20`	`)`
`21`	`21`	`async def custom_evaluation(row: EvaluationRow) -> EvaluationRow:`