We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 52027f1 commit 2d6e64eCopy full SHA for 2d6e64e
tests/pytest/helper/gsm8k_to_evaluation_row.py
@@ -6,7 +6,7 @@
6
def gsm8k_to_evaluation_row(data: List[Dict[str, Any]]) -> List[EvaluationRow]:
7
return [
8
EvaluationRow(
9
- messages=[Message(role="user", content=row["user_query"])], ground_truth=row["ground_truth_for_eval"]
+ messages=[Message(**msg) for msg in row["messages"]], ground_truth=row["ground_truth_for_eval"]
10
)
11
for row in data
12
]
0 commit comments