We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 17ffe1b commit 8e8a746Copy full SHA for 8e8a746
1 file changed
lmms_eval/tasks/manga_vqa/utils.py
@@ -43,10 +43,8 @@ def mangavqa_test_process_results(doc, results):
43
44
questionId = create_deterministic_id(doc)
45
46
- # Process prediction
47
pred = pred.strip()
48
49
- # Get ground truths
50
ground_truths = [doc["answer"]] if isinstance(doc["answer"], str) else doc["answer"]
51
52
# Calculate ANLS
@@ -112,7 +110,6 @@ def lower(text):
112
110
return results_dict
113
111
114
def mangavqa_test_aggregate_results(results, args):
115
- # save results as json
116
path = generate_submission_file("manga_vqa_test_submission.json", args)
117
with open(path, "w", encoding="utf-8") as f:
118
json.dump(results, f, ensure_ascii=False, indent=4)
0 commit comments