From bd2e7b320e1daca7eab9027d9aa47de33fee988f Mon Sep 17 00:00:00 2001 From: HazalCiplak Date: Tue, 7 Jul 2026 15:40:50 +0100 Subject: [PATCH 1/2] Bump pkp and scielo_mx variant to v2 to refresh benchmark predictions --- benchmarks/eval.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/benchmarks/eval.yml b/benchmarks/eval.yml index 96822fc0..f60b791a 100644 --- a/benchmarks/eval.yml +++ b/benchmarks/eval.yml @@ -14,7 +14,7 @@ dataset: pkp: file: pkp-jats/train-00000-of-00001.parquet id_column: ppr_id - variant: v1 + variant: v2 scielo_br: file: scielo_br-jats/train-00000-of-00001.parquet id_column: ppr_id @@ -22,7 +22,7 @@ dataset: scielo_mx: file: scielo_mx-jats/train-00000-of-00001.parquet id_column: ppr_id - variant: v1 + variant: v2 scielo_preprints-jats: file: scielo-preprints-jats/train-00000-of-00001.parquet id_column: ppr_id @@ -39,7 +39,7 @@ dataset: pkp: file: pkp-jats/validation-00000-of-00001.parquet id_column: ppr_id - variant: v1 + variant: v2 scielo_br: file: scielo_br-jats/validation-00000-of-00001.parquet id_column: ppr_id @@ -47,7 +47,7 @@ dataset: scielo_mx: file: scielo_mx-jats/validation-00000-of-00001.parquet id_column: ppr_id - variant: v1 + variant: v2 scielo_preprints-jats: file: scielo-preprints-jats/validation-00000-of-00001.parquet id_column: ppr_id From 7e1ed7454760f12ac13169455e90e6e1fec761d9 Mon Sep 17 00:00:00 2001 From: HazalCiplak Date: Tue, 7 Jul 2026 16:19:17 +0100 Subject: [PATCH 2/2] Update id_column for pkp dataset entries from ppr_id to article_id --- benchmarks/eval.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/benchmarks/eval.yml b/benchmarks/eval.yml index f60b791a..5c8ea57f 100644 --- a/benchmarks/eval.yml +++ b/benchmarks/eval.yml @@ -13,7 +13,7 @@ dataset: variant: v1 pkp: file: pkp-jats/train-00000-of-00001.parquet - id_column: ppr_id + id_column: article_id variant: v2 scielo_br: file: scielo_br-jats/train-00000-of-00001.parquet @@ -38,7 +38,7 @@ dataset: variant: v1 pkp: file: pkp-jats/validation-00000-of-00001.parquet - id_column: ppr_id + id_column: article_id variant: v2 scielo_br: file: scielo_br-jats/validation-00000-of-00001.parquet