fix(livemath): score (B), [B] and **B** as the choice they name

CHANGELOG.md

@@ -147,6 +147,8 @@ All notable changes to SkillOpt are documented here. This project adheres to
 - Skip step-level edits whose target runs into a protected slow-update or
   appendix region, so a `replace` or `delete` can no longer remove the start
   marker and expose the protected content (thanks @Shizoqua).
+- Score LiveMathematicianBench answers written as `(B)`, `[B]`, or `**B**` as
+  the choice they name instead of marking them wrong (thanks @Shizoqua).
 
 ### Security
 - Prevent managed-identity credentials from being sent to non-Azure or

skillopt/envs/livemathematicianbench/evaluator.py

@@ -15,7 +15,8 @@ def extract_answer(text: str) -> str:
 
 
 def normalize_label(text: str) -> str:
-    return str(text).strip().upper().rstrip(".):")
+    """Normalize a choice label, accepting ``B``, ``B.``, ``(B)``, ``[B]`` and ``**B**``."""
+    return str(text).strip().strip("*").strip().lstrip("([").upper().rstrip(".):]")
 
 
 def parse_choice_label(prediction_text: str, choices: list[dict]) -> str:

tests/test_livemath_evaluator.py

@@ -0,0 +1,33 @@
+import pytest
+
+from skillopt.envs.livemathematicianbench.evaluator import evaluate
+
+CHOICES = [
+    {"label": "A", "text": "2"},
+    {"label": "B", "text": "3"},
+    {"label": "C", "text": "5"},
+]
+
+
+@pytest.mark.parametrize(
+    "response",
+    [
+        "<answer>B</answer>",
+        "<answer>B.</answer>",
+        "<answer>B)</answer>",
+        "<answer>(B)</answer>",
+        "<answer>[B]</answer>",
+        "<answer>**B**</answer>",
+        "<answer>(B) 3</answer>",
+    ],
+)
+def test_wrapped_choice_label_is_scored_correct(response):
+    result = evaluate(response, CHOICES[1], CHOICES)
+
+    assert result["predicted_label"] == "B"
+    assert result["em"] == 1.0
+
+
+@pytest.mark.parametrize("response", ["<answer>(A)</answer>", "<answer>Option B</answer>", "<answer></answer>"])
+def test_wrong_or_unparseable_label_is_not_scored_correct(response):
+    assert evaluate(response, CHOICES[1], CHOICES)["em"] == 0.0