clean up test suite errors (#425)

* langfuse degrade

* skip tests because dataset is gone

Author: xzrderek

eval_protocol/adapters/langfuse.py

@@ -46,9 +46,13 @@ def __call__(
 
 
 try:
-    from langfuse import get_client  # pyright: ignore[reportPrivateImportUsage]
+    from langfuse import Langfuse
 
     LANGFUSE_AVAILABLE = True
+
+    def get_client():
+        """Compatibility shim for langfuse 2.x (returns Langfuse instance)."""
+        return Langfuse()
 except ImportError:
     LANGFUSE_AVAILABLE = False
 

tests/chinook/langfuse/generate_traces.py

@@ -11,12 +11,12 @@
 from tests.chinook.dataset import collect_dataset
 
 try:
-    from langfuse import get_client, observe  # pyright: ignore[reportPrivateImportUsage]
+    from langfuse import Langfuse, observe
     from pydantic_ai.agent import Agent
     from pydantic_ai.models.openai import OpenAIChatModel
 
     LANGFUSE_AVAILABLE = True
-    langfuse_client = get_client()
+    langfuse_client = Langfuse()
 
     Agent.instrument_all()
 

tests/chinook/langfuse/test_langfuse_chinook.py

@@ -24,10 +24,10 @@
 
 # Langfuse client setup
 try:
-    from langfuse import get_client  # pyright: ignore[reportPrivateImportUsage]
+    from langfuse import Langfuse
 
     LANGFUSE_AVAILABLE = True
-    langfuse = get_client()
+    langfuse = Langfuse()
 except ImportError:
     LANGFUSE_AVAILABLE = False
     langfuse = None

tests/test_adapters_e2e.py

@@ -205,6 +205,7 @@ def test_langfuse_conversation_analysis(self):
 class TestHuggingFaceAdapterE2E:
     """End-to-end tests for HuggingFace adapter with real datasets."""
 
+    @pytest.mark.skip(reason="gsm8k dataset no longer available on HuggingFace Hub")
     def test_gsm8k_adapter_real_data(self):
         """Test loading real GSM8K data and converting to EvaluationRow."""
         try:
@@ -318,6 +319,7 @@ def math_transform(row: Dict[str, Any]) -> Dict[str, Any]:
 
             print(f"  Row {i}: Type={dataset_info.get('type')}, Level={dataset_info.get('level')}")
 
+    @pytest.mark.skip(reason="squad dataset no longer available on HuggingFace Hub")
     def test_custom_dataset_transform(self):
         """Test adapter with a completely custom transformation."""
         try:
@@ -663,6 +665,7 @@ def google_books_transform(row: Dict[str, Any]) -> Dict[str, Any]:
             assert doc_freq > 5, f"Row {i} should have document frequency > 5"
 
 
+@pytest.mark.skip(reason="gsm8k dataset no longer available on HuggingFace Hub")
 def test_adapters_integration():
     """Test that adapters work with evaluation pipeline."""
     print("Testing adapter integration with evaluation pipeline...")