Refactor testing configuration and clean up project files

- Removed pytest configuration from pyproject.toml.
- Updated pytest.ini to include additional test paths and file patterns.
- Adjusted VSCode settings to use pytest.ini for test arguments.
- Minor code adjustments in langfuse.py and llm_judge_openai_responses.py for consistency and clarity.

Author: Dylan Huang

.vscode/settings.json

@@ -1,7 +1,7 @@
 {
   "python.testing.unittestEnabled": false,
   "python.testing.pytestEnabled": true,
-  "python.testing.pytestArgs": ["tests", "examples", "-s", "--tb=short"],
+  "python.testing.pytestArgs": ["-c", "pytest.ini"],
   "python.testing.autoTestDiscoverOnSaveEnabled": true,
   "python.defaultInterpreterPath": "./.venv/bin/python",
   "python.testing.cwd": "${workspaceFolder}",

eval_protocol/adapters/langfuse.py

@@ -56,7 +56,7 @@ def __call__(
 
 
 def convert_trace_to_evaluation_row(
-    trace: TraceWithFullDetails, include_tool_calls: bool = True, span_name: Optional[str] = None
+    trace: "TraceWithFullDetails", include_tool_calls: bool = True, span_name: Optional[str] = None
 ) -> Optional[EvaluationRow]:
     """Convert a Langfuse trace to EvaluationRow format.
 

eval_protocol/quickstart/llm_judge_openai_responses.py

@@ -40,8 +40,8 @@
 )
 
 
-@pytest.mark.skipif(os.environ.get("CI") == "true", reason="Skip in CI")  # pyright: ignore[reportAttributeAccessIssue]
-@pytest.mark.asyncio  # pyright: ignore[reportAttributeAccessIssue]
+@pytest.mark.skipif(os.environ.get("CI") == "true", reason="Skip in CI")
+@pytest.mark.asyncio
 @evaluation_test(
     input_rows=[input_rows],
     completion_params=[

pyproject.toml

@@ -152,15 +152,6 @@ langgraph_tools = [
     "langchain-fireworks>=0.3.0",
 ]
 
-[tool.pytest.ini_options]
-addopts = "-q"
-testpaths = [
-    "examples",
-]
-plugins = [
-    "eval_protocol.pytest.plugin",
-]
-
 [project.scripts]
 fireworks-reward = "eval_protocol.cli:main"
 eval-protocol = "eval_protocol.cli:main"

pytest.ini

@@ -3,12 +3,14 @@ markers =
     asyncio
 asyncio_mode = auto
 asyncio_default_fixture_loop_scope = function
-testpaths = tests
-python_files = test_*.py
+testpaths = tests examples ./eval_protocol/quickstart
+python_files = test_*.py llm_judge_*.py
+plugins =
+    eval_protocol.pytest.plugin
 python_classes = Test*
 python_functions = test_*
 # Configure stdout/stderr capture for debugging
-addopts = -s --tb=short
+addopts = -s --tb=short -q
 # Alternative: disable capture completely for debugging
 # addopts = -s --tb=short --capture=no
 filterwarnings =