Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 5 additions & 2 deletions eval_protocol/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -33,13 +33,13 @@
_FIREWORKS_AVAILABLE = False
# Import submodules to make them available via eval_protocol.rewards, etc.
from . import mcp, rewards
from .models import EvaluateResult, Message, MetricResult, EvaluationRow
from .models import EvaluateResult, Message, MetricResult, EvaluationRow, InputMetadata
from .playback_policy import PlaybackPolicyBase
from .resources import create_llm_resource
from .reward_function import RewardFunction
from .typed_interface import reward_function
from .quickstart import aha_judge, multi_turn_assistant_to_ground_truth, assistant_to_ground_truth
from .pytest import evaluation_test, SingleTurnRolloutProcessor
from .pytest import evaluation_test, SingleTurnRolloutProcessor, RemoteRolloutProcessor
from .pytest.parameterize import DefaultParameterIdGenerator

try:
Expand Down Expand Up @@ -73,6 +73,9 @@
warnings.filterwarnings("default", category=DeprecationWarning, module="eval_protocol")

__all__ = [
"RemoteRolloutProcessor",
"InputMetadata",
"EvaluationRow",
"DefaultParameterIdGenerator",
"DynamicDataLoader",
"InlineDataLoader",
Expand Down
Loading