-
Notifications
You must be signed in to change notification settings - Fork 16
Expand file tree
/
Copy path__init__.py
More file actions
78 lines (68 loc) · 2.01 KB
/
__init__.py
File metadata and controls
78 lines (68 loc) · 2.01 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
"""
Fireworks Eval Protocol - Simplify reward modeling and evaluation for LLM RL fine-tuning.
A Python library for defining, testing, deploying, and using reward functions
for LLM fine-tuning, including launching full RL jobs on the Fireworks platform.
The library also provides an agent evaluation framework for testing and evaluating
tool-augmented models using self-contained task bundles.
"""
import warnings
from .auth import get_fireworks_account_id, get_fireworks_api_key
from .common_utils import load_jsonl
from .config import RewardKitConfig, get_config, load_config
from .mcp_env import (
AnthropicPolicy,
FireworksPolicy,
LiteLLMPolicy,
OpenAIPolicy,
make,
rollout,
test_mcp,
)
# Try to import FireworksPolicy if available
try:
from .mcp_env import FireworksPolicy
_FIREWORKS_AVAILABLE = True
except (ImportError, AttributeError):
_FIREWORKS_AVAILABLE = False
# Import submodules to make them available via eval_protocol.rewards, etc.
from . import mcp, rewards
from .models import EvaluateResult, Message, MetricResult
from .playback_policy import PlaybackPolicyBase
from .resources import create_llm_resource
from .reward_function import RewardFunction
from .typed_interface import reward_function
warnings.filterwarnings("default", category=DeprecationWarning, module="eval_protocol")
__all__ = [
# Core interfaces
"Message",
"MetricResult",
"EvaluateResult",
"reward_function",
"RewardFunction",
# Authentication
"get_fireworks_api_key",
"get_fireworks_account_id",
# Configuration
"load_config",
"get_config",
"RewardKitConfig",
# Utilities
"load_jsonl",
# MCP Environment API
"make",
"rollout",
"LiteLLMPolicy",
"AnthropicPolicy",
"FireworksPolicy",
"OpenAIPolicy",
"test_mcp",
# Playback functionality
"PlaybackPolicyBase",
# Resource management
"create_llm_resource",
# Submodules
"rewards",
"mcp",
]
from . import _version
__version__ = _version.get_versions()["version"]