fixing example

Author: xzrderek

.github/workflows/rollout.yml

@@ -34,14 +34,14 @@ jobs:
 
       - name: Install dependencies
         run: |
-          python -m pip install --upgrade pip
-          pip install -e .
+          pip install openai
 
       - name: Run rollout script
         env:
           FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }}
         run: |
-          python tests/github_actions/rollout_worker.py \
+          python rollout_worker.py \
             --completion-params '${{ inputs.completion_params }}' \
             --metadata '${{ inputs.metadata }}' \
-            --model-base-url "${{ inputs.model_base_url }}"
+            --model-base-url "${{ inputs.model_base_url }}" \
+            --api-key "${{ secrets.FIREWORKS_API_KEY }}"

tests/github_actions/quickstart.py

@@ -51,8 +51,15 @@ async def test_github_actions_quickstart(row: EvaluationRow) -> EvaluationRow:
     - fetch traces from Fireworks tracing proxy (uses default FireworksTracingAdapter)
     - FAIL if no traces found or rollout_id missing
     """
-    assert row.messages[0].content == "What is the capital of France?", "Row should have correct message content"
+    # This dataset is built into github_actions/rollout_worker.py
+    if row.messages[0].content == "What is the capital of France?":
+        assert row.input_metadata.row_id == "0"
+    elif row.messages[0].content == "What is the capital of Germany?":
+        assert row.input_metadata.row_id == "1"
+    elif row.messages[0].content == "What is the capital of Italy?":
+        assert row.input_metadata.row_id == "2"
+    else:
+        assert False, "Row should have correct message content"
     assert len(row.messages) > 1, "Row should have a response. If this fails, we fell back to the original row."
-    assert row.execution_metadata.rollout_id, "Row should have a rollout_id from the GitHub Actions rollout"
 
     return row

tests/github_actions/rollout_worker.py

@@ -20,6 +20,7 @@ def main():
     parser.add_argument("--completion-params", required=True, help="JSON completion params (includes model)")
     parser.add_argument("--metadata", required=True, help="JSON serialized metadata object")
     parser.add_argument("--model-base-url", required=True, help="Base URL for the model API")
+    parser.add_argument("--api-key", required=True, help="API key for the model API")
 
     args = parser.parse_args()
 
@@ -44,6 +45,8 @@ def main():
     rollout_id = metadata["rollout_id"]
     row_id = metadata["row_id"]
 
+    api_key = args.api_key
+
     print(f"🚀 Starting rollout {rollout_id}")
     print(f"   Model: {model}")
     print(f"   Row ID: {row_id}")
@@ -63,7 +66,7 @@ def main():
         # Build completion kwargs from completion_params
         completion_kwargs = {"messages": messages, **completion_params}
 
-        client = OpenAI(base_url=args.model_base_url, api_key=os.environ.get("FIREWORKS_API_KEY"))
+        client = OpenAI(base_url=args.model_base_url, api_key=api_key)
 
         print("📡 Calling OpenAI completion...")
         print(f"   Completion kwargs: {completion_kwargs}")