Eval Protocol Rollout #31

	name: Eval Protocol Rollout

	on:
	workflow_dispatch:
	inputs:
	model:
	description: 'Model to use for the rollout'
	required: true
	type: string
	rollout_id:
	description: 'Rollout ID for tracking'
	required: true
	type: string
	prompt:
	description: 'User prompt for the rollout'
	required: true
	type: string

	jobs:
	rollout:
	runs-on: ubuntu-latest
	name: rollout-${{ inputs.rollout_id }}

	steps:
	- name: Checkout code
	uses: actions/checkout@v4

	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.11'

	- name: Install dependencies
	run: \|
	python -m pip install --upgrade pip
	pip install -e .

	- name: Run rollout script
	env:
	FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }}
	run: \|
	python tests/github_actions/rollout_worker.py \
	--model "${{ inputs.model }}" \
	--rollout-id "${{ inputs.rollout_id }}" \
	--prompt "${{ inputs.prompt }}"

	- name: Upload rollout trace
	uses: actions/upload-artifact@v4
	if: always() # Upload even if the rollout failed
	with:
	name: rollout-trace-${{ inputs.rollout_id }}
	path: rollout_trace_${{ inputs.rollout_id }}.json
	retention-days: 7

Provide feedback