diff --git a/.github/workflows/ci_pipeline.yml b/.github/workflows/ci_pipeline.yml index 9e1d8fd22f..c066ecd25b 100644 --- a/.github/workflows/ci_pipeline.yml +++ b/.github/workflows/ci_pipeline.yml @@ -147,9 +147,9 @@ jobs: fail-fast: false with: device_type: tpu - device_name: v6e-8 + device_name: v6e-4 base_image: maxtext-unit-test-tpu:py312 - cloud_runner: linux-x86-ct6e-180-8tpu + cloud_runner: linux-x86-ct6e-180-4tpu maxtext_sha: ${{ needs.build_and_upload_maxtext_package.outputs.maxtext_sha }} secrets: HF_TOKEN: ${{ secrets.HF_TOKEN }} diff --git a/.github/workflows/run_jupyter_notebooks.yml b/.github/workflows/run_jupyter_notebooks.yml index 0b383e3b81..d33dda602a 100644 --- a/.github/workflows/run_jupyter_notebooks.yml +++ b/.github/workflows/run_jupyter_notebooks.yml @@ -107,11 +107,15 @@ jobs: $PYTHON_EXE -m ipykernel install --user --name maxtext_venv # Run Hugging Face authentication - hf auth login --token "$HF_TOKEN" + if [ -n "$HF_TOKEN" ]; then + hf auth login --token "$HF_TOKEN" + else + echo "Warning: HF_TOKEN is empty (likely because this is a PR from a fork). Skipping Hugging Face authentication." + fi for notebook in "$MAXTEXT_NOTEBOOKS_ROOT"/*.ipynb; do filename=$(basename "$notebook") - if [[ "$filename" == "sft_llama3_demo_gpu.ipynb" || "$filename" == "maxtext_with_gepa.ipynb" || "$filename" == "demo_decoding.ipynb" ]]; then + if [[ "$filename" == "sft_llama3_demo_gpu.ipynb" || "$filename" == "maxtext_with_gepa.ipynb" || "$filename" == "rl_llama3_demo.ipynb" || "$filename" == "demo_decoding.ipynb" ]]; then echo "Skipping $filename" continue fi @@ -127,6 +131,7 @@ jobs: echo "Post-notebook disk cleanup for $filename ..." rm -rf "$MAXTEXT_PKG_DIR"/*_output rm -rf "$HOME/.cache/huggingface/hub" + done - name: Upload Outputs if: always()