action.yaml

name: "partdiff_tester"
description: "Runs correctness tests on a partdiff executable"

inputs:
  executable:
    description: "Path to partdiff executable."
    required: true

  strictness:
    description: "Strictness level (0–4)."
    required: false
    default: "1"

  valgrind:
    description: "Use valgrind to execute the given executable."
    required: false
    default: "false"

  max_num_tests:
    description: "Maximum number of tests (0 = unlimited)"
    required: false
    default: "0"

  reference_source:
    description: "Reference output source: auto, cache, impl"
    required: false
    default: "cache"

  num_threads:
    description: "Number of threads (supports ranges like 1-3,5-6)"
    required: false
    default: "1"

  filter:
    description: "Newline-separated list of filters, each is passed as --filter=...."
    required: false
    default: ""

  cwd:
    description: "Working directory for executable"
    required: false
    default: "$GITHUB_WORKSPACE"

  shuffle:
    description: "Shuffle test cases (empty = no shuffle, value = seed)"
    required: false
    default: ""

  allow_extra_iterations:
    description: "Extra iterations allowed (-1 = unlimited, 0 = none)"
    required: false
    default: "0"

  timeout:
    description: "Timeout in seconds for executable"
    required: false
    default: ""

runs:
  using: "composite"
  steps:
    - name: Install uv
      uses: astral-sh/setup-uv@v6
      with:
        version: "0.9.8"

    - name: Set up Python
      run: uv python install
      shell: bash

    - name: Install Valgrind
      if: inputs.valgrind == 'true'
      run: sudo apt-get update && sudo apt-get install -y valgrind
      shell: bash

    - name: Run correctness tests
      shell: bash
      run: |
        set -e
        
        cd "$GITHUB_ACTION_PATH"

        if [[ ! "${{ inputs.cwd }}" = /* ]]; then
          ARGS_CWD="$(realpath -m "$GITHUB_WORKSPACE/${{ inputs.cwd }}")"
        else
          ARGS_CWD="${{ inputs.cwd }}"
        fi

        ARGS=(
          --executable="${{ inputs.executable }}"
          --strictness="${{ inputs.strictness }}"
          --max-num-tests="${{ inputs.max_num_tests }}"
          --reference-source="${{ inputs.reference_source }}"
          --num-threads="${{ inputs.num_threads }}"
          --allow-extra-iterations="${{ inputs.allow_extra_iterations }}"
          --cwd="$ARGS_CWD"
        )

        if [ "${{ inputs.valgrind }}" = "true" ]; then
          ARGS+=(--valgrind)
        fi

        while IFS= read -r f; do
          [[ -z "$f" ]] && continue
          ARGS+=(--filter="$f")
        done <<< "${{ inputs.filter }}"

        if [ -n "${{ inputs.shuffle }}" ]; then
          ARGS+=(--shuffle="${{ inputs.shuffle }}")
        fi

        if [ -n "${{ inputs.timeout }}" ]; then
          ARGS+=(--timeout="${{ inputs.timeout }}")
        fi
        
        PARTDIFF_TESTER_CMD=(
          uv run pytest -n auto --verbose "${ARGS[@]}"
        )

        echo "Running partdiff_tester:"
        echo "${PARTDIFF_TESTER_CMD[@]}"
        
        "${PARTDIFF_TESTER_CMD[@]}"