engine_test.yaml

name: Perft

on:
  push:
    branches:
      - main

jobs:

  Perft:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        suites:
        - name: Normal
          epd: perftsuite.epd
          count: 127
          depth: 5

    steps:
      - uses: actions/checkout@v4

      - uses: goto-bus-stop/setup-zig@v2
        with:
          version: "0.14.0"

      - name: Build engine
        run: zig build

      - name: Perft ${{ matrix.suites.name }}
        run: |
          COUNTER=0
          FAILED=0
          wget -q -O suite.epd https://raw.githubusercontent.com/TerjeKir/EngineTests/master/testfiles/${{ matrix.suites.epd }}
          while IFS= read -r line || [ -n "$line" ]; do
            fen=$(echo "$line" | sed 's/ ;.*//')
            expected=$(echo "$line" | grep -oP "(?<=;D${{ matrix.suites.depth }} )\d+")
            if [ -z "$expected" ]; then
              continue
            fi
            COUNTER=$((COUNTER + 1))
            actual=$(printf "position fen %s\nperft %s\nquit\n" "$fen" "${{ matrix.suites.depth }}" | ./zig-out/bin/NeuroSpeed 2>&1 | awk '/^Nodes:/{print $NF}' | head -1)
            if [ "$actual" != "$expected" ]; then
              echo "FAIL $COUNTER: $fen -> Expected: $expected, Got: $actual"
              FAILED=$((FAILED + 1))
            else
              echo "OK $COUNTER: $fen -> $actual"
            fi
          done < suite.epd
          if [ $FAILED -ne 0 ]; then
            echo "$FAILED/$COUNTER positions failed!"
            exit 1
          fi
          if [ $COUNTER -ne ${{ matrix.suites.count }} ]; then
            echo "Expected ${{ matrix.suites.count }} positions but found $COUNTER"
            exit 1
          fi
          echo "All $COUNTER/${{ matrix.suites.count }} positions passed!"