NUTCH-3163 Integrate Apache Yetus' pre-commit patch testing into Nutch GitHub Continuous Integration

.github/workflows/junit-report.yml

@@ -18,6 +18,11 @@ on:
   workflow_run:
     workflows: [master pull request ci]
     types: [completed]
+
+concurrency:
+  group: junit-report-${{ github.event.workflow_run.pull_requests[0].number || github.event.workflow_run.head_sha }}
+  cancel-in-progress: true
+
 permissions:
   checks: write
   contents: read

.github/workflows/master-build.yml

@@ -21,6 +21,10 @@ on:
     types: [opened, synchronize, reopened]
     branches: [master]
 
+concurrency:
+  group: master-build-${{ github.ref }}
+  cancel-in-progress: true
+
 # Java Version Strategy:
 # - BUILD: Requires Java 17+ (JUnit 6 dependency)
 # - RUNTIME: Supports Java 11+ (javac.version=11 produces Java 11 bytecode)
@@ -140,7 +144,7 @@ jobs:
           # Java 11 = major version 55, Java 17 = major version 61
           EXPECTED_VERSION=${{ matrix.javac-version == '11' && '55' || '61' }}
           echo "Expected major version: $EXPECTED_VERSION (Java ${{ matrix.javac-version }})"
-          
+
           # Find a real class file (exclude package-info.class which may have different version)
           cd build/classes
           CLASS_FILE=$(find . -name "*.class" ! -name "package-info.class" | head -1)

.github/workflows/sonarcloud.yml

@@ -18,6 +18,11 @@ on:
   workflow_run:
     workflows: [master pull request ci]
     types: [completed]
+
+concurrency:
+  group: sonarcloud-${{ github.event.workflow_run.pull_requests[0].number || github.event.workflow_run.head_sha }}
+  cancel-in-progress: true
+
 jobs:
   analysis:
     if: github.event.workflow_run.conclusion == 'success'

.github/workflows/yetus.yml

@@ -0,0 +1,116 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Apache Yetus test-patch: pre-commit patch testing (Ant, JDK 17).
+# Runs alongside master-build.yml; all CI is unified on Java 17.
+# See https://yetus.apache.org/documentation/0.15.1/precommit/
+---
+name: Apache Yetus
+on:
+  push:
+    branches: [master]
+  pull_request:
+    types: [opened, synchronize, reopened]
+    branches: [master]
+
+concurrency:
+  group: yetus-${{ github.ref }}
+  cancel-in-progress: true
+
+# GITHUB_TOKEN cannot comment on PRs from forks (403). Use a PAT secret
+# (e.g. YETUS_COMMENT_TOKEN) if you need comments on fork PRs.
+permissions:
+  contents: read
+  statuses: write
+  pull-requests: write
+  issues: write
+
+jobs:
+  yetus:
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+    env:
+      PATCH_DIR: ${{ github.workspace }}/out
+      JAVA_HOME: /usr/lib/jvm/java-17-openjdk-amd64
+    steps:
+      - uses: actions/checkout@v5
+        with:
+          fetch-depth: 0
+      - name: Cache Ivy dependencies
+        uses: actions/cache@v4
+        with:
+          path: ~/.ivy2/cache
+          key: ${{ runner.os }}-ivy-${{ hashFiles('ivy/ivy.xml', 'src/plugin/**/ivy.xml') }}
+          restore-keys: |
+            ${{ runner.os }}-ivy-
+      - name: Apache Yetus test-patch
+        uses: apache/yetus-test-patch-action@0.15.1
+        with:
+          basedir: .
+          buildtool: nobuild
+          githubtoken: ${{ secrets.GITHUB_TOKEN }}
+          javahome: '/usr/lib/jvm/java-17-openjdk-amd64'
+          patchdir: /github/workspace/out
+          plugins: all,-jira,-gitlab,-unit,-compile
+          project: nutch
+      - name: Artifact output
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: apacheyetuspatchdir
+          path: ${{ env.PATCH_DIR }}
+      - name: Install pandoc
+        if: github.event_name == 'pull_request'
+        run: sudo apt-get update && sudo apt-get install -y pandoc
+      - name: Convert HTML report to Markdown
+        if: github.event_name == 'pull_request'
+        run: |
+          OUT="${{ env.PATCH_DIR }}"
+          echo "## Apache Yetus test-patch report" > yetus-report.md
+          echo "" >> yetus-report.md
+          if [ -f "$OUT/report.html" ]; then
+            pandoc "$OUT/report.html" -f html -t gfm >> yetus-report.md 2>/dev/null || {
+              echo "Pandoc conversion failed; using brief report." >> yetus-report.md
+              echo '```' >> yetus-report.md
+              cat "$OUT/brief.txt" >> yetus-report.md 2>/dev/null || true
+              echo '```' >> yetus-report.md
+            }
+          elif [ -f "$OUT/brief.txt" ]; then
+            echo '```' >> yetus-report.md
+            cat "$OUT/brief.txt" >> yetus-report.md
+            echo '```' >> yetus-report.md
+          else
+            echo "No Yetus report or brief found." >> yetus-report.md
+          fi
+      - name: Truncate if over comment limit
+        if: github.event_name == 'pull_request'
+        run: |
+          MAX=60000
+          if [ $(wc -c < yetus-report.md) -gt $MAX ]; then
+            head -c $MAX yetus-report.md > yetus-report-trimmed.md
+            echo "" >> yetus-report-trimmed.md
+            echo "" >> yetus-report-trimmed.md
+            echo "_Report truncated (GitHub comment limit). Full HTML in apacheyetuspatchdir artifact as report.html._" >> yetus-report-trimmed.md
+            mv yetus-report-trimmed.md yetus-report.md
+          fi
+      - name: Comment PR with Yetus report
+        if: github.event_name == 'pull_request'
+        uses: peter-evans/create-or-update-comment@e8674b075228eee787fea43ef493e45ece1004c9
+        continue-on-error: true
+        with:
+          token: ${{ secrets.YETUS_COMMENT_TOKEN || secrets.GITHUB_TOKEN }}
+          repository: ${{ github.repository }}
+          issue-number: ${{ github.event.pull_request.number }}
+          body-path: yetus-report.md

.markdownlint.yaml

@@ -0,0 +1,13 @@
+# Relaxations for Yetus markdownlint (README and docs)
+---
+MD001: false
+MD003: false
+MD012: false
+MD013:
+  line_length: 200
+MD022: false
+MD025: false
+MD033: false
+MD034: false
+MD045: false
+MD046: fenced

.yamllint.yml

@@ -0,0 +1,10 @@
+# Relax rules for workflow and config YAML (Yetus yamllint plugin)
+---
+extends: default
+
+rules:
+  line-length:
+    max: 200
+  document-start: disable
+  truthy:
+    allowed-values: ['true', 'false', 'yes', 'no', 'on', 'off']

.yetus/blanks-eol.txt

@@ -0,0 +1,3 @@
+# Ignore trailing blanks in Yetus-generated patch/diff and logs (not source files).
+# See --blanks-eol-ignore-file in the blanks plugin.
+^out/

.yetus/personality.sh

@@ -0,0 +1,37 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Ensure JAVA_HOME is set for pre-patch and other phases when running in
+# the Yetus Docker container (avoids "JAVA_HOME is not defined" in pre-patch).
+if [ -z "${JAVA_HOME}" ] && [ -d "/usr/lib/jvm/java-17-openjdk-amd64" ]; then
+  export JAVA_HOME="/usr/lib/jvm/java-17-openjdk-amd64"
+fi
+
+# Pass JAVA_HOME into the re-exec Docker container so pre-patch and other
+# phases see it (YETUS-913; otherwise the inner container may not get it).
+## @audience private
+## @stability stable
+function docker_do_env_adds
+{
+  declare k
+  # Use JAVA_HOME so detsecrets does not flag the literal path as high-entropy
+  DOCKER_EXTRAARGS+=("--env=JAVA_HOME=${JAVA_HOME}")
+  for k in "${DOCKER_EXTRAENVS[@]}"; do
+    [[ -z "${k}" ]] && continue
+    if [[ "JAVA_HOME" != "${k}" ]]; then
+      DOCKER_EXTRAARGS+=("--env=${k}=${!k}")
+    fi
+  done
+}