testpackage for comparing hashes of outputs and saving them as reference data + vlsvrs testing

.github/workflows/generate_reference_hashes.yml

@@ -0,0 +1,47 @@
+# This workflow will install Python dependencies , analysator and generate verification set to /wrk-kappa/group/spacephysics/analysator/CI/verification_sets/ under new folder based on commit id
+name: generate_reference_hashes
+
+on:
+  workflow_dispatch:
+
+
+jobs:
+
+  turso_system:
+        if: github.repository_owner == 'fmihpc'
+        runs-on: carrington
+        timeout-minutes: 60
+        strategy:
+          fail-fast: false
+          max-parallel: 2
+          matrix:
+            extras: ["testpackage"]
+        steps:
+        - uses: actions/checkout@v4
+          timeout-minutes: 5
+        - name: Install uv
+          uses: astral-sh/setup-uv@v6
+          timeout-minutes: 5
+        - name: Install dependencies
+          timeout-minutes: 5
+          run: |
+            export TMPDIR=$RUNNER_TEMP
+            export UV_LINK_MODE=copy
+            module purge
+            module load Python/3.10.4-GCCcore-11.3.0
+            uv venv CI_env
+            . CI_env/bin/activate
+            uv pip install --editable ../analysator[${{ matrix.extras }}]
+        - name: Produce reference hashes
+          run: |
+            export TMPDIR=$RUNNER_TEMP
+            module purge
+            module load Python/3.10.4-GCCcore-11.3.0
+            . CI_env/bin/activate
+
+            DATAPATH="/turso/group/spacephysics/analysator/CI/verification_sets_hashes/$(git rev-parse HEAD)"
+            mkdir $DATAPATH
+            touch $DATAPATH/.lockfile
+            srun --constraint="carrington" --mem=5G -c 1 bash -c "ml Python/3.10; . CI_env/bin/activate; python testpackage/testpackage_hashes.py -g $DATAPATH"  
+
+            rm $DATAPATH/.lockfile

.github/workflows/test_compare_images.yml

@@ -13,9 +13,55 @@ concurrency:
 
 jobs:
 
+  hashes_test:
+        if: github.repository_owner == 'fmihpc'
+        runs-on: carrington
+        strategy:
+          fail-fast: false
+          matrix:
+            extras: ["all"]
+        steps:
+        - uses: actions/checkout@v4
+          timeout-minutes: 5
+        - name: Install uv
+          uses: astral-sh/setup-uv@v6
+          timeout-minutes: 5
+        - name: Install dependencies
+          timeout-minutes: 5
+          run: |
+            module load GCCcore/11.3.0
+            export TMPDIR=$RUNNER_TEMP
+            uv venv CI_env
+            . CI_env/bin/activate
+            uv pip install cmake
+            uv pip install --editable ../analysator[${{ matrix.extras }}]
+            uv pip install -r requirements-backend.txt 
+        - name: Trial imports
+          run: |
+            export TMPDIR=$RUNNER_TEMP
+            . CI_env/bin/activate
+            python -c 'import analysator as pt'
+            python -c 'import analysator as pt;pt.plot.__dict__'
+            python -c 'import analysator as pt;pt.calculations.__dict__'
+            python -c 'import analysator as pt;pt.vlsvfile.__dict__'
+            python -c 'import analysator as pt;pt.miscellaneous.__dict__'
+
+        - name: Testing backend and vlsvreader 
+          run: |
+            . CI_env/bin/activate
+            verf_loc="/turso/group/spacephysics/analysator/CI/verification_sets_hashes/"
+            verfset=$(ls -lth $verf_loc | grep ^d | head -n1 | grep -Po '\w+$')
+
+            if [[ -f $verf_loc/$verfset/.lockfile ]]; then 
+              echo ".lockfile found in $verf_loc/$verfset, not comparing, something probably went wrong removing the lockfile"
+              exit 1
+            fi
+            srun --constraint="carrington" --mem=5G -c 1 bash -c  "ml purge; ml Python/3.10; . CI_env/bin/activate; python ./testpackage/testpackage_hashes.py -c '$verf_loc/$verfset/'"
+
   turso_system:
         if: github.repository_owner == 'fmihpc'
         runs-on: carrington
+        needs: hashes_test
         timeout-minutes: 120
         strategy:
           fail-fast: false

.github/workflows/test_compare_images_full.yml

@@ -12,6 +12,52 @@ on:
 
 jobs:
 
+  hashes_test:
+        if: github.repository_owner == 'fmihpc'
+        runs-on: carrington
+        strategy:
+          fail-fast: false
+          matrix:
+            extras: ["all"]
+        steps:
+        - uses: actions/checkout@v4
+          timeout-minutes: 5
+        - name: Install uv
+          uses: astral-sh/setup-uv@v6
+          timeout-minutes: 5
+        - name: Install dependencies
+          timeout-minutes: 5
+          run: |
+            module load GCCcore/11.3.0
+            export TMPDIR=$RUNNER_TEMP
+            uv venv CI_env
+            . CI_env/bin/activate
+            uv pip install cmake
+            uv pip install --editable ../analysator[${{ matrix.extras }}]
+            uv pip install -r requirements-backend.txt 
+        - name: Trial imports
+          run: |
+            export TMPDIR=$RUNNER_TEMP
+            . CI_env/bin/activate
+            python -c 'import analysator as pt'
+            python -c 'import analysator as pt;pt.plot.__dict__'
+            python -c 'import analysator as pt;pt.calculations.__dict__'
+            python -c 'import analysator as pt;pt.vlsvfile.__dict__'
+            python -c 'import analysator as pt;pt.miscellaneous.__dict__'
+
+        - name: Testing backend and vlsvreader 
+          run: |
+            . CI_env/bin/activate
+            verf_loc="/turso/group/spacephysics/analysator/CI/verification_sets_hashes/"
+            verfset=$(ls -lth $verf_loc | grep ^d | head -n1 | grep -Po '\w+$')
+
+            if [[ -f $verf_loc/$verfset/.lockfile ]]; then 
+              echo ".lockfile found in $verf_loc/$verfset, not comparing, something probably went wrong removing the lockfile"
+              exit 1
+            fi
+            srun --constraint="carrington" --mem=5G -c 1 bash -c  "ml purge; ml Python/3.10; . CI_env/bin/activate; python ./testpackage/testpackage_hashes.py -c '$verf_loc/$verfset/'"
+
+
   turso_system:
         if: github.repository_owner == 'fmihpc'
         runs-on: carrington

.github/workflows/test_python_turso.yml

@@ -12,6 +12,10 @@ on:
     - cron: '0 8 * * MON'
   workflow_dispatch:
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+
 jobs:
 
   turso_system:
@@ -39,6 +43,7 @@ jobs:
             . CI_env/bin/activate
             uv pip install cmake
             uv pip install --editable ../analysator[${{ matrix.extras }}]
+            uv pip install -r requirements-backend.txt 
         - name: Trial imports
           run: |
             export TMPDIR=$RUNNER_TEMP