Perf/int32

.github/dependabot.yml

@@ -12,3 +12,30 @@ updates:
     github-actions:
       patterns:
       - '*'
+
+# Pinned ``[benchmarks]`` extra in pyproject.toml. One PR per dep bump
+# → CodSpeed CI runs and attributes any perf delta to that specific
+# bump. Keeps the cross-version ``sweep`` baseline (lockfile-pinned)
+# stable while still surfacing upstream perf changes per-PR with
+# eyes-open review. Loose ``[project.dependencies]`` (numpy, scipy, ...)
+# have no version specifier so Dependabot leaves them alone — only the
+# ``==`` pins in ``[benchmarks]`` produce PRs.
+- package-ecosystem: pip
+  directory: /
+  schedule:
+    interval: monthly
+  open-pull-requests-limit: 5
+  groups:
+    # Measurement scaffolding + CLI/notebook tooling. Perf-irrelevant —
+    # they don't move CodSpeed signal, so batching into one PR cuts
+    # review noise. Perf-relevant deps (numpy, xarray, highspy, …) stay
+    # un-grouped so each gets its own attributed CodSpeed delta.
+    benchmark-tooling:
+      patterns:
+        - pytest
+        - pytest-benchmark
+        - pytest-memray
+        - pytest-codspeed
+        - nbconvert
+        - typer
+        - plotly

.github/pull_request_template.md

@@ -1,10 +1,14 @@
 Closes # (if applicable).
 
+<!-- Using AI? Keep this description human: write your own intent by hand and
+mark AI-generated content. See AGENTS.md for the rules. -->
+
 ## Changes proposed in this Pull Request
 
 
 ## Checklist
 
+- [ ] AI-generated content is marked (see [`AGENTS.md`](../blob/master/AGENTS.md)).
 - [ ] Code changes are sufficiently documented; i.e. new functions contain docstrings and further explanations may be given in `doc`.
 - [ ] Unit tests for new features were added (if applicable).
 - [ ] A note for the release notes `doc/release_notes.rst` of the upcoming release is included.

.github/workflows/benchmark-smoke.yml

@@ -0,0 +1,39 @@
+name: Benchmark smoke
+
+# Builds every spec and fires every phase once (--benchmark-disable):
+# a "did a refactor break a spec?" check, not timing.
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ '*' ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  smoke:
+    name: Benchmark smoke (quick)
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v7
+      with:
+        fetch-depth: 0  # setuptools_scm
+
+    - name: Set up Python 3.13
+      uses: actions/setup-python@v6
+      with:
+        python-version: "3.13"
+
+    - name: Install package and benchmark dependencies
+      run: |
+        python -m pip install uv
+        uv pip install --system -e ".[dev,benchmarks]"
+
+    - name: Run benchmark smoke
+      # Every spec builds at one size and every phase fires once, no timings.
+      run: |
+        pytest benchmarks/ --benchmark-disable -q

.github/workflows/claude.yml

@@ -31,7 +31,7 @@ jobs:
       id-token: write
     steps:
       - name: Checkout repository
-        uses: actions/checkout@v6
+        uses: actions/checkout@v7
         with:
           fetch-depth: 1
 

.github/workflows/codeql.yml

@@ -55,7 +55,7 @@ jobs:
         # your codebase is analyzed, see https://docs.github.com/en/code-security/code-scanning/creating-an-advanced-setup-for-code-scanning/codeql-code-scanning-for-compiled-languages
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v6
+      uses: actions/checkout@v7
 
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL

.github/workflows/codspeed.yml

@@ -0,0 +1,76 @@
+name: CodSpeed
+
+# Both instruments in one workflow (CodSpeed aggregates per-commit results from a
+# single workflow). Memory: heap tracking on a free GitHub runner, every PR +
+# master. Walltime: bare-metal macro runner, master + the maintainer-gated
+# `trigger:benchmark` label only.
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+    types: [ opened, synchronize, reopened, labeled ]
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  memory:
+    name: Memory (heap)
+    runs-on: ubuntu-latest
+    continue-on-error: true   # informational, never blocks a merge
+    permissions:
+      contents: read   # actions/checkout
+      id-token: write  # OIDC auth with CodSpeed — no token secret
+    steps:
+    - uses: actions/checkout@v7
+      with:
+        fetch-depth: 0  # setuptools_scm
+    - name: Set up Python 3.13
+      uses: actions/setup-python@v6
+      with:
+        python-version: "3.13"
+    - name: Install pinned benchmark environment
+      run: |
+        python -m pip install uv
+        uv pip install --system -e ".[dev,benchmarks]"
+    - name: Run benchmarks under CodSpeed (memory)
+      uses: CodSpeedHQ/action@v4
+      with:
+        mode: memory
+        run: |
+          pytest benchmarks/ --codspeed
+
+  walltime:
+    name: Walltime (macro runner)
+    # Master push / dispatch always; PRs only when explicitly labelled — macro
+    # minutes are metered and bare-metal shouldn't run arbitrary PR code.
+    if: >-
+      ${{ github.event_name != 'pull_request' ||
+          contains(github.event.pull_request.labels.*.name, 'trigger:benchmark') }}
+    runs-on: codspeed-macro
+    continue-on-error: true
+    permissions:
+      contents: read
+      id-token: write
+    steps:
+    - uses: actions/checkout@v7
+      with:
+        fetch-depth: 0  # setuptools_scm
+    - name: Set up Python 3.13
+      uses: actions/setup-python@v6
+      with:
+        python-version: "3.13"
+    - name: Install pinned benchmark environment
+      run: |
+        python -m pip install uv
+        uv pip install --system -e ".[dev,benchmarks]"
+    - name: Run benchmarks under CodSpeed (walltime)
+      uses: CodSpeedHQ/action@v4
+      with:
+        mode: walltime
+        run: |
+          pytest benchmarks/ --codspeed

.github/workflows/release.yml

@@ -11,7 +11,7 @@ jobs:
     name: Build and verify package
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
       - uses: hynek/build-and-inspect-python-package@v2
 
   release:
@@ -20,8 +20,8 @@ jobs:
     needs: [build]
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
-      - uses: softprops/action-gh-release@v2
+      - uses: actions/checkout@v7
+      - uses: softprops/action-gh-release@v3
         with:
           generate_release_notes: true
 
@@ -36,7 +36,7 @@ jobs:
     permissions:
       id-token: write
     steps:
-      - uses: actions/download-artifact@v7
+      - uses: actions/download-artifact@v8
         with:
           name: Packages
           path: dist

.github/workflows/test-models.yml

@@ -5,8 +5,7 @@ on:
     branches:
       - master
   pull_request:
-    branches:
-      - master
+    branches: ["*"]
   schedule:
     - cron: "0 5 * * *"
 
@@ -24,14 +23,14 @@ jobs:
       matrix:
         version:
           - master
-        # - latest # Activate when v0.14.0 is released
+        # - latest
 
     defaults:
       run:
         shell: bash -l {0}
 
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v7
         with:
           repository: PyPSA/pypsa-eur
           ref: master
@@ -43,11 +42,23 @@ jobs:
           latest_tag=$(git describe --tags `git rev-list --tags --max-count=1`)
           git checkout $latest_tag
 
+      - name: Setup Pixi
+        uses: prefix-dev/setup-pixi@v0.9.6
+        with:
+          pixi-version: v0.68.1
+          cache: true
+          # Do not cache in branches
+          cache-write: ${{ github.event_name == 'push' && github.ref_name == 'master' }}
+
+      - name: Setup cache keys
+        run: |
+          echo "WEEK=$(date +'%Y%U')" >> $GITHUB_ENV # data and cutouts
+
       # Only run check if package is not pinned
-      - name: Check if inhouse package is pinned
+      - name: Check if linopy package is pinned
         run: |
-          grep_line=$(grep -- '- pypsa' envs/environment.yaml)
-          if [[ $grep_line == *"<"* || $grep_line == *"=="* ]]; then
+          grep_line=$(grep -- '${{ github.event.repository.name }} = ' pixi.toml)
+          if [[ $grep_line == *"<* || $grep_line == *"==* ]]; then
               echo "pinned=true" >> $GITHUB_ENV
           else
               echo "pinned=false" >> $GITHUB_ENV
@@ -67,45 +78,35 @@ jobs:
             cutouts
           key: data-cutouts-${{ env.week }}
 
-      - uses: conda-incubator/setup-miniconda@v3
-        if: env.pinned == 'false'
-        with:
-          activate-environment: pypsa-eur
-
-      - name: Cache Conda env
-        if: env.pinned == 'false'
-        uses: actions/cache@v5
-        with:
-          path: ${{ env.CONDA }}/envs
-          key: conda-pypsa-eur-${{ env.week }}-${{ hashFiles('envs/linux-64.lock.yaml') }}
-        id: cache-env
-
-      - name: Update environment
-        if: env.pinned == 'false' && steps.cache-env.outputs.cache-hit != 'true'
-        run: conda env update -n pypsa-eur -f envs/linux-64.lock.yaml
-
       - name: Install package from ref
         if: env.pinned == 'false'
         run: |
-          python -m pip install git+https://github.com/${{ github.repository }}@${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
+          pixi remove pypsa
+          pixi remove linopy
+          pixi add --pypi --git https://github.com/${{ github.repository }}.git ${{ github.event.repository.name }} --rev ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
+          pixi add --pypi pypsa
 
       - name: Run snakemake test workflows
         if: env.pinned == 'false'
         run: |
-          make test
+          pixi run integration-tests
 
       - name: Run unit tests
         if: env.pinned == 'false'
         run: |
-          make unit-test
+          pixi run unit-tests
 
       - name: Upload artifacts
         if: env.pinned == 'false'
-        uses: actions/upload-artifact@v6
+        uses: actions/upload-artifact@v7
         with:
           name: results-pypsa-eur-${{ matrix.version }}
           path: |
             logs
             .snakemake/log
             results
           retention-days: 3
+
+      - name: Show remaining disk space
+        if: always()
+        run: df -h

.github/workflows/test-notebooks.yml

@@ -0,0 +1,58 @@
+name: Test Notebooks
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ '*' ]
+  schedule:
+  - cron: "0 5 * * TUE"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  notebooks:
+    name: Test documentation notebooks
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v7
+      with:
+        fetch-depth: 0
+
+    - name: Set up Python 3.12
+      uses: actions/setup-python@v6
+      with:
+        python-version: "3.12"
+
+    - name: Install package and dependencies
+      run: |
+        python -m pip install uv
+        uv pip install --system -e ".[docs]"
+
+    - name: Execute notebooks
+      run: |
+        EXIT_CODE=0
+        for notebook in examples/*.ipynb; do
+          name=$(basename "$notebook")
+
+          # Skip notebooks that require credentials or special setup
+          case "$name" in
+            solve-on-oetc.ipynb|solve-on-remote.ipynb)
+              echo "Skipping $name (requires credentials or special setup)"
+              continue
+              ;;
+          esac
+
+          echo "::group::Running $name"
+          if jupyter nbconvert --to notebook --execute --ExecutePreprocessor.timeout=600 "$notebook"; then
+            echo "✓ $name passed"
+          else
+            echo "::error::✗ $name failed"
+            EXIT_CODE=1
+          fi
+          echo "::endgroup::"
+        done
+        exit $EXIT_CODE