task: module CLI patching methods #1048
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Conda package | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| permissions: read-all | |
| env: | |
| PACKAGE_NAME: mkl_fft | |
| MODULE_NAME: mkl_fft | |
| TEST_ENV_NAME: test_mkl_fft | |
| VER_SCRIPT1: "import json; f = open('ver.json', 'r'); j = json.load(f); f.close(); d = j['mkl_fft'][0];" | |
| VER_SCRIPT2: "print('='.join((d[s] for s in ('version', 'build'))))" | |
| CONDA_BUILD_VERSION: 26.3.0 | |
| jobs: | |
| build_linux: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| include: | |
| - python: "3.10" | |
| numpy: "2.2" | |
| - python: "3.11" | |
| numpy: "2.3" | |
| - python: "3.12" | |
| numpy: "2.3" | |
| - python: "3.13" | |
| numpy: "2.3" | |
| - python: "3.14" | |
| numpy: "2.3" | |
| steps: | |
| - name: Cancel Previous Runs | |
| uses: styfle/cancel-workflow-action@d07a454dad7609a92316b57b23c9ccfd4f59af66 # 0.13.1 | |
| with: | |
| access_token: ${{ github.token }} | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set pkgs_dirs | |
| run: | | |
| echo "pkgs_dirs: [~/.conda/pkgs]" >> ~/.condarc | |
| - name: Cache conda packages | |
| uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 | |
| env: | |
| CACHE_NUMBER: 0 # Increase to reset cache | |
| with: | |
| path: ~/.conda/pkgs | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('**/meta.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Add conda to system path | |
| run: echo "$CONDA"/bin >> "$GITHUB_PATH" | |
| - name: Update conda | |
| run: | | |
| conda update -n base --all | |
| - name: Install conda-build | |
| run: conda install -n base conda-build=${{ env.CONDA_BUILD_VERSION }} -c conda-forge --override-channels | |
| - name: Show Conda info | |
| run: | | |
| conda info --all | |
| - name: List base environment packages | |
| run: | | |
| conda list -n base | |
| - name: Build conda package | |
| run: | | |
| CHANNELS=(-c https://software.repos.intel.com/python/conda -c conda-forge --override-channels) | |
| VERSIONS=(--python "${{ matrix.python }}" --numpy "${{ matrix.numpy }}") | |
| TEST=(--no-test) | |
| conda build \ | |
| "${TEST[@]}" \ | |
| "${VERSIONS[@]}" \ | |
| "${CHANNELS[@]}" \ | |
| conda-recipe | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: /usr/share/miniconda/conda-bld/linux-64/${{ env.PACKAGE_NAME }}-*.conda | |
| test_linux: | |
| needs: build_linux | |
| runs-on: ${{ matrix.runner }} | |
| strategy: | |
| matrix: | |
| python: ["3.10", "3.11", "3.12", "3.13", "3.14"] | |
| numpy: ['numpy">=2"'] | |
| experimental: [false] | |
| runner: [ubuntu-latest] | |
| continue-on-error: ${{ matrix.experimental }} | |
| env: | |
| CHANNELS: -c https://software.repos.intel.com/python/conda -c conda-forge --override-channels | |
| steps: | |
| - name: Download artifact | |
| uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - name: Add conda to system path | |
| run: echo "$CONDA"/bin >> "$GITHUB_PATH" | |
| - name: Update conda | |
| run: | | |
| conda update -n base --all | |
| - name: Install conda-index | |
| run: | | |
| conda install -n base conda-index -c conda-forge --override-channels | |
| - name: Show Conda info | |
| run: | | |
| conda info --all | |
| - name: List base environment packages | |
| run: | | |
| conda list -n base | |
| - name: Create conda channel | |
| run: | | |
| mkdir -p "$GITHUB_WORKSPACE"/channel/linux-64 | |
| mv "$PACKAGE_NAME"-*.conda "$GITHUB_WORKSPACE"/channel/linux-64 | |
| conda index "$GITHUB_WORKSPACE"/channel | |
| - name: Test conda channel | |
| run: | | |
| conda search "$PACKAGE_NAME" -c "$GITHUB_WORKSPACE"/channel --override-channels --info --json > "$GITHUB_WORKSPACE"/ver.json | |
| cat "$GITHUB_WORKSPACE"/ver.json | |
| - name: Collect dependencies | |
| run: | | |
| PACKAGE_VERSION="$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}")" | |
| export PACKAGE_VERSION | |
| CHANNELS=(-c "$GITHUB_WORKSPACE"/channel ${{ env.CHANNELS }}) | |
| conda create -n ${{ env.TEST_ENV_NAME }} "${PACKAGE_NAME}=${PACKAGE_VERSION}" python=${{ matrix.python }} ${{ matrix.numpy }} "${CHANNELS[@]}" --only-deps --dry-run > lockfile | |
| - name: Display lockfile | |
| run: cat lockfile | |
| - name: Set pkgs_dirs | |
| run: | | |
| echo "pkgs_dirs: [~/.conda/pkgs]" >> ~/.condarc | |
| - name: Cache conda packages | |
| uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 | |
| env: | |
| CACHE_NUMBER: 0 # Increase to reset cache | |
| with: | |
| path: ~/.conda/pkgs | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('lockfile') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Install mkl_fft | |
| run: | | |
| CHANNELS=(-c "$GITHUB_WORKSPACE"/channel ${{ env.CHANNELS }}) | |
| PACKAGE_VERSION="$(python -c "${VER_SCRIPT1} ${VER_SCRIPT2}")" | |
| export PACKAGE_VERSION | |
| conda create -n ${{ env.TEST_ENV_NAME }} "${PACKAGE_NAME}=${PACKAGE_VERSION}" python=${{ matrix.python }} ${{ matrix.numpy }} pytest "${CHANNELS[@]}" | |
| conda install -n ${{ env.TEST_ENV_NAME }} "scipy>=1.10" "mkl-service" "${CHANNELS[@]}" | |
| # Test installed packages | |
| conda list -n ${{ env.TEST_ENV_NAME }} | |
| - name: Run tests | |
| run: | | |
| source "$CONDA"/etc/profile.d/conda.sh | |
| conda activate ${{ env.TEST_ENV_NAME }} | |
| pytest -v --pyargs "$MODULE_NAME" | |
| build_windows: | |
| runs-on: windows-latest | |
| defaults: | |
| run: | |
| shell: cmd /C CALL {0} | |
| strategy: | |
| matrix: | |
| include: | |
| - python: "3.10" | |
| numpy: "2.2" | |
| - python: "3.11" | |
| numpy: "2.3" | |
| - python: "3.12" | |
| numpy: "2.3" | |
| - python: "3.13" | |
| numpy: "2.3" | |
| - python: "3.14" | |
| numpy: "2.3" | |
| steps: | |
| - name: Cancel Previous Runs | |
| uses: styfle/cancel-workflow-action@d07a454dad7609a92316b57b23c9ccfd4f59af66 # 0.13.1 | |
| with: | |
| access_token: ${{ github.token }} | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2 | |
| with: | |
| fetch-depth: 0 | |
| - uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 | |
| with: | |
| auto-update-conda: true | |
| miniforge-version: latest | |
| activate-environment: build | |
| channels: conda-forge | |
| python-version: ${{ matrix.python }} | |
| conda-build-version: ${{ env.CONDA_BUILD_VERSION }} | |
| - name: Cache conda packages | |
| uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 | |
| env: | |
| CACHE_NUMBER: 3 # Increase to reset cache | |
| with: | |
| path: /home/runner/conda_pkgs_dir | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('**/meta.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Store conda paths as envs | |
| shell: bash -l {0} | |
| run: | | |
| echo "CONDA_BLD=$CONDA/conda-bld/win-64/" | tr "\\\\" '/' >> "$GITHUB_ENV" | |
| - name: Show Conda info | |
| run: | | |
| conda info --all | |
| - name: List base environment packages | |
| run: | | |
| conda list -n base | |
| - name: Build conda package | |
| run: | | |
| conda build --no-test --python ${{ matrix.python }} --numpy ${{ matrix.numpy }} -c https://software.repos.intel.com/python/conda -c conda-forge --override-channels conda-recipe | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| path: ${{ env.CONDA_BLD }}${{ env.PACKAGE_NAME }}-*.conda | |
| test_windows: | |
| needs: build_windows | |
| runs-on: ${{ matrix.runner }} | |
| defaults: | |
| run: | |
| shell: cmd /C CALL {0} | |
| strategy: | |
| matrix: | |
| python: ["3.10", "3.11", "3.12", "3.13", "3.14"] | |
| numpy: ['numpy">=2"'] | |
| experimental: [false] | |
| runner: [windows-latest] | |
| continue-on-error: ${{ matrix.experimental }} | |
| env: | |
| workdir: '${{ github.workspace }}' | |
| CHANNELS: -c https://software.repos.intel.com/python/conda -c conda-forge --override-channels | |
| steps: | |
| - name: Download artifact | |
| uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1 | |
| with: | |
| name: ${{ env.PACKAGE_NAME }} ${{ runner.os }} Python ${{ matrix.python }} | |
| - uses: conda-incubator/setup-miniconda@8ee1f361103df19b6f8c8655fd3967a8ecb162d5 # v4.0.1 | |
| with: | |
| auto-update-conda: true | |
| miniforge-version: latest | |
| channels: conda-forge | |
| activate-environment: ${{ env.TEST_ENV_NAME }} | |
| python-version: ${{ matrix.python }} | |
| - name: Install conda-index | |
| run: | | |
| conda install -n base conda-index | |
| - name: Show Conda info | |
| run: | | |
| conda info --all | |
| - name: List base environment packages | |
| run: | | |
| conda list -n base | |
| - name: Create conda channel with the artifact bit | |
| shell: cmd /C CALL {0} | |
| run: | | |
| echo ${{ env.workdir }} | |
| mkdir ${{ env.workdir }}\channel\ | |
| mkdir ${{ env.workdir }}\channel\win-64 | |
| move ${{ env.PACKAGE_NAME }}-*.conda ${{ env.workdir }}\channel\win-64 | |
| dir ${{ env.workdir }}\channel\win-64 | |
| - name: Index the channel | |
| shell: cmd /C CALL {0} | |
| run: conda index ${{ env.workdir }}\channel | |
| - name: Dump mkl_fft version info from created channel into ver.json | |
| shell: cmd /C CALL {0} | |
| run: | | |
| conda search ${{ env.PACKAGE_NAME }} -c ${{ env.workdir }}/channel --override-channels --info --json > ${{ env.workdir }}\ver.json | |
| - name: Output content of produced ver.json | |
| shell: pwsh | |
| run: Get-Content -Path ${{ env.workdir }}\ver.json | |
| - name: Collect dependencies | |
| shell: cmd /C CALL {0} | |
| run: | | |
| @ECHO ON | |
| IF NOT EXIST ver.json ( | |
| copy /Y ${{ env.workdir }}\ver.json . | |
| ) | |
| SET "SCRIPT=%VER_SCRIPT1% %VER_SCRIPT2%" | |
| FOR /F "tokens=* USEBACKQ" %%F IN (`python -c "%SCRIPT%"`) DO ( | |
| SET PACKAGE_VERSION=%%F | |
| ) | |
| conda install -n ${{ env.TEST_ENV_NAME }} ${{ env.PACKAGE_NAME }}=%PACKAGE_VERSION% python=${{ matrix.python }} ${{ matrix.numpy }} -c ${{ env.workdir }}/channel ${{ env.CHANNELS }} --only-deps --dry-run > lockfile | |
| - name: Display lockfile content | |
| shell: pwsh | |
| run: Get-Content -Path .\lockfile | |
| - name: Cache conda packages | |
| uses: actions/cache@27d5ce7f107fe9357f9df03efb73ab90386fccae # v5.0.5 | |
| env: | |
| CACHE_NUMBER: 0 # Increase to reset cache | |
| with: | |
| path: /home/runner/conda_pkgs_dir | |
| key: | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}-${{hashFiles('lockfile') }} | |
| restore-keys: | | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-python-${{ matrix.python }}- | |
| ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}- | |
| - name: Install mkl_fft | |
| shell: cmd /C CALL {0} | |
| run: | | |
| @ECHO ON | |
| IF NOT EXIST ver.json ( | |
| copy /Y ${{ env.workdir }}\ver.json . | |
| ) | |
| set "SCRIPT=%VER_SCRIPT1% %VER_SCRIPT2%" | |
| FOR /F "tokens=* USEBACKQ" %%F IN (`python -c "%SCRIPT%"`) DO ( | |
| SET PACKAGE_VERSION=%%F | |
| ) | |
| SET "TEST_DEPENDENCIES=pytest" | |
| conda install -n ${{ env.TEST_ENV_NAME }} ${{ env.PACKAGE_NAME }}=%PACKAGE_VERSION% %TEST_DEPENDENCIES% python=${{ matrix.python }} ${{ matrix.numpy }} -c ${{ env.workdir }}/channel ${{ env.CHANNELS }} | |
| } | |
| - name: Install additional test dependencies | |
| shell: cmd /C CALL {0} | |
| run: | | |
| conda install -n ${{ env.TEST_ENV_NAME }} "scipy>=1.10" "mkl-service" -c ${{ env.workdir }}/channel ${{ env.CHANNELS }} | |
| - name: Report content of test environment | |
| shell: cmd /C CALL {0} | |
| run: | | |
| echo "Value of CONDA environment variable was: " %CONDA% | |
| echo "Value of CONDA_PREFIX environment variable was: " %CONDA_PREFIX% | |
| conda info && conda list -n ${{ env.TEST_ENV_NAME }} | |
| - name: Run tests | |
| shell: cmd /C CALL {0} | |
| run: >- | |
| conda activate ${{ env.TEST_ENV_NAME }} && python -m pytest -v -s --pyargs ${{ env.MODULE_NAME }} |