From 7dc189e019363f95f2dcd9419a0470ab885dcba6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 11:55:40 +0100 Subject: [PATCH 01/10] GH-48461: [R][CI] Migrate Azure pipelines to GitHub actions --- .github/workflows/r_extra.yml | 173 ++++++++++++++++++++++++++++++++++ 1 file changed, 173 insertions(+) create mode 100644 .github/workflows/r_extra.yml diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml new file mode 100644 index 00000000000..1f5ec6f8ef3 --- /dev/null +++ b/.github/workflows/r_extra.yml @@ -0,0 +1,173 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +name: R Extra + +on: + push: + branches: + - '**' + - '!dependabot/**' + paths: + - '.dockerignore' + - '.github/workflows/check_labels.yml' + - '.github/workflows/r_extra.yml' + - '.github/workflows/report_ci.yml' + - "ci/docker/**" + - "ci/etc/rprofile" + - "ci/scripts/PKGBUILD" + - "ci/scripts/cpp_*.sh" + - "ci/scripts/install_minio.sh" + - "ci/scripts/r_*.sh" + - "cpp/**" + - "compose.yaml" + - "r/**" + tags: + - '**' + pull_request: + paths: + - '.dockerignore' + - '.github/workflows/check_labels.yml' + - '.github/workflows/r_extra.yml' + - '.github/workflows/report_ci.yml' + - "ci/docker/**" + - "ci/etc/rprofile" + - "ci/scripts/PKGBUILD" + - "ci/scripts/cpp_*.sh" + - "ci/scripts/install_minio.sh" + - "ci/scripts/r_*.sh" + - "cpp/**" + - "compose.yaml" + - "r/**" + types: + - labeled + - opened + - reopened + - synchronize + schedule: + - cron: | + 0 4 * * * + +concurrency: + group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }} + cancel-in-progress: true + +permissions: + contents: read + +jobs: + check-labels: + if: github.event_name != 'schedule' || github.repository == 'apache/arrow' + uses: ./.github/workflows/check_labels.yml + secrets: inherit + with: + parent-workflow: cpp_extra + + docker: + needs: check-labels + name: ${{ matrix.title }} + runs-on: ${{ matrix.runs-on }} + if: >- + needs.check-labels.outputs.force == 'true' || + contains(fromJSON(needs.check-labels.outputs.ci-extra-labels || '[]'), 'CI: Extra') || + contains(fromJSON(needs.check-labels.outputs.ci-extra-labels || '[]'), 'CI: Extra: R') + timeout-minutes: 75 + strategy: + fail-fast: false + matrix: + include: + - envs: + ARROW_R_DEV: "TRUE" + R_ORG: rocker + R_IMAGE: r-ver + R_TAG: latest + image: r + runs-on: ubuntu-latest + run-options: >- + -e ARROW_DEPENDENCY_SOURCE=BUNDLED + title: Rocker R-ver Latest - Bundled Dependencies + env: + ARCHERY_DEBUG: 1 + ARROW_ENABLE_TIMING_TESTS: OFF + DOCKER_VOLUME_PREFIX: ".docker/" + steps: + - name: Checkout Arrow + uses: actions/checkout@v6 + with: + fetch-depth: 0 + submodules: recursive + - name: Cache Docker Volumes + uses: actions/cache@v5 + with: + path: .docker + key: extra-${{ matrix.image }}-${{ hashFiles('cpp/**') }} + restore-keys: extra-${{ matrix.image }}- + - name: Setup Python + uses: actions/setup-python@v6 + with: + python-version: 3 + - name: Setup Archery + run: python3 -m pip install -e dev/archery[docker] + - name: Execute Docker Build + continue-on-error: ${{ matrix.continue-on-error || false }} + env: + ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }} + ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }} + ENVS: ${{ toJSON(matrix.envs) }} + run: | + # GH-40558: reduce ASLR to avoid ASAN/LSAN crashes + sudo sysctl -w vm.mmap_rnd_bits=28 + source ci/scripts/util_enable_core_dumps.sh + if [ "${ENVS}" != "null" ]; then + echo "${ENVS}" | jq -r '.[]' | while read env; do + echo "${env}" >> .env + done + fi + archery docker run ${{ matrix.run-options || '' }} ${{ matrix.image }} + - name: Docker Push + if: >- + success() && + github.event_name == 'push' && + github.repository == 'apache/arrow' && + github.ref_name == 'main' + env: + ARCHERY_DOCKER_USER: ${{ secrets.DOCKERHUB_USER }} + ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }} + continue-on-error: true + run: archery docker push ${{ matrix.image }} + - name: Dump install logs + run: cat arrow/r/check/arrow.Rcheck/00install.out + if: always() + continue-on-error: true + - name: Dump test logs + run: cat arrow/r/check/arrow.Rcheck/tests/testthat.Rout* + if: always() + continue-on-error: true + - name: Save the test output + if: always() + uses: actions/upload-artifact@v4 + with: + name: test-output-{{ "${{ matrix.config.r_image }}" }} + path: arrow/r/check/arrow.Rcheck/tests/testthat.Rout* + continue-on-error: true + + report-extra-cpp: + if: github.event_name == 'schedule' && always() + needs: + - docker + uses: ./.github/workflows/report_ci.yml + secrets: inherit From 4624fe7d25cec1162d9ae491a7a0cbc0209b0e2b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 12:22:53 +0100 Subject: [PATCH 02/10] Print env --- .github/workflows/r_extra.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml index 1f5ec6f8ef3..6502374e279 100644 --- a/.github/workflows/r_extra.yml +++ b/.github/workflows/r_extra.yml @@ -134,7 +134,7 @@ jobs: source ci/scripts/util_enable_core_dumps.sh if [ "${ENVS}" != "null" ]; then echo "${ENVS}" | jq -r '.[]' | while read env; do - echo "${env}" >> .env + echo "${env}" done fi archery docker run ${{ matrix.run-options || '' }} ${{ matrix.image }} From e10a15e64ce62253bc7aca4e641fbd2dcff3b971 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 12:32:03 +0100 Subject: [PATCH 03/10] Revert adding variables to .env so they are updated --- .github/workflows/r_extra.yml | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml index 6502374e279..301c611d756 100644 --- a/.github/workflows/r_extra.yml +++ b/.github/workflows/r_extra.yml @@ -91,10 +91,8 @@ jobs: matrix: include: - envs: - ARROW_R_DEV: "TRUE" - R_ORG: rocker R_IMAGE: r-ver - R_TAG: latest + R_ORG: rocker image: r runs-on: ubuntu-latest run-options: >- @@ -134,7 +132,7 @@ jobs: source ci/scripts/util_enable_core_dumps.sh if [ "${ENVS}" != "null" ]; then echo "${ENVS}" | jq -r '.[]' | while read env; do - echo "${env}" + echo "${env}" >> .env done fi archery docker run ${{ matrix.run-options || '' }} ${{ matrix.image }} From 9040ddac48a8de22bf8435a1d165d6d4ee303346 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 12:54:16 +0100 Subject: [PATCH 04/10] Add more debugging --- .github/workflows/r_extra.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml index 301c611d756..25d57e44fcb 100644 --- a/.github/workflows/r_extra.yml +++ b/.github/workflows/r_extra.yml @@ -135,6 +135,7 @@ jobs: echo "${env}" >> .env done fi + cat .env archery docker run ${{ matrix.run-options || '' }} ${{ matrix.image }} - name: Docker Push if: >- From 9950e4ab9c32b65c1f793c35652d664e16e88dc6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 13:23:43 +0100 Subject: [PATCH 05/10] Fix for envs? --- .github/workflows/r_extra.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml index 25d57e44fcb..0fbaa135c4d 100644 --- a/.github/workflows/r_extra.yml +++ b/.github/workflows/r_extra.yml @@ -91,8 +91,8 @@ jobs: matrix: include: - envs: - R_IMAGE: r-ver - R_ORG: rocker + - R_IMAGE: r-ver + - R_ORG: rocker image: r runs-on: ubuntu-latest run-options: >- From f166ed0606331991d3a41e9607f02c506b7321e9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 13:28:08 +0100 Subject: [PATCH 06/10] Fix for envs? --- .github/workflows/r_extra.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml index 0fbaa135c4d..b5b84bd9112 100644 --- a/.github/workflows/r_extra.yml +++ b/.github/workflows/r_extra.yml @@ -91,8 +91,8 @@ jobs: matrix: include: - envs: - - R_IMAGE: r-ver - - R_ORG: rocker + - R_IMAGE=r-ver + - R_ORG=rocker image: r runs-on: ubuntu-latest run-options: >- From 975b30fb782f2aa348066b9151d9cf69385208f0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 14:23:10 +0100 Subject: [PATCH 07/10] Update path to where install and test output should be --- .github/workflows/r_extra.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml index b5b84bd9112..d2d33ff74ad 100644 --- a/.github/workflows/r_extra.yml +++ b/.github/workflows/r_extra.yml @@ -149,11 +149,11 @@ jobs: continue-on-error: true run: archery docker push ${{ matrix.image }} - name: Dump install logs - run: cat arrow/r/check/arrow.Rcheck/00install.out + run: cat r/check/arrow.Rcheck/00install.out if: always() continue-on-error: true - name: Dump test logs - run: cat arrow/r/check/arrow.Rcheck/tests/testthat.Rout* + run: cat r/check/arrow.Rcheck/tests/testthat.Rout* if: always() continue-on-error: true - name: Save the test output @@ -161,7 +161,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: test-output-{{ "${{ matrix.config.r_image }}" }} - path: arrow/r/check/arrow.Rcheck/tests/testthat.Rout* + path: r/check/arrow.Rcheck/tests/testthat.Rout* continue-on-error: true report-extra-cpp: From 22c3f87d1aaf1c1316f6c100831bc75a6398ea91 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 15:07:11 +0100 Subject: [PATCH 08/10] Add other R jobs to workflow and clean up azure pipelines --- .github/workflows/r_extra.yml | 53 +++++++++++++++++++++++++- dev/tasks/r/azure.linux.yml | 71 ----------------------------------- dev/tasks/tasks.yml | 60 ----------------------------- 3 files changed, 51 insertions(+), 133 deletions(-) delete mode 100644 dev/tasks/r/azure.linux.yml diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml index d2d33ff74ad..c660f27b552 100644 --- a/.github/workflows/r_extra.yml +++ b/.github/workflows/r_extra.yml @@ -90,6 +90,20 @@ jobs: fail-fast: false matrix: include: + - envs: + - R_IMAGE=r-ver + - R_ORG=rocker + image: r + runs-on: ubuntu-latest + title: Rocker R-ver + - envs: + - R_IMAGE=r-ver + - R_ORG=rocker + image: r + runs-on: ubuntu-latest + run-options: >- + -e LIBARROW_MINIMAL=TRUE + title: Rocker R-ver - Minimal - envs: - R_IMAGE=r-ver - R_ORG=rocker @@ -97,7 +111,43 @@ jobs: runs-on: ubuntu-latest run-options: >- -e ARROW_DEPENDENCY_SOURCE=BUNDLED - title: Rocker R-ver Latest - Bundled Dependencies + title: Rocker R-ver - Bundled Dependencies + - envs: + - R_IMAGE=r-ver + - R_ORG=rocker + image: r + runs-on: ubuntu-latest + run-options: >- + -e ARROW_OFFLINE_BUILD=true + title: Rocker R-ver - Offline build + - envs: + - R_IMAGE=ubuntu-release + - R_ORG=rhub + image: r + runs-on: ubuntu-latest + title: Rhub + - envs: + - R_IMAGE=ubuntu-gcc12 + - R_ORG=rhub + - R_CUSTOM_CCACHE=true + image: r + runs-on: ubuntu-latest + title: Rhub GCC 12 + - envs: + - R_IMAGE=gcc13 + - R_ORG=rhub + image: r + runs-on: ubuntu-latest + run-options: >- + -e INSTALL_ARGS=--use-LTO + title: Rhub GCC 13 with LTO + - envs: + - R_IMAGE=r-base + - R_ORG=rstudio + - R_TAG=4.2-jammy + image: r + runs-on: ubuntu-latest + title: RStudio R-Base 4.2 env: ARCHERY_DEBUG: 1 ARROW_ENABLE_TIMING_TESTS: OFF @@ -135,7 +185,6 @@ jobs: echo "${env}" >> .env done fi - cat .env archery docker run ${{ matrix.run-options || '' }} ${{ matrix.image }} - name: Docker Push if: >- diff --git a/dev/tasks/r/azure.linux.yml b/dev/tasks/r/azure.linux.yml deleted file mode 100644 index a74208ab254..00000000000 --- a/dev/tasks/r/azure.linux.yml +++ /dev/null @@ -1,71 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -{% import 'macros.jinja' as macros with context %} - -jobs: -- job: linux - pool: - vmImage: ubuntu-latest - timeoutInMinutes: 360 - {% if env is defined %} - variables: - {% for key, value in env.items() %} - {{ key }}: {{ value }} - {% endfor %} - {% endif %} - steps: - {{ macros.azure_checkout_arrow() }} - {{ macros.azure_free_space() }} - - - script: | - set -ex - docker -v - docker compose version - cd arrow - export R_ORG={{ r_org }} - export R_IMAGE={{ r_image }} - export R_TAG={{ r_tag }} - export R_CUSTOM_CCACHE={{ r_custom_ccache|default("false") }} - docker compose pull --ignore-pull-failures r - docker compose build r - displayName: Docker build - env: - {{ macros.azure_set_sccache_envvars()|indent(4) }} - - - script: | - set -ex - cd arrow - export R_ORG={{ r_org }} - export R_IMAGE={{ r_image }} - export R_TAG={{ r_tag }} - export ARROW_R_DEV={{ not_cran|default("TRUE") }} - # Note that by default, ci/scripts/r_test.sh sets NOT_CRAN=true - # if ARROW_R_DEV=TRUE. Pass `-e NOT_CRAN=false` to turn that off. - docker compose run {{ flags|default("") }} r - displayName: Docker run - env: - {{ macros.azure_set_sccache_envvars()|indent(4) }} - - - script: | - set -ex - cat arrow/r/check/arrow.Rcheck/00install.out - displayName: Dump install logs - condition: succeededOrFailed() - - script: | - set -ex - cat arrow/r/check/arrow.Rcheck/tests/testthat.Rout* - displayName: Dump test logs - condition: succeededOrFailed() diff --git a/dev/tasks/tasks.yml b/dev/tasks/tasks.yml index 065556c805e..266073daff6 100644 --- a/dev/tasks/tasks.yml +++ b/dev/tasks/tasks.yml @@ -690,15 +690,6 @@ tasks: ci: github template: r/github.devdocs.yml - test-r-depsource-bundled: - ci: azure - template: r/azure.linux.yml - params: - r_org: rocker - r_image: r-ver - r_tag: latest - flags: '-e ARROW_DEPENDENCY_SOURCE=BUNDLED' - test-r-depsource-system: ci: github template: docker-tests/github.linux.yml @@ -706,15 +697,6 @@ tasks: flags: '-e ARROW_DEPENDENCY_SOURCE=SYSTEM -e ARROW_GCS=OFF -e xsimd_SOURCE=BUNDLED' image: ubuntu-r-only-r - test-r-offline-minimal: - ci: azure - template: r/azure.linux.yml - params: - r_org: rocker - r_image: r-ver - r_tag: latest - flags: '-e ARROW_OFFLINE_BUILD=true' - test-r-dev-duckdb: ci: github template: docker-tests/github.linux.yml @@ -727,39 +709,6 @@ tasks: ci: github template: r/github.linux.offline.build.yml - test-r-rhub-ubuntu-gcc12-custom-ccache: - ci: azure - template: r/azure.linux.yml - params: - r_org: rhub - r_image: ubuntu-gcc12 - r_tag: latest - r_custom_ccache: true - -{% for r_org, r_image, r_tag in [("rhub", "ubuntu-release", "latest"), - ("rocker", "r-ver", "latest"), - ("rstudio", "r-base", "4.2-jammy")] %} - test-r-{{ r_org }}-{{ r_image }}-{{ r_tag }}: - ci: azure - template: r/azure.linux.yml - params: - r_org: {{ r_org }} - r_image: {{ r_image }} - r_tag: {{ r_tag }} -{% endfor %} - - # This is with R built with --enable-lto - # CRAN also does R CMD INSTALL --use-LTO - # which overrides the UseLTO field in r/DESCRIPTION - test-r-rhub-debian-gcc-devel-lto-latest: - ci: azure - template: r/azure.linux.yml - params: - r_org: rhub - r_image: gcc13 - r_tag: latest - flags: '-e INSTALL_ARGS=--use-LTO' - # This one has -flto=auto test-r-ubuntu-22.04: ci: github @@ -790,15 +739,6 @@ tasks: GCC: 12 image: ubuntu-r-only-r - test-r-minimal-build: - ci: azure - template: r/azure.linux.yml - params: - r_org: rocker - r_image: r-ver - r_tag: latest - flags: "-e LIBARROW_MINIMAL=TRUE" - test-r-linux-sanitizers: ci: github template: r/github.linux.sanitizers.yml From e9dbd7f49291bcb32b1bca6992cd40573d746394 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 15:59:22 +0100 Subject: [PATCH 09/10] Some minor clean-up to set PR to ready for review --- .github/workflows/r_extra.yml | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/.github/workflows/r_extra.yml b/.github/workflows/r_extra.yml index c660f27b552..8c4ec668f49 100644 --- a/.github/workflows/r_extra.yml +++ b/.github/workflows/r_extra.yml @@ -75,7 +75,7 @@ jobs: uses: ./.github/workflows/check_labels.yml secrets: inherit with: - parent-workflow: cpp_extra + parent-workflow: r_extra docker: needs: check-labels @@ -102,16 +102,16 @@ jobs: image: r runs-on: ubuntu-latest run-options: >- - -e LIBARROW_MINIMAL=TRUE - title: Rocker R-ver - Minimal + -e ARROW_DEPENDENCY_SOURCE=BUNDLED + title: Rocker R-ver - Bundled Dependencies - envs: - R_IMAGE=r-ver - R_ORG=rocker image: r runs-on: ubuntu-latest run-options: >- - -e ARROW_DEPENDENCY_SOURCE=BUNDLED - title: Rocker R-ver - Bundled Dependencies + -e LIBARROW_MINIMAL=TRUE + title: Rocker R-ver - Minimal - envs: - R_IMAGE=r-ver - R_ORG=rocker @@ -127,9 +127,9 @@ jobs: runs-on: ubuntu-latest title: Rhub - envs: + - R_CUSTOM_CCACHE=true - R_IMAGE=ubuntu-gcc12 - R_ORG=rhub - - R_CUSTOM_CCACHE=true image: r runs-on: ubuntu-latest title: Rhub GCC 12 @@ -177,8 +177,6 @@ jobs: ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }} ENVS: ${{ toJSON(matrix.envs) }} run: | - # GH-40558: reduce ASLR to avoid ASAN/LSAN crashes - sudo sysctl -w vm.mmap_rnd_bits=28 source ci/scripts/util_enable_core_dumps.sh if [ "${ENVS}" != "null" ]; then echo "${ENVS}" | jq -r '.[]' | while read env; do From 483b72a361369e4b085c51c0a30d7ff7e57b1bb1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ra=C3=BAl=20Cumplido?= Date: Thu, 18 Dec 2025 16:10:46 +0100 Subject: [PATCH 10/10] Some cleanup on unused jinja macros for crossbow now that azure is not around --- dev/tasks/macros.jinja | 38 -------------------------------------- 1 file changed, 38 deletions(-) diff --git a/dev/tasks/macros.jinja b/dev/tasks/macros.jinja index 6c17eecabb2..01541dcecbc 100644 --- a/dev/tasks/macros.jinja +++ b/dev/tasks/macros.jinja @@ -141,30 +141,6 @@ env: {% endif %} {% endmacro %} -{%- macro azure_checkout_arrow() -%} - - script: | - git clone --no-checkout --branch {{ arrow.branch }} {{ arrow.remote }} arrow - git -C arrow checkout {{ arrow.head }} - git -C arrow submodule update --init --recursive - displayName: Clone arrow -{% endmacro %} - -{%- macro azure_free_space() -%} - - script: arrow/ci/scripts/util_free_space.sh - displayName: Free up disk space -{% endmacro %} - -{%- macro azure_upload_anaconda(pattern) -%} - {%- if arrow.is_default_branch() -%} - - bash: | - conda create -y -n azure_upload_anaconda -c conda-forge anaconda-client - source activate azure_upload_anaconda - anaconda -t $(CROSSBOW_ANACONDA_TOKEN) upload --force {{ pattern }} - displayName: Upload packages to Anaconda - - {% endif %} -{% endmacro %} - {%- macro configure_homebrew_arrow(formula) -%} - name: Configure Homebrew formula for testing env: @@ -322,17 +298,3 @@ env: {{ key }}: "{{ value }}" {% endfor %} {% endmacro %} - -{% macro azure_set_sccache_envvars(sccache_key_prefix = "sccache") %} - {% set sccache_vars = { - "AWS_ACCESS_KEY_ID": '$(AWS_ACCESS_KEY_ID)', - "AWS_SECRET_ACCESS_KEY": '$(AWS_SECRET_ACCESS_KEY)', - "SCCACHE_BUCKET": '$(SCCACHE_BUCKET)', - "SCCACHE_REGION": '$(SCCACHE_REGION)', - "SCCACHE_S3_KEY_PREFIX": sccache_key_prefix - } - %} - {% for key, value in sccache_vars.items() %} - {{ key }}: "{{ value }}" - {% endfor %} -{% endmacro %}