Skip to content

Commit e007fe5

Browse files
committed
Merge branch 'main' of github.com:apache/datafusion-python into nick/polish_docstrings
2 parents 6833d94 + 4b21572 commit e007fe5

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

55 files changed

+20721
-320
lines changed

.github/workflows/build.yml

Lines changed: 20 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,7 @@ jobs:
6868
with:
6969
python-version: "3.12"
7070

71-
- uses: astral-sh/setup-uv@v6
71+
- uses: astral-sh/setup-uv@5a095e7a2014a4212f075830d4f7277575a9d098
7272
with:
7373
enable-cache: true
7474

@@ -112,7 +112,7 @@ jobs:
112112
steps:
113113
- uses: actions/checkout@v6
114114

115-
- uses: astral-sh/setup-uv@v6
115+
- uses: astral-sh/setup-uv@5a095e7a2014a4212f075830d4f7277575a9d098
116116
with:
117117
enable-cache: true
118118

@@ -154,7 +154,7 @@ jobs:
154154
with:
155155
key: ${{ inputs.build_mode }}
156156

157-
- uses: astral-sh/setup-uv@v6
157+
- uses: astral-sh/setup-uv@5a095e7a2014a4212f075830d4f7277575a9d098
158158
with:
159159
enable-cache: true
160160

@@ -222,10 +222,23 @@ jobs:
222222
with:
223223
key: ${{ inputs.build_mode }}
224224

225-
- uses: astral-sh/setup-uv@v6
225+
- uses: astral-sh/setup-uv@5a095e7a2014a4212f075830d4f7277575a9d098
226226
with:
227227
enable-cache: true
228228

229+
- name: Add extra swap for release build
230+
if: inputs.build_mode == 'release'
231+
run: |
232+
set -euxo pipefail
233+
sudo swapoff -a || true
234+
sudo rm -f /swapfile
235+
sudo fallocate -l 16G /swapfile || sudo dd if=/dev/zero of=/swapfile bs=1M count=16384
236+
sudo chmod 600 /swapfile
237+
sudo mkswap /swapfile
238+
sudo swapon /swapfile
239+
free -h
240+
swapon --show
241+
229242
- name: Build (release mode)
230243
uses: PyO3/maturin-action@v1
231244
if: inputs.build_mode == 'release'
@@ -280,7 +293,7 @@ jobs:
280293
with:
281294
key: ${{ inputs.build_mode }}
282295

283-
- uses: astral-sh/setup-uv@v7
296+
- uses: astral-sh/setup-uv@5a095e7a2014a4212f075830d4f7277575a9d098
284297
with:
285298
enable-cache: true
286299

@@ -354,7 +367,7 @@ jobs:
354367
with:
355368
key: ${{ inputs.build_mode }}
356369

357-
- uses: astral-sh/setup-uv@v7
370+
- uses: astral-sh/setup-uv@5a095e7a2014a4212f075830d4f7277575a9d098
358371
with:
359372
enable-cache: true
360373

@@ -478,7 +491,7 @@ jobs:
478491
python-version: "3.10"
479492

480493
- name: Install dependencies
481-
uses: astral-sh/setup-uv@v7
494+
uses: astral-sh/setup-uv@5a095e7a2014a4212f075830d4f7277575a9d098
482495
with:
483496
enable-cache: true
484497

.github/workflows/test.yml

Lines changed: 6 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -53,7 +53,7 @@ jobs:
5353
key: cargo-cache-${{ matrix.toolchain }}-${{ hashFiles('Cargo.lock') }}
5454

5555
- name: Install dependencies
56-
uses: astral-sh/setup-uv@v7
56+
uses: astral-sh/setup-uv@5a095e7a2014a4212f075830d4f7277575a9d098
5757
with:
5858
enable-cache: true
5959

@@ -101,21 +101,14 @@ jobs:
101101
cd examples/datafusion-ffi-example
102102
uv run --no-project pytest python/tests/_test*.py
103103
104-
- name: Cache the generated dataset
105-
id: cache-tpch-dataset
106-
uses: actions/cache@v5
107-
with:
108-
path: benchmarks/tpch/data
109-
key: tpch-data-2.18.0
110-
111-
- name: Run dbgen to create 1 Gb dataset
112-
if: ${{ steps.cache-tpch-dataset.outputs.cache-hit != 'true' }}
104+
- name: Run tpchgen-cli to create 1 Gb dataset
113105
run: |
114-
cd benchmarks/tpch
115-
RUN_IN_CI=TRUE ./tpch-gen.sh 1
106+
mkdir examples/tpch/data
107+
cd examples/tpch/data
108+
uv pip install tpchgen-cli
109+
uv run --no-project tpchgen-cli -s 1 --format=parquet
116110
117111
- name: Run TPC-H examples
118112
run: |
119113
cd examples/tpch
120-
uv run --no-project python convert_data_to_parquet.py
121114
uv run --no-project pytest _tests.py

0 commit comments

Comments
 (0)