Skip to content

Commit 36a0885

Browse files
authored
Merge branch 'main' into qizhu/enable-pushdown-filters-by-default
2 parents ab8fbb9 + 7f6cc60 commit 36a0885

324 files changed

Lines changed: 17680 additions & 5125 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.asf.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -78,6 +78,7 @@ github:
7878
- "cargo test (macos-aarch64)"
7979
- "Verify Vendored Code"
8080
- "Check cargo fmt"
81+
- "Check GitHub Actions install tooling"
8182
- "clippy"
8283
- "check Cargo.toml formatting"
8384
- "check configs.md and ***_functions.md is up-to-date"
@@ -114,4 +115,3 @@ github:
114115
# https://datafusion.apache.org/
115116
publish:
116117
whoami: asf-site
117-

‎.github/workflows/audit.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,7 @@ jobs:
4545
steps:
4646
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
4747
- name: Install cargo-audit
48-
uses: taiki-e/install-action@9bcaee1dcae34154180f412e2fa69355a7cda9f6 # v2.82.6
48+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
4949
with:
5050
tool: cargo-audit
5151
- name: Run audit check

‎.github/workflows/breaking_changes_detector.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -89,7 +89,7 @@ jobs:
8989
9090
- name: Install cargo-semver-checks
9191
if: steps.changed_crates.outputs.packages != ''
92-
uses: taiki-e/install-action@9bcaee1dcae34154180f412e2fa69355a7cda9f6 # v2.82.6
92+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
9393
with:
9494
tool: cargo-semver-checks
9595

‎.github/workflows/dependencies.yml‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -63,6 +63,8 @@ jobs:
6363
steps:
6464
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
6565
- name: Install cargo-machete
66-
run: cargo install cargo-machete --version ^0.9 --locked
66+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
67+
with:
68+
6769
- name: Detect unused dependencies
6870
run: cargo machete --with-metadata

‎.github/workflows/dev.yml‎

Lines changed: 9 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -38,8 +38,9 @@ jobs:
3838
steps:
3939
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
4040
- name: Install HawkEye
41-
# This CI job is bound by installation time, use `--profile dev` to speed it up
42-
run: cargo install hawkeye --version 6.2.0 --locked --profile dev
41+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
42+
with:
43+
4344
- name: Run license header check
4445
run: ci/scripts/license_header.sh
4546

@@ -48,7 +49,7 @@ jobs:
4849
runs-on: ubuntu-slim
4950
steps:
5051
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
51-
- uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
52+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
5253
with:
5354
node-version: "20"
5455
- name: Prettier check
@@ -65,7 +66,7 @@ jobs:
6566
source ci/scripts/utils/tool_versions.sh
6667
echo "LYCHEE_VERSION=${LYCHEE_VERSION}" >> "$GITHUB_ENV"
6768
- name: Install lychee
68-
uses: taiki-e/install-action@9bcaee1dcae34154180f412e2fa69355a7cda9f6 # v2.82.6
69+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
6970
with:
7071
tool: lychee@${{ env.LYCHEE_VERSION }}
7172
- name: Run markdown link check
@@ -89,7 +90,9 @@ jobs:
8990
# Version fixed on purpose. It uses heuristics to detect typos, so upgrading
9091
# it may cause checks to fail more often.
9192
# We can upgrade it manually once a while.
92-
- name: Install typos-cli
93-
run: cargo install typos-cli --locked --version 1.37.0
93+
- name: Install typos
94+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
95+
with:
96+
9497
- name: Run typos check
9598
run: ci/scripts/typos_check.sh

‎.github/workflows/docs.yaml‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -43,16 +43,19 @@ jobs:
4343
path: asf-site
4444

4545
- name: Setup uv
46-
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
46+
uses: astral-sh/setup-uv@11f9893b081a58869d3b5fccaea48c9e9e46f990 # v8.3.2
4747

4848
- name: Install dependencies
4949
run: uv sync --package datafusion-docs
50-
- name: Install dependency graph tooling
50+
- name: Install Graphviz
5151
run: |
5252
set -x
5353
sudo apt-get update
5454
sudo apt-get install -y graphviz
55-
cargo install cargo-depgraph --version ^1.6 --locked
55+
- name: Install cargo-depgraph
56+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
57+
with:
58+
5659

5760
- name: Build docs
5861
run: |

‎.github/workflows/docs_pr.yaml‎

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -50,15 +50,18 @@ jobs:
5050
submodules: true
5151
fetch-depth: 1
5252
- name: Setup uv
53-
uses: astral-sh/setup-uv@fac544c07dec837d0ccb6301d7b5580bf5edae39 # v8.2.0
53+
uses: astral-sh/setup-uv@11f9893b081a58869d3b5fccaea48c9e9e46f990 # v8.3.2
5454
- name: Install doc dependencies
5555
run: uv sync --package datafusion-docs
56-
- name: Install dependency graph tooling
56+
- name: Install Graphviz
5757
run: |
5858
set -x
5959
sudo apt-get update
6060
sudo apt-get install -y graphviz
61-
cargo install cargo-depgraph --version ^1.6 --locked
61+
- name: Install cargo-depgraph
62+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
63+
with:
64+
6265
- name: Build docs html and check for warnings
6366
run: |
6467
set -x

‎.github/workflows/extended.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -63,7 +63,7 @@ jobs:
6363
runs-on: ${{ vars.USE_RUNS_ON == 'true' && format('runs-on={0},family=m8a+m7a+c8a,cpu=32,image=ubuntu24-full-x64,extras=s3-cache,disk=large,tag=datafusion', github.run_id) || 'ubuntu-latest' }}
6464
# note: do not use amd/rust container to preserve disk space
6565
steps:
66-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
66+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
6767
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
6868
with:
6969
ref: ${{ github.event.inputs.pr_head_sha }} # will be empty if triggered by push
@@ -110,7 +110,7 @@ jobs:
110110
container:
111111
image: amd64/rust
112112
steps:
113-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
113+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
114114
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
115115
with:
116116
ref: ${{ github.event.inputs.pr_head_sha }} # will be empty if triggered by push
@@ -132,7 +132,7 @@ jobs:
132132
container:
133133
image: amd64/rust
134134
steps:
135-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
135+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
136136
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
137137
with:
138138
ref: ${{ github.event.inputs.pr_head_sha }} # will be empty if triggered by push

‎.github/workflows/labeler.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ jobs:
4444
github.event_name == 'pull_request_target' &&
4545
(github.event.action == 'opened' ||
4646
github.event.action == 'synchronize')
47-
uses: actions/labeler@f27b608878404679385c85cfa523b85ccb86e213 # v6.1.0
47+
uses: actions/labeler@b8dd2d9be0f68b860e7dae5dae7d772984eacd6d # v6.2.0
4848
with:
4949
repo-token: ${{ secrets.GITHUB_TOKEN }}
5050
configuration-path: .github/workflows/labeler/labeler-config.yml

‎.github/workflows/rust.yml‎

Lines changed: 31 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ jobs:
5151
container:
5252
image: amd64/rust
5353
steps:
54-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
54+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
5555
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
5656
- name: Setup Rust toolchain
5757
uses: ./.github/actions/setup-builder
@@ -142,7 +142,7 @@ jobs:
142142
container:
143143
image: amd64/rust
144144
steps:
145-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
145+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
146146
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
147147
- name: Setup Rust toolchain
148148
uses: ./.github/actions/setup-builder
@@ -173,8 +173,8 @@ jobs:
173173
container:
174174
image: amd64/rust
175175
steps:
176-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
177-
- uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6.0.3
176+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
177+
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
178178
- name: Setup Rust toolchain
179179
uses: ./.github/actions/setup-builder
180180
with:
@@ -194,7 +194,7 @@ jobs:
194194
container:
195195
image: amd64/rust
196196
steps:
197-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
197+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
198198
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
199199
- name: Setup Rust toolchain
200200
uses: ./.github/actions/setup-builder
@@ -297,7 +297,7 @@ jobs:
297297
volumes:
298298
- /usr/local:/host/usr/local
299299
steps:
300-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
300+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
301301
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
302302
with:
303303
submodules: true
@@ -343,7 +343,7 @@ jobs:
343343
needs: linux-build-lib
344344
runs-on: ${{ vars.USE_RUNS_ON == 'true' && format('runs-on={0},family=m8a+m7a+c8a,cpu=16,image=ubuntu24-full-x64,extras=s3-cache,disk=large,tag=datafusion', github.run_id) || 'ubuntu-latest' }}
345345
steps:
346-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
346+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
347347
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
348348
with:
349349
submodules: true
@@ -375,7 +375,7 @@ jobs:
375375
container:
376376
image: amd64/rust
377377
steps:
378-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
378+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
379379
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
380380
with:
381381
submodules: true
@@ -406,7 +406,7 @@ jobs:
406406
container:
407407
image: amd64/rust
408408
steps:
409-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
409+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
410410
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
411411
with:
412412
submodules: true
@@ -428,7 +428,7 @@ jobs:
428428
container:
429429
image: amd64/rust
430430
steps:
431-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
431+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
432432
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
433433
- name: Setup Rust toolchain
434434
uses: ./.github/actions/setup-builder
@@ -450,7 +450,7 @@ jobs:
450450
sudo apt-get update -qq
451451
sudo apt-get install -y -qq clang
452452
- name: Setup wasm-pack
453-
uses: taiki-e/install-action@9bcaee1dcae34154180f412e2fa69355a7cda9f6 # v2.82.6
453+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
454454
with:
455455
tool: wasm-pack
456456
- name: Run tests with headless mode
@@ -469,7 +469,7 @@ jobs:
469469
container:
470470
image: amd64/rust
471471
steps:
472-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
472+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
473473
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
474474
with:
475475
submodules: true
@@ -517,7 +517,7 @@ jobs:
517517
--health-timeout 5s
518518
--health-retries 5
519519
steps:
520-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
520+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
521521
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
522522
with:
523523
submodules: true
@@ -542,7 +542,7 @@ jobs:
542542
container:
543543
image: amd64/rust
544544
steps:
545-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
545+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
546546
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
547547
with:
548548
submodules: true
@@ -628,6 +628,14 @@ jobs:
628628
run: |
629629
ci/scripts/rust_fmt.sh
630630
631+
check-workflow-tool-installs:
632+
name: Check GitHub Actions install tooling
633+
runs-on: ubuntu-latest
634+
steps:
635+
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
636+
- name: Check workflow tool installs
637+
run: ci/scripts/check_no_cargo_install_in_workflows.sh
638+
631639
# Coverage job disabled due to
632640
# https://github.com/apache/datafusion/issues/3678
633641

@@ -659,12 +667,15 @@ jobs:
659667
# path: /home/runner/.cargo
660668
# # this key is not equal because the user is different than on a container (runner vs github)
661669
# key: cargo-coverage-cache3-
670+
# - name: Install cargo-tarpaulin
671+
# uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
672+
# with:
673+
662674
# - name: Run coverage
663675
# run: |
664676
# export PATH=$PATH:$HOME/d/protoc/bin
665677
# rustup toolchain install stable
666678
# rustup default stable
667-
# cargo install --version 0.20.1 cargo-tarpaulin
668679
# cargo tarpaulin --all --out Xml
669680
# - name: Report coverage
670681
# continue-on-error: true
@@ -677,7 +688,7 @@ jobs:
677688
container:
678689
image: amd64/rust
679690
steps:
680-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
691+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
681692
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
682693
with:
683694
submodules: true
@@ -724,7 +735,7 @@ jobs:
724735
container:
725736
image: amd64/rust
726737
steps:
727-
- uses: runs-on/action@d141ef83eb66d096ce8afc767e09115a65c63b60 # v2.1.2
738+
- uses: runs-on/action@4e5f72399b6b17f2e79c511c1b38a315a64d22dc # v2.2.0
728739
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
729740
with:
730741
submodules: true
@@ -733,7 +744,7 @@ jobs:
733744
uses: ./.github/actions/setup-builder
734745
with:
735746
rust-version: stable
736-
- uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
747+
- uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
737748
with:
738749
node-version: "20"
739750
- name: Check if configs.md has been modified
@@ -771,7 +782,7 @@ jobs:
771782

772783
- name: Set up Node.js (required for prettier)
773784
# doc_prettier_check.sh uses npx to run prettier for Markdown formatting
774-
uses: actions/setup-node@v6
785+
uses: actions/setup-node@820762786026740c76f36085b0efc47a31fe5020 # v7.0.0
775786
with:
776787
node-version: '18'
777788

@@ -794,7 +805,7 @@ jobs:
794805
- name: Setup Rust toolchain
795806
uses: ./.github/actions/setup-builder
796807
- name: Install cargo-msrv
797-
uses: taiki-e/install-action@9bcaee1dcae34154180f412e2fa69355a7cda9f6 # v2.82.6
808+
uses: taiki-e/install-action@43aecc8d72668fbcfe75c31400bc4f890f1c5853 # v2.83.2
798809
with:
799810
tool: cargo-msrv
800811

0 commit comments

Comments
 (0)