Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
155 changes: 19 additions & 136 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -48,18 +48,9 @@ jobs:

python-lint:
name: "Python (lint)"
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=16
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=python-lint
runs-on: shipfox-15vcpu-ubuntu-2404
timeout-minutes: 120
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- uses: ./.github/actions/setup-rust
with:
Expand All @@ -82,21 +73,12 @@ jobs:

python-test:
name: "Python (test)"
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=16
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=python-test
runs-on: shipfox-15vcpu-ubuntu-2404
timeout-minutes: 120
env:
RUST_LOG: "info,uv=debug"
MATURIN_PEP517_ARGS: "--profile dev"
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- uses: ./.github/actions/setup-rust
with:
Expand Down Expand Up @@ -131,7 +113,7 @@ jobs:

python-wheel-build:
name: "Python (wheel build)"
runs-on: ubuntu-latest
runs-on: shipfox-2vcpu-ubuntu-2404
timeout-minutes: 120
steps:
- uses: actions/checkout@v6
Expand Down Expand Up @@ -173,17 +155,8 @@ jobs:
rust-docs:
name: "Rust (docs)"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=8
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=rust-docs
runs-on: shipfox-8vcpu-ubuntu-2404
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- uses: ./.github/actions/setup-rust
with:
Expand All @@ -197,13 +170,7 @@ jobs:
build-rust:
name: "Rust build (${{matrix.config.name}})"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=8
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=${{ matrix.config.name }}
runs-on: shipfox-8vcpu-ubuntu-2404
env:
# disable lints for build, they will be caught in Rust lint job.
RUSTFLAGS: "-A warnings"
Expand All @@ -224,9 +191,6 @@ jobs:
rustflags: "RUSTFLAGS='-A warnings --cfg getrandom_backend=\"wasm_js\"'"
args: "--target wasm32-unknown-unknown --exclude vortex --exclude vortex-cuda --exclude vortex-cub --exclude vortex-nvcomp --exclude vortex-datafusion --exclude vortex-duckdb --exclude vortex-tui --exclude vortex-zstd --exclude vortex-test-e2e-cuda --exclude vortex-sqllogictest"
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- id: setup-rust
uses: ./.github/actions/setup-rust
Expand All @@ -247,17 +211,8 @@ jobs:
check-min-deps:
name: "Check build with minimal dependencies"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=8
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=rust-min-deps
runs-on: shipfox-8vcpu-ubuntu-2404
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- uses: ./.github/actions/setup-rust
with:
Expand All @@ -269,17 +224,8 @@ jobs:
rust-lint:
name: "Rust (lint)"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=16
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=rust-lint
runs-on: shipfox-15vcpu-ubuntu-2404
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- id: setup-rust
uses: ./.github/actions/setup-rust
Expand Down Expand Up @@ -313,17 +259,8 @@ jobs:
rust-lint-no-default:
name: "Rust (lint, no default)"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=16
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=rust-lint-no-default
runs-on: shipfox-15vcpu-ubuntu-2404
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- id: setup-rust
uses: ./.github/actions/setup-rust
Expand All @@ -339,17 +276,8 @@ jobs:
public-api:
name: "Public API lock files"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=16
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=public-api
runs-on: shipfox-15vcpu-ubuntu-2404
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- uses: ./.github/actions/setup-rust
with:
Expand Down Expand Up @@ -440,13 +368,7 @@ jobs:
rust-test:
name: "Rust tests (sanitizer)"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=16
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=rust-test-sanitizer
runs-on: shipfox-15vcpu-ubuntu-2404
env:
# Add debug symbols and enable ASAN/LSAN with better output
ASAN_OPTIONS: "symbolize=1:print_stats=1:check_initialization_order=1:detect_leaks=1:halt_on_error=0:verbosity=1:leak_check_at_exit=1"
Expand All @@ -460,9 +382,6 @@ jobs:
# Skip slow tests that are too expensive under sanitizer
VORTEX_SKIP_SLOW_TESTS: "1"
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- name: Install llvm
uses: aminya/setup-cpp@v1
Expand Down Expand Up @@ -637,18 +556,9 @@ jobs:

build-java:
name: "Java"
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=16
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=java
runs-on: shipfox-15vcpu-ubuntu-2404
timeout-minutes: 120
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- uses: actions/setup-java@v5
with:
Expand Down Expand Up @@ -724,17 +634,8 @@ jobs:
cxx-test:
name: "C++ build"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=8
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=cxx-build
runs-on: shipfox-8vcpu-ubuntu-2404
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- id: setup-rust
uses: ./.github/actions/setup-rust
Expand All @@ -754,17 +655,8 @@ jobs:

sqllogic-test:
name: "SQL logic tests"
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=8
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=sql-logic-test
runs-on: shipfox-8vcpu-ubuntu-2404
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- id: setup-rust
uses: ./.github/actions/setup-rust
Expand All @@ -777,7 +669,7 @@ jobs:

wasm-integration:
name: "wasm-integration"
runs-on: ubuntu-latest
runs-on: shipfox-2vcpu-ubuntu-2404
timeout-minutes: 120
steps:
- uses: actions/checkout@v6
Expand All @@ -794,7 +686,7 @@ jobs:

miri:
name: "Rust tests (miri)"
runs-on: ubuntu-latest
runs-on: shipfox-2vcpu-ubuntu-2404
timeout-minutes: 120
env:
MIRIFLAGS: -Zmiri-strict-provenance -Zmiri-symbolic-alignment-check -Zmiri-disable-isolation -Zmiri-env-forward=RUST_BACKTRACE
Expand All @@ -815,7 +707,7 @@ jobs:

generated-files:
name: "Check generated source files are up to date"
runs-on: ubuntu-latest
runs-on: shipfox-2vcpu-ubuntu-2404
timeout-minutes: 120
steps:
- uses: actions/checkout@v6
Expand Down Expand Up @@ -857,8 +749,8 @@ jobs:
fail-fast: false
matrix:
target:
- { os: ubuntu, runs-on: "ubuntu-24.04-arm", target: aarch64-unknown-linux-gnu }
- { os: ubuntu, runs-on: "ubuntu-24.04", target: x86_64-unknown-linux-gnu }
- { os: ubuntu, runs-on: "shipfox-2vcpu-ubuntu-2404-arm", target: aarch64-unknown-linux-gnu }
- { os: ubuntu, runs-on: "shipfox-2vcpu-ubuntu-2404", target: x86_64-unknown-linux-gnu }
steps:
- uses: actions/checkout@v6
with:
Expand All @@ -878,17 +770,8 @@ jobs:
rust-publish-dry-run:
name: "Rust publish dry-run"
timeout-minutes: 120
runs-on:
- runs-on=${{ github.run_id }}
- family=m7i+m7i-flex+m7a
- cpu=8
- image=ubuntu24-full-x64
- extras=s3-cache
- tag=rust-publish-dry-run
runs-on: shipfox-8vcpu-ubuntu-2404
steps:
- uses: runs-on/action@v2
with:
sccache: s3
- uses: actions/checkout@v6
- id: setup-rust
uses: ./.github/actions/setup-rust
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/claude.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ jobs:
(github.event_name == 'pull_request_review_comment' && contains(github.event.comment.body, '@claude')) ||
(github.event_name == 'pull_request_review' && contains(github.event.review.body, '@claude')) ||
(github.event_name == 'issues' && (contains(github.event.issue.body, '@claude') || contains(github.event.issue.title, '@claude')))
runs-on: ubuntu-latest
runs-on: shipfox-2vcpu-ubuntu-2404
permissions:
contents: read
pull-requests: read
Expand Down
12 changes: 1 addition & 11 deletions .github/workflows/close-fixed-fuzzer-issues.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,19 +25,9 @@ jobs:
fail-fast: false
matrix:
target: [file_io, array_ops, compress_roundtrip]
runs-on:
- runs-on=${{ github.run_id }}
- family=m8g.large
- image=ubuntu24-full-arm64
- disk=large
- extras=s3-cache
- tag=fuzzer-cleanup-${{ matrix.target }}
runs-on: shipfox-2vcpu-ubuntu-2404-arm
timeout-minutes: 60
steps:
- uses: runs-on/action@v2
with:
sccache: s3

- uses: actions/checkout@v6

- uses: ./.github/actions/setup-rust
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/docs.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@ permissions:

jobs:
build:
runs-on: ubuntu-latest
runs-on: shipfox-2vcpu-ubuntu-2404
timeout-minutes: 120
steps:
- uses: actions/checkout@v6
Expand Down
11 changes: 1 addition & 10 deletions .github/workflows/fuzz-coverage.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,17 +16,8 @@ jobs:
matrix:
fuzz_target: [array_ops, file_io, compress_roundtrip]
timeout-minutes: 60
runs-on:
- runs-on=${{ github.run_id }}
- family=m8g.large
- image=ubuntu24-full-arm64
- disk=large
- extras=s3-cache
runs-on: shipfox-2vcpu-ubuntu-2404-arm
steps:
- uses: runs-on/action@v2
with:
sccache: s3

- uses: actions/checkout@v6

- uses: ./.github/actions/setup-rust
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/fuzzer-fix-automation.yml
Original file line number Diff line number Diff line change
Expand Up @@ -31,7 +31,7 @@ jobs:
github.event_name == 'workflow_call' ||
github.event_name == 'workflow_dispatch'

runs-on: ubuntu-latest
runs-on: shipfox-2vcpu-ubuntu-2404
timeout-minutes: 90

permissions:
Expand Down
Loading
Loading