diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 40c162e9cf3..3d305539358 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -48,18 +48,9 @@ jobs: python-lint: name: "Python (lint)" - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=16 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=python-lint + runs-on: shipfox-15vcpu-ubuntu-2404 timeout-minutes: 120 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - uses: ./.github/actions/setup-rust with: @@ -82,21 +73,12 @@ jobs: python-test: name: "Python (test)" - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=16 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=python-test + runs-on: shipfox-15vcpu-ubuntu-2404 timeout-minutes: 120 env: RUST_LOG: "info,uv=debug" MATURIN_PEP517_ARGS: "--profile dev" steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - uses: ./.github/actions/setup-rust with: @@ -131,7 +113,7 @@ jobs: python-wheel-build: name: "Python (wheel build)" - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 timeout-minutes: 120 steps: - uses: actions/checkout@v6 @@ -173,17 +155,8 @@ jobs: rust-docs: name: "Rust (docs)" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=8 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=rust-docs + runs-on: shipfox-8vcpu-ubuntu-2404 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - uses: ./.github/actions/setup-rust with: @@ -197,13 +170,7 @@ jobs: build-rust: name: "Rust build (${{matrix.config.name}})" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=8 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=${{ matrix.config.name }} + runs-on: shipfox-8vcpu-ubuntu-2404 env: # disable lints for build, they will be caught in Rust lint job. RUSTFLAGS: "-A warnings" @@ -224,9 +191,6 @@ jobs: rustflags: "RUSTFLAGS='-A warnings --cfg getrandom_backend=\"wasm_js\"'" args: "--target wasm32-unknown-unknown --exclude vortex --exclude vortex-cuda --exclude vortex-cub --exclude vortex-nvcomp --exclude vortex-datafusion --exclude vortex-duckdb --exclude vortex-tui --exclude vortex-zstd --exclude vortex-test-e2e-cuda --exclude vortex-sqllogictest" steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - id: setup-rust uses: ./.github/actions/setup-rust @@ -247,17 +211,8 @@ jobs: check-min-deps: name: "Check build with minimal dependencies" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=8 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=rust-min-deps + runs-on: shipfox-8vcpu-ubuntu-2404 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - uses: ./.github/actions/setup-rust with: @@ -269,17 +224,8 @@ jobs: rust-lint: name: "Rust (lint)" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=16 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=rust-lint + runs-on: shipfox-15vcpu-ubuntu-2404 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - id: setup-rust uses: ./.github/actions/setup-rust @@ -313,17 +259,8 @@ jobs: rust-lint-no-default: name: "Rust (lint, no default)" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=16 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=rust-lint-no-default + runs-on: shipfox-15vcpu-ubuntu-2404 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - id: setup-rust uses: ./.github/actions/setup-rust @@ -339,17 +276,8 @@ jobs: public-api: name: "Public API lock files" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=16 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=public-api + runs-on: shipfox-15vcpu-ubuntu-2404 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - uses: ./.github/actions/setup-rust with: @@ -440,13 +368,7 @@ jobs: rust-test: name: "Rust tests (sanitizer)" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=16 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=rust-test-sanitizer + runs-on: shipfox-15vcpu-ubuntu-2404 env: # Add debug symbols and enable ASAN/LSAN with better output ASAN_OPTIONS: "symbolize=1:print_stats=1:check_initialization_order=1:detect_leaks=1:halt_on_error=0:verbosity=1:leak_check_at_exit=1" @@ -460,9 +382,6 @@ jobs: # Skip slow tests that are too expensive under sanitizer VORTEX_SKIP_SLOW_TESTS: "1" steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - name: Install llvm uses: aminya/setup-cpp@v1 @@ -637,18 +556,9 @@ jobs: build-java: name: "Java" - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=16 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=java + runs-on: shipfox-15vcpu-ubuntu-2404 timeout-minutes: 120 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - uses: actions/setup-java@v5 with: @@ -724,17 +634,8 @@ jobs: cxx-test: name: "C++ build" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=8 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=cxx-build + runs-on: shipfox-8vcpu-ubuntu-2404 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - id: setup-rust uses: ./.github/actions/setup-rust @@ -754,17 +655,8 @@ jobs: sqllogic-test: name: "SQL logic tests" - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=8 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=sql-logic-test + runs-on: shipfox-8vcpu-ubuntu-2404 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - id: setup-rust uses: ./.github/actions/setup-rust @@ -777,7 +669,7 @@ jobs: wasm-integration: name: "wasm-integration" - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 timeout-minutes: 120 steps: - uses: actions/checkout@v6 @@ -794,7 +686,7 @@ jobs: miri: name: "Rust tests (miri)" - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 timeout-minutes: 120 env: MIRIFLAGS: -Zmiri-strict-provenance -Zmiri-symbolic-alignment-check -Zmiri-disable-isolation -Zmiri-env-forward=RUST_BACKTRACE @@ -815,7 +707,7 @@ jobs: generated-files: name: "Check generated source files are up to date" - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 timeout-minutes: 120 steps: - uses: actions/checkout@v6 @@ -857,8 +749,8 @@ jobs: fail-fast: false matrix: target: - - { os: ubuntu, runs-on: "ubuntu-24.04-arm", target: aarch64-unknown-linux-gnu } - - { os: ubuntu, runs-on: "ubuntu-24.04", target: x86_64-unknown-linux-gnu } + - { os: ubuntu, runs-on: "shipfox-2vcpu-ubuntu-2404-arm", target: aarch64-unknown-linux-gnu } + - { os: ubuntu, runs-on: "shipfox-2vcpu-ubuntu-2404", target: x86_64-unknown-linux-gnu } steps: - uses: actions/checkout@v6 with: @@ -878,17 +770,8 @@ jobs: rust-publish-dry-run: name: "Rust publish dry-run" timeout-minutes: 120 - runs-on: - - runs-on=${{ github.run_id }} - - family=m7i+m7i-flex+m7a - - cpu=8 - - image=ubuntu24-full-x64 - - extras=s3-cache - - tag=rust-publish-dry-run + runs-on: shipfox-8vcpu-ubuntu-2404 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - uses: actions/checkout@v6 - id: setup-rust uses: ./.github/actions/setup-rust diff --git a/.github/workflows/claude.yml b/.github/workflows/claude.yml index 448cc5e2c50..e3d2cb17b61 100644 --- a/.github/workflows/claude.yml +++ b/.github/workflows/claude.yml @@ -22,7 +22,7 @@ jobs: (github.event_name == 'pull_request_review_comment' && contains(github.event.comment.body, '@claude')) || (github.event_name == 'pull_request_review' && contains(github.event.review.body, '@claude')) || (github.event_name == 'issues' && (contains(github.event.issue.body, '@claude') || contains(github.event.issue.title, '@claude'))) - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 permissions: contents: read pull-requests: read diff --git a/.github/workflows/close-fixed-fuzzer-issues.yml b/.github/workflows/close-fixed-fuzzer-issues.yml index 31e84815747..f140180469f 100644 --- a/.github/workflows/close-fixed-fuzzer-issues.yml +++ b/.github/workflows/close-fixed-fuzzer-issues.yml @@ -25,19 +25,9 @@ jobs: fail-fast: false matrix: target: [file_io, array_ops, compress_roundtrip] - runs-on: - - runs-on=${{ github.run_id }} - - family=m8g.large - - image=ubuntu24-full-arm64 - - disk=large - - extras=s3-cache - - tag=fuzzer-cleanup-${{ matrix.target }} + runs-on: shipfox-2vcpu-ubuntu-2404-arm timeout-minutes: 60 steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - - uses: actions/checkout@v6 - uses: ./.github/actions/setup-rust diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml index 35d43f6330f..46c7c6d9676 100644 --- a/.github/workflows/docs.yml +++ b/.github/workflows/docs.yml @@ -16,7 +16,7 @@ permissions: jobs: build: - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 timeout-minutes: 120 steps: - uses: actions/checkout@v6 diff --git a/.github/workflows/fuzz-coverage.yml b/.github/workflows/fuzz-coverage.yml index ef5db9ddab2..206f73b11b3 100644 --- a/.github/workflows/fuzz-coverage.yml +++ b/.github/workflows/fuzz-coverage.yml @@ -16,17 +16,8 @@ jobs: matrix: fuzz_target: [array_ops, file_io, compress_roundtrip] timeout-minutes: 60 - runs-on: - - runs-on=${{ github.run_id }} - - family=m8g.large - - image=ubuntu24-full-arm64 - - disk=large - - extras=s3-cache + runs-on: shipfox-2vcpu-ubuntu-2404-arm steps: - - uses: runs-on/action@v2 - with: - sccache: s3 - - uses: actions/checkout@v6 - uses: ./.github/actions/setup-rust diff --git a/.github/workflows/fuzzer-fix-automation.yml b/.github/workflows/fuzzer-fix-automation.yml index b7a91b4463b..b669f5fe5b1 100644 --- a/.github/workflows/fuzzer-fix-automation.yml +++ b/.github/workflows/fuzzer-fix-automation.yml @@ -31,7 +31,7 @@ jobs: github.event_name == 'workflow_call' || github.event_name == 'workflow_dispatch' - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 timeout-minutes: 90 permissions: diff --git a/.github/workflows/package.yml b/.github/workflows/package.yml index a59dfeacaf7..17cf6e5eff2 100644 --- a/.github/workflows/package.yml +++ b/.github/workflows/package.yml @@ -28,8 +28,8 @@ jobs: target: - { os: macos, runs-on: "macos-latest", target: aarch64-apple-darwin } - { os: macos, runs-on: "macos-15-intel", target: x86_64-apple-darwin } - - { os: ubuntu, runs-on: "ubuntu-latest", target: aarch64-unknown-linux-gnu } - - { os: ubuntu, runs-on: "ubuntu-latest", target: x86_64-unknown-linux-gnu } + - { os: ubuntu, runs-on: "shipfox-2vcpu-ubuntu-2404", target: aarch64-unknown-linux-gnu } + - { os: ubuntu, runs-on: "shipfox-2vcpu-ubuntu-2404", target: x86_64-unknown-linux-gnu } steps: - uses: actions/checkout@v6 with: @@ -113,8 +113,8 @@ jobs: fail-fast: false matrix: target: - - { os: ubuntu, runs-on: "ubuntu-24.04-arm", target: aarch64-unknown-linux-gnu } - - { os: ubuntu, runs-on: "ubuntu-24.04", target: x86_64-unknown-linux-gnu } + - { os: ubuntu, runs-on: "shipfox-2vcpu-ubuntu-2404-arm", target: aarch64-unknown-linux-gnu } + - { os: ubuntu, runs-on: "shipfox-2vcpu-ubuntu-2404", target: x86_64-unknown-linux-gnu } steps: - uses: actions/checkout@v6 with: diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml index 1eaa5c91010..01eaf5fd21b 100644 --- a/.github/workflows/publish.yml +++ b/.github/workflows/publish.yml @@ -19,7 +19,7 @@ jobs: secrets: inherit publish-rust: - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 timeout-minutes: 120 needs: [package] steps: diff --git a/.github/workflows/wasm-fuzz.yml b/.github/workflows/wasm-fuzz.yml index d4694c60d2c..1f42eb29fd3 100644 --- a/.github/workflows/wasm-fuzz.yml +++ b/.github/workflows/wasm-fuzz.yml @@ -22,7 +22,7 @@ env: jobs: wasm-fuzz: name: "Build & Fuzz WASM" - runs-on: ubuntu-latest + runs-on: shipfox-2vcpu-ubuntu-2404 timeout-minutes: 270 steps: - uses: actions/checkout@v6