sui-indexer-alt-reader: chunk oversized LedgerGrpcReader batch requests #67581
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: External crates | |
| on: | |
| push: | |
| branches: [main, extensions, devnet] | |
| pull_request: | |
| types: [opened, synchronize, reopened, ready_for_review] | |
| permissions: | |
| contents: read | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: ${{ github.ref != 'refs/heads/main' }} | |
| env: | |
| CARGO_TERM_COLOR: always | |
| # Disable incremental compilation. | |
| # | |
| # Incremental compilation is useful as part of an edit-build-test-edit cycle, | |
| # as it lets the compiler avoid recompiling code that hasn't changed. However, | |
| # on CI, we're not making small edits; we're almost always building the entire | |
| # project from scratch. Thus, incremental compilation on CI actually | |
| # introduces *additional* overhead to support making future builds | |
| # faster...but no future builds will ever occur in any given CI environment. | |
| # | |
| # See https://matklad.github.io/2021/09/04/fast-rust-builds.html#ci-workflow | |
| # for details. | |
| CARGO_INCREMENTAL: 0 | |
| # Allow more retries for network requests in cargo (downloading crates) and | |
| # rustup (installing toolchains). This should help to reduce flaky CI failures | |
| # from transient network timeouts or other issues. | |
| CARGO_NET_RETRY: 10 | |
| RUSTUP_MAX_RETRIES: 10 | |
| # Don't emit giant backtraces in the CI logs. | |
| RUST_BACKTRACE: short | |
| # RUSTFLAGS: -D warnings | |
| RUSTDOCFLAGS: -D warnings | |
| # sccache role selection: trusted refs → RW role; same-repo pull_request → RO | |
| # role (read-only, cannot poison the cache); forks / extensions / everything else | |
| # → empty → setup-sccache falls back to a local cache. Forks are skipped because | |
| # GitHub caps fork id-token to none (role-to-assume would hard-fail OIDC); this | |
| # skip is a fail-safe, NOT a security boundary — the RO role still trusts | |
| # pull_request (Decision A). The extensions branch is deliberately untrusted | |
| # (dormant; see AWS_OIDC_MIGRATION_INVENTORY.md). No workflow_dispatch here, so no | |
| # override-ref clause. Keep in sync with the sui-sccache-{rw,ro}-github trusts. | |
| SCCACHE_ROLE: ${{ (contains(fromJSON('["refs/heads/main","refs/heads/devnet","refs/heads/testnet","refs/heads/mainnet"]'), github.ref) || (startsWith(github.ref, 'refs/heads/releases/sui-') && endsWith(github.ref, '-release'))) && 'arn:aws:iam::011083325127:role/sui-sccache-rw-github' || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.fork == false) && 'arn:aws:iam::011083325127:role/sui-sccache-ro-github' || '' }} | |
| jobs: | |
| diff: | |
| runs-on: [ubuntu-latest] | |
| outputs: | |
| isRust: ${{ steps.diff.outputs.isRust }} | |
| isMove: ${{ steps.diff.outputs.isMove }} | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # pin@v6.0.2 | |
| - name: Detect Changes | |
| uses: "./.github/actions/diffs" | |
| id: diff | |
| external-crates-test: | |
| permissions: | |
| contents: read | |
| id-token: write # OIDC token to assume the sccache role on trusted refs | |
| needs: [diff, rustfmt, clippy] | |
| if: needs.diff.outputs.isRust == 'true' | |
| timeout-minutes: 45 | |
| env: | |
| # Tests written with #[sim_test] are often flaky if run as #[tokio::test] - this var | |
| # causes #[sim_test] to only run under the deterministic `simtest` job, and not the | |
| # non-deterministic `test` job. | |
| SUI_SKIP_SIMTESTS: 1 | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: | |
| - [ubuntu-ghcloud] | |
| fail-fast: false | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # pin@v6.0.2 | |
| - uses: ./.github/actions/setup-sccache | |
| with: | |
| role-to-assume: ${{ env.SCCACHE_ROLE }} | |
| key-prefix: ubuntu-ghcloud | |
| - uses: taiki-e/install-action@nextest | |
| - name: Set Swap Space | |
| uses: pierotofy/set-swap-space@fc79b3f67fa8a838184ce84a674ca12238d2c761 # pin@master | |
| with: | |
| swap-size-gb: 256 | |
| - name: Install python dependencies | |
| run: | | |
| pip install pyopenssl --upgrade | |
| - name: External crates tests | |
| run: | | |
| cargo xtest | |
| # This is a no-op job that allows the resulting action names to line up when | |
| # there are no rust changes in a given PR/commit. This ensures that we can | |
| # continue to block on the rust tests passing in the case of rust changes and | |
| # otherwise not block pushes to main. | |
| external-crates-test-notrust: | |
| name: external-crates-test | |
| needs: diff | |
| if: needs.diff.outputs.isRust == 'false' | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: | |
| - [ubuntu-ghcloud] | |
| - [windows-ghcloud] | |
| fail-fast: false | |
| steps: | |
| - run: 'echo "No build required" ' | |
| clippy: | |
| permissions: | |
| contents: read | |
| id-token: write # OIDC token to assume the sccache role on trusted refs | |
| needs: diff | |
| if: needs.diff.outputs.isRust == 'true' | |
| runs-on: [ubuntu-ghcloud] | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # pin@v6.0.2 | |
| - uses: ./.github/actions/setup-sccache | |
| with: | |
| role-to-assume: ${{ env.SCCACHE_ROLE }} | |
| key-prefix: ubuntu-ghcloud | |
| - run: rustup component add clippy | |
| # See '.cargo/config' for list of enabled/disappled clippy lints | |
| - name: cargo move-clippy | |
| run: | | |
| cd external-crates/move | |
| cargo move-clippy -D warnings | |
| rustfmt: | |
| needs: diff | |
| if: needs.diff.outputs.isRust == 'true' | |
| runs-on: [ubuntu-latest] | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # pin@v6.0.2 | |
| - run: rustup component add rustfmt | |
| - name: rustfmt | |
| run: cargo fmt --check --all | |
| cargo-deny: | |
| name: cargo-deny (advisories, licenses, bans, ...) | |
| needs: diff | |
| if: needs.diff.outputs.isRust == 'true' | |
| runs-on: [ubuntu-latest] | |
| steps: | |
| - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # pin@v6.0.2 | |
| - uses: taiki-e/install-action@cargo-deny | |
| - run: cargo deny --manifest-path external-crates/move/Cargo.toml check --hide-inclusion-graph |