refactor: improve checkpoint-sync algorithm #4119
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [ main ] | |
| pull_request: | |
| branches: [ '*' ] | |
| # NOTE: these paths should be the same as the ones in ci_skipped.yml | |
| paths-ignore: | |
| - 'docs/**' | |
| - '.all-contributorsrc' | |
| - 'README.md' | |
| - 'LICENSE' | |
| - 'metrics/**' | |
| # Cancel old runs on the same branch (except on main) | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: ${{ github.ref != 'refs/heads/main' }} | |
| env: | |
| MIX_ENV: test | |
| RUST_WORKSPACES: | | |
| native/snappy -> target | |
| native/ssz_nif -> target | |
| permissions: | |
| contents: read | |
| jobs: | |
| compile-native: | |
| name: Build native libraries | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Go | |
| # NOTE: this action comes with caching by default | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: "1.21" | |
| cache-dependency-path: | | |
| native/libp2p_port/go.sum | |
| - name: Cache output artifacts | |
| id: output-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: priv/native/* | |
| key: ${{ runner.os }}-native-${{ hashFiles('native/**') }} | |
| - name: Install dependencies | |
| if: steps.output-cache.outputs.cache-hit != 'true' | |
| run: | | |
| sudo apt-get install -y protobuf-compiler | |
| go install google.golang.org/protobuf/cmd/protoc-gen-go@latest | |
| protoc --go_out=./native/libp2p_port proto/libp2p.proto | |
| - name: Compile port | |
| if: steps.output-cache.outputs.cache-hit != 'true' | |
| run: make compile-port | |
| download-beacon-node-oapi: | |
| name: Download Beacon Node OAPI | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Cache Beacon Node OAPI | |
| id: output-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ./beacon-node-oapi.json | |
| key: ${{ runner.os }}-beacon-node-oapi-${{ hashFiles('.oapi_version') }} | |
| lookup-only: true | |
| - name: Download Beacon Node OAPI | |
| if: steps.output-cache.outputs.cache-hit != 'true' | |
| run: make download-beacon-node-oapi | |
| build: | |
| name: Build project | |
| needs: [compile-native, download-beacon-node-oapi] | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Elixir | |
| id: setup-beam | |
| uses: erlef/setup-beam@v1 | |
| with: | |
| version-type: strict | |
| version-file: .tool-versions | |
| hexpm-mirrors: | | |
| https://builds.hex.pm | |
| https://repo.hex.pm | |
| - name: Fetch native libraries | |
| id: output-cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: priv/native/* | |
| key: ${{ runner.os }}-native-${{ hashFiles('native/**') }} | |
| fail-on-cache-miss: true | |
| - name: Restore dependencies cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: deps | |
| key: ${{ runner.os }}-mix-${{ hashFiles('**/mix.lock') }} | |
| restore-keys: ${{ runner.os }}-mix- | |
| - name: Fetch beacon node oapi file | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: ./beacon-node-oapi.json | |
| key: ${{ runner.os }}-beacon-node-oapi-${{ hashFiles('.oapi_version') }} | |
| fail-on-cache-miss: true | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get install -y protobuf-compiler | |
| echo $(protoc --version) | |
| mix escript.install --force hex protobuf | |
| protoc --elixir_out=. proto/libp2p.proto | |
| mix deps.get | |
| - name: Set up cargo cache | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| workspaces: ${{ env.RUST_WORKSPACES }} | |
| - name: Compile Elixir (Warnings as errors) | |
| run: mix compile --warnings-as-errors | |
| - name: Retrieve PLT Cache | |
| uses: actions/cache@v4 | |
| id: plt-cache | |
| with: | |
| path: priv/plts | |
| key: ${{ runner.os }}-plts-${{ steps.setup-beam.outputs.elixir-version }}-${{ hashFiles('mix.lock') }} | |
| - name: Create PLTs | |
| if: steps.plt-cache.outputs.cache-hit != 'true' | |
| run: | | |
| mkdir -p priv/plts | |
| mix dialyzer --plt | |
| - name: Run dialyzer | |
| run: mix dialyzer --no-check | |
| docker-build: | |
| name: Build Docker image | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Build Docker image | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| file: ./Dockerfile | |
| load: true # Important for building without pushing | |
| smoke: | |
| name: Start and stop the node | |
| needs: [compile-native, download-beacon-node-oapi] | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Elixir | |
| uses: erlef/setup-beam@v1 | |
| with: | |
| version-type: strict | |
| version-file: .tool-versions | |
| hexpm-mirrors: | | |
| https://builds.hex.pm | |
| https://repo.hex.pm | |
| - name: Fetch native libraries | |
| id: output-cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: priv/native/* | |
| key: ${{ runner.os }}-native-${{ hashFiles('native/**') }} | |
| fail-on-cache-miss: true | |
| - name: Restore dependencies cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: deps | |
| key: ${{ runner.os }}-mix-${{ hashFiles('**/mix.lock') }} | |
| restore-keys: ${{ runner.os }}-mix- | |
| - name: Fetch beacon node oapi file | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: ./beacon-node-oapi.json | |
| key: ${{ runner.os }}-beacon-node-oapi-${{ hashFiles('.oapi_version') }} | |
| fail-on-cache-miss: true | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get install -y protobuf-compiler | |
| echo $(protoc --version) | |
| mix escript.install --force hex protobuf | |
| protoc --elixir_out=./lib proto/libp2p.proto | |
| mix deps.get | |
| - name: Set up cargo cache | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| workspaces: ${{ env.RUST_WORKSPACES }} | |
| - name: Compile Elixir (Warnings as errors) | |
| run: mix compile --warnings-as-errors | |
| - name: Run the node | |
| # NOTE: this starts and then stops the application. It should catch simple runtime errors | |
| run: mix run -- --checkpoint-sync-url https://mainnet-checkpoint-sync.stakely.io/ | |
| test: | |
| name: Test | |
| needs: [compile-native, download-beacon-node-oapi] | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Elixir | |
| uses: erlef/setup-beam@v1 | |
| with: | |
| version-type: strict | |
| version-file: .tool-versions | |
| hexpm-mirrors: | | |
| https://builds.hex.pm | |
| https://repo.hex.pm | |
| - name: Fetch native libraries | |
| id: output-cache | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: priv/native/* | |
| key: ${{ runner.os }}-native-${{ hashFiles('native/**') }} | |
| fail-on-cache-miss: true | |
| - name: Restore dependencies cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: deps | |
| key: ${{ runner.os }}-mix-${{ hashFiles('**/mix.lock') }} | |
| restore-keys: ${{ runner.os }}-mix- | |
| - name: Fetch beacon node oapi file | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: ./beacon-node-oapi.json | |
| key: ${{ runner.os }}-beacon-node-oapi-${{ hashFiles('.oapi_version') }} | |
| fail-on-cache-miss: true | |
| - name: Set up cargo cache | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| workspaces: ${{ env.RUST_WORKSPACES }} | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get install -y protobuf-compiler | |
| mix escript.install --force hex protobuf | |
| protoc --elixir_out=./lib proto/libp2p.proto | |
| mix deps.get | |
| - name: Run tests | |
| run: mix test --no-start --warnings-as-errors --trace --exclude spectest | |
| lint: | |
| name: Lint | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Elixir | |
| uses: erlef/setup-beam@v1 | |
| with: | |
| version-type: strict | |
| version-file: .tool-versions | |
| hexpm-mirrors: | | |
| https://builds.hex.pm | |
| https://repo.hex.pm | |
| - name: Restore dependencies cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: deps | |
| key: ${{ runner.os }}-mix-${{ hashFiles('**/mix.lock') }} | |
| restore-keys: ${{ runner.os }}-mix- | |
| - name: Install dependencies | |
| run: mix deps.get | |
| - name: Check format | |
| run: | | |
| make fmt | |
| git diff --exit-code | |
| - name: Run credo | |
| run: mix credo --strict | |
| download-spectests: | |
| name: Download spectests | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Cache compressed spectests | |
| id: output-cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ./test/spec/vectors/*.tar.gz | |
| key: ${{ runner.os }}-spectest-${{ hashFiles('.spectest_version') }} | |
| lookup-only: true | |
| - name: Download spectests | |
| if: steps.output-cache.outputs.cache-hit != 'true' | |
| run: make download-vectors | |
| spectests-matrix: | |
| name: Run spec-tests | |
| needs: [compile-native, download-spectests, download-beacon-node-oapi] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| fork: ["deneb"] | |
| config: ["minimal", "general", "mainnet"] | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Elixir | |
| uses: erlef/setup-beam@v1 | |
| with: | |
| version-type: strict | |
| version-file: .tool-versions | |
| hexpm-mirrors: | | |
| https://builds.hex.pm | |
| https://repo.hex.pm | |
| - name: Fetch native libraries | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: priv/native/* | |
| key: ${{ runner.os }}-native-${{ hashFiles('native/**') }} | |
| fail-on-cache-miss: true | |
| - name: Fetch spectest vectors | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: ./test/spec/vectors/*.tar.gz | |
| key: ${{ runner.os }}-spectest-${{ hashFiles('.spectest_version') }} | |
| fail-on-cache-miss: true | |
| - name: Restore dependencies cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: deps | |
| key: ${{ runner.os }}-mix-${{ hashFiles('**/mix.lock') }} | |
| restore-keys: ${{ runner.os }}-mix- | |
| - name: Fetch beacon node oapi file | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: ./beacon-node-oapi.json | |
| key: ${{ runner.os }}-beacon-node-oapi-${{ hashFiles('.oapi_version') }} | |
| fail-on-cache-miss: true | |
| - name: Set up cargo cache | |
| uses: Swatinem/rust-cache@v2 | |
| with: | |
| workspaces: ${{ env.RUST_WORKSPACES }} | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get install -y protobuf-compiler | |
| mix escript.install --force hex protobuf | |
| protoc --elixir_out=./lib proto/libp2p.proto | |
| mix deps.get | |
| - name: Update fork version | |
| run: echo ${{ matrix.fork }} > .fork_version | |
| - name: Uncompress vectors | |
| run: make test/spec/vectors/tests/${{ matrix.config }} | |
| - name: Generate tests | |
| run: make gen-spec | |
| - name: Run tests | |
| run: | | |
| if [[ "${{ matrix.config }}" == "general" ]] ; then | |
| mix test --no-start test/generated/general/*/* | |
| else | |
| mix test --no-start test/generated/${{ matrix.config }}/${{ matrix.fork }}/* | |
| fi | |
| spectests-success: | |
| name: All spec-tests passed | |
| needs: spectests-matrix | |
| runs-on: ubuntu-22.04 | |
| if: always() | |
| steps: | |
| - if: needs.spectests-matrix.result == 'success' | |
| name: All spectests passed | |
| run: exit 0 | |
| - if: needs.spectests-matrix.result != 'success' | |
| name: Some spectests failed | |
| run: exit 1 |