Merge branch 'sigp:stable' into book-cli

2026-03-14 10:22:38 +00:00 · 2023-09-15 18:11:04 +08:00
parent 1aaca5b46c 2841f60686
commit 34a149a207
302 changed files with 16639 additions and 7325 deletions
--- a/.github/workflows/test-suite.yml
+++ b/.github/workflows/test-suite.yml
@@ -9,6 +9,11 @@ on:
      - 'pr/*'
  pull_request:
  merge_group:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 env:
  # Deny warnings in CI
  # Disable debug info (see https://github.com/sigp/lighthouse/issues/4005)
@@ -17,6 +22,10 @@ env:
  PINNED_NIGHTLY: nightly-2023-04-16
  # Prevent Github API rate limiting.
  LIGHTHOUSE_GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  # Enable self-hosted runners for the sigp repo only.
+  SELF_HOSTED_RUNNERS: ${{ github.repository == 'sigp/lighthouse' }}
+  # Self-hosted runners need to reference a different host for `./watch` tests.
+  WATCH_HOST: ${{ github.repository == 'sigp/lighthouse' && 'host.docker.internal' || 'localhost' }}
 jobs:
  target-branch-check:
    name: target-branch-check
@@ -48,27 +57,28 @@ jobs:
      run: make cargo-fmt
  release-tests-ubuntu:
    name: release-tests-ubuntu
-    runs-on: ubuntu-latest
+    # Use self-hosted runners only on the sigp repo.
+    runs-on: ${{ github.repository == 'sigp/lighthouse' && fromJson('["self-hosted", "linux", "large"]') || 'ubuntu-latest'  }}
    needs: cargo-fmt
    steps:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
+      if: env.SELF_HOSTED_RUNNERS == false
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
+    - name: Install Foundry (anvil)
+      uses: foundry-rs/foundry-toolchain@v1
      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
-    - name: Install anvil
-      run: cargo install --git https://github.com/foundry-rs/foundry --locked anvil
+        version: nightly-ca67d15f4abd46394b324c50e21e66f306a1162d
    - name: Run tests in release
      run: make test-release
  release-tests-windows:
    name: release-tests-windows
-    runs-on: windows-2019
+    runs-on: ${{ github.repository == 'sigp/lighthouse' && fromJson('["self-hosted", "windows"]') || 'windows-2019'  }}
    needs: cargo-fmt
    steps:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
+      if: env.SELF_HOSTED_RUNNERS == false
      run: rustup update stable
    - name: Use Node.js
      uses: actions/setup-node@v2
@@ -76,14 +86,16 @@ jobs:
        node-version: '14'
    - name: Install windows build tools
      run: |
-        choco install python protoc visualstudio2019-workload-vctools -y
+        choco install python visualstudio2019-workload-vctools -y
        npm config set msvs_version 2019
-    - name: Install anvil
-      # Extra feature to work around https://github.com/foundry-rs/foundry/issues/5115
-      run: cargo install --git https://github.com/foundry-rs/foundry --locked anvil --features ethers/ipc
+    - name: Install Foundry (anvil)
+      uses: foundry-rs/foundry-toolchain@v1
+      with:
+        version: nightly-ca67d15f4abd46394b324c50e21e66f306a1162d
    - name: Install make
      run: choco install -y make
    - uses: KyleMayes/install-llvm-action@v1
+      if: env.SELF_HOSTED_RUNNERS == false
      with:
        version: "15.0"
        directory: ${{ runner.temp }}/llvm
@@ -93,16 +105,14 @@ jobs:
      run: make test-release
  beacon-chain-tests:
    name: beacon-chain-tests
-    runs-on: ubuntu-latest
+    # Use self-hosted runners only on the sigp repo.
+    runs-on: ${{ github.repository == 'sigp/lighthouse' && fromJson('["self-hosted", "linux", "large"]') || 'ubuntu-latest'  }}
    needs: cargo-fmt
    steps:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
+      if: env.SELF_HOSTED_RUNNERS == false
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Run beacon_chain tests for all known forks
      run: make test-beacon-chain
  op-pool-tests:
@@ -113,10 +123,6 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Run operation_pool tests for all known forks
      run: make test-op-pool
  slasher-tests:
@@ -131,18 +137,18 @@ jobs:
      run: make test-slasher
  debug-tests-ubuntu:
    name: debug-tests-ubuntu
-    runs-on: ubuntu-22.04
+    # Use self-hosted runners only on the sigp repo.
+    runs-on: ${{ github.repository == 'sigp/lighthouse' && fromJson('["self-hosted", "linux", "large"]') || 'ubuntu-latest'  }}
    needs: cargo-fmt
    steps:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
+      if: env.SELF_HOSTED_RUNNERS == false
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
+    - name: Install Foundry (anvil)
+      uses: foundry-rs/foundry-toolchain@v1
      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
-    - name: Install anvil
-      run: cargo install --git https://github.com/foundry-rs/foundry --locked anvil
+        version: nightly-ca67d15f4abd46394b324c50e21e66f306a1162d
    - name: Run tests in debug
      run: make test-debug
  state-transition-vectors-ubuntu:
@@ -153,24 +159,18 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Run state_transition_vectors in release.
      run: make run-state-transition-tests
  ef-tests-ubuntu:
    name: ef-tests-ubuntu
-    runs-on: ubuntu-latest
+    # Use self-hosted runners only on the sigp repo.
+    runs-on: ${{ github.repository == 'sigp/lighthouse' && fromJson('["self-hosted", "linux", "small"]') || 'ubuntu-latest'  }}
    needs: cargo-fmt
    steps:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
+      if: env.SELF_HOSTED_RUNNERS == false
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Run consensus-spec-tests with blst, milagro and fake_crypto
      run: make test-ef
  dockerfile-ubuntu:
@@ -193,12 +193,10 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
+    - name: Install Foundry (anvil)
+      uses: foundry-rs/foundry-toolchain@v1
      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
-    - name: Install anvil
-      run: cargo install --git https://github.com/foundry-rs/foundry --locked anvil
+        version: nightly-ca67d15f4abd46394b324c50e21e66f306a1162d
    - name: Run the beacon chain sim that starts from an eth1 contract
      run: cargo run --release --bin simulator eth1-sim
  merge-transition-ubuntu:
@@ -209,12 +207,10 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
+    - name: Install Foundry (anvil)
+      uses: foundry-rs/foundry-toolchain@v1
      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
-    - name: Install anvil
-      run: cargo install --git https://github.com/foundry-rs/foundry --locked anvil
+        version: nightly-ca67d15f4abd46394b324c50e21e66f306a1162d
    - name: Run the beacon chain sim and go through the merge transition
      run: cargo run --release --bin simulator eth1-sim --post-merge
  no-eth1-simulator-ubuntu:
@@ -225,10 +221,6 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Run the beacon chain sim without an eth1 connection
      run: cargo run --release --bin simulator no-eth1-sim
  syncing-simulator-ubuntu:
@@ -239,12 +231,10 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
+    - name: Install Foundry (anvil)
+      uses: foundry-rs/foundry-toolchain@v1
      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
-    - name: Install anvil
-      run: cargo install --git https://github.com/foundry-rs/foundry --locked anvil
+        version: nightly-ca67d15f4abd46394b324c50e21e66f306a1162d
    - name: Run the syncing simulator
      run: cargo run --release --bin simulator syncing-sim
  doppelganger-protection-test:
@@ -255,10 +245,6 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Install geth
      run: |
          sudo add-apt-repository -y ppa:ethereum/ethereum
@@ -290,10 +276,6 @@ jobs:
        dotnet-version: '6.0.201'
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Run exec engine integration tests in release
      run: make test-exec-engine
  check-benchmarks:
@@ -304,10 +286,6 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Typecheck benchmark code without running it
      run: make check-benches
  clippy:
@@ -318,10 +296,6 @@ jobs:
    - uses: actions/checkout@v3
    - name: Get latest version of stable Rust
      run: rustup update stable
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Lint code for quality and style with Clippy
      run: make lint
    - name: Certify Cargo.lock freshness
@@ -334,10 +308,6 @@ jobs:
    - uses: actions/checkout@v3
    - name: Install Rust @ MSRV (${{ needs.extract-msrv.outputs.MSRV }})
      run: rustup override set ${{ needs.extract-msrv.outputs.MSRV }}
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Run cargo check
      run: cargo check --workspace
  arbitrary-check:
@@ -376,10 +346,6 @@ jobs:
    - uses: actions/checkout@v3
    - name: Install Rust (${{ env.PINNED_NIGHTLY }})
      run: rustup toolchain install $PINNED_NIGHTLY
-    - name: Install Protoc
-      uses: arduino/setup-protoc@e52d9eb8f7b63115df1ac544a1376fdbf5a39612
-      with:
-        repo-token: ${{ secrets.GITHUB_TOKEN }}
    - name: Install cargo-udeps
      run: cargo install cargo-udeps --locked --force
    - name: Create Cargo config dir
@@ -397,7 +363,7 @@ jobs:
    steps:
    - uses: actions/checkout@v3
    - name: Install dependencies
-      run: sudo apt install -y git gcc g++ make cmake pkg-config llvm-dev libclang-dev clang protobuf-compiler
+      run: sudo apt install -y git gcc g++ make cmake pkg-config llvm-dev libclang-dev clang
    - name: Use Rust beta
      run: rustup override set beta
    - name: Run make