gnosis/lighthouse
1
0
Fork 0
mirror of https://github.com/sigp/lighthouse.git synced 2026-04-30 19:23:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement standard eth2.0 API (#1569)

Browse Source 
- Resolves #1550
- Resolves #824
- Resolves #825
- Resolves #1131
- Resolves #1411
- Resolves #1256
- Resolve #1177

- Includes the `ShufflingId` struct initially defined in #1492. That PR is now closed and the changes are included here, with significant bug fixes.
- Implement the https://github.com/ethereum/eth2.0-APIs in a new `http_api` crate using `warp`. This replaces the `rest_api` crate.
- Add a new `common/eth2` crate which provides a wrapper around `reqwest`, providing the HTTP client that is used by the validator client and for testing. This replaces the `common/remote_beacon_node` crate.
- Create a `http_metrics` crate which is a dedicated server for Prometheus metrics (they are no longer served on the same port as the REST API). We now have flags for `--metrics`, `--metrics-address`, etc.
- Allow the `subnet_id` to be an optional parameter for `VerifiedUnaggregatedAttestation::verify`. This means it does not need to be provided unnecessarily by the validator client.
- Move `fn map_attestation_committee` in `mod beacon_chain::attestation_verification` to a new `fn with_committee_cache` on the `BeaconChain` so the same cache can be used for obtaining validator duties.
- Add some other helpers to `BeaconChain` to assist with common API duties (e.g., `block_root_at_slot`, `head_beacon_block_root`).
- Change the `NaiveAggregationPool` so it can index attestations by `hash_tree_root(attestation.data)`. This is a requirement of the API.
- Add functions to `BeaconChainHarness` to allow it to create slashings and exits.
- Allow for `eth1::Eth1NetworkId` to go to/from a `String`.
- Add functions to the `OperationPool` to allow getting all objects in the pool.
- Add function to `BeaconState` to check if a committee cache is initialized.
- Fix bug where `seconds_per_eth1_block` was not transferring over from `YamlConfig` to `ChainSpec`.
- Add the `deposit_contract_address` to `YamlConfig` and `ChainSpec`. We needed to be able to return it in an API response.
- Change some uses of serde `serialize_with` and `deserialize_with` to a single use of `with` (code quality).
- Impl `Display` and `FromStr` for several BLS fields.
- Check for clock discrepancy when VC polls BN for sync state (with +/- 1 slot tolerance). This is not intended to be comprehensive, it was just easy to do.

- See #1434 for a per-endpoint overview.
- Seeking clarity here: https://github.com/ethereum/eth2.0-APIs/issues/75

- [x] Add docs for prom port to close #1256
- [x] Follow up on this #1177
- [x] ~~Follow up with #1424~~ Will fix in future PR.
- [x] Follow up with #1411
- [x] ~~Follow up with  #1260~~ Will fix in future PR.
- [x] Add quotes to all integers.
- [x] Remove `rest_types`
- [x] Address missing beacon block error. (#1629)
- [x] ~~Add tests for lighthouse/peers endpoints~~ Wontfix
- [x] ~~Follow up with validator status proposal~~ Tracked in #1434
- [x] Unify graffiti structs
- [x] ~~Start server when waiting for genesis?~~ Will fix in future PR.
- [x] TODO in http_api tests
- [x] Move lighthouse endpoints off /eth/v1
- [x] Update docs to link to standard

- ~~Blocked on #1586~~

Co-authored-by: Michael Sproul <michael@sigmaprime.io>
This commit is contained in:
Paul Hauner
2020-09-29 03:46:54 +00:00
parent 8e20176337
commit cdec3cec18
156 changed files with 8862 additions and 8916 deletions
Download Patch File Download Diff File Expand all files Collapse all files

452
Cargo.lock generated
View File

@@ -227,12 +227,6 @@ dependencies = [
"syn",
]
[[package]]
name = "assert_matches"
version = "1.3.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7deb0a829ca7bcfaf5da70b073a8d128619259a7be8216a355e23f00763059e5"
[[package]]
name = "async-tls"
version = "0.8.0"
@@ -349,7 +343,6 @@ dependencies = [
"rand 0.7.3",
"rand_core 0.5.1",
"rayon",
"regex",
"safe_arith",
"serde",
"serde_derive",
@@ -519,7 +512,7 @@ dependencies = [
"rand 0.7.3",
"serde",
"serde_derive",
"serde_hex",
"serde_utils",
"tree_hash",
"zeroize",
]
@@ -575,6 +568,16 @@ dependencies = [
"serde",
]
[[package]]
name = "buf_redux"
version = "0.8.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b953a6887648bb07a535631f2bc00fbdb2a2216f135552cb3f534ed136b9c07f"
dependencies = [
"memchr",
"safemem",
]
[[package]]
name = "bumpalo"
version = "3.4.0"
@@ -770,13 +773,14 @@ dependencies = [
"eth2_ssz",
"futures 0.3.5",
"genesis",
"http_api",
"http_metrics",
"lazy_static",
"lighthouse_metrics",
"network",
"parking_lot 0.11.0",
"prometheus",
"reqwest",
"rest_api",
"serde",
"serde_derive",
"serde_yaml",
@@ -1460,6 +1464,22 @@ dependencies = [
"web3",
]
[[package]]
name = "eth2"
version = "0.1.0"
dependencies = [
"eth2_libp2p",
"hex 0.4.2",
"procinfo",
"proto_array",
"psutil",
"reqwest",
"serde",
"serde_json",
"serde_utils",
"types",
]
[[package]]
name = "eth2_config"
version = "0.2.0"
@@ -1600,7 +1620,7 @@ dependencies = [
"eth2_ssz",
"serde",
"serde_derive",
"serde_hex",
"serde_utils",
"tree_hash",
"tree_hash_derive",
"typenum",
@@ -2148,6 +2168,31 @@ dependencies = [
"tokio 0.2.22",
]
[[package]]
name = "headers"
version = "0.3.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ed18eb2459bf1a09ad2d6b1547840c3e5e62882fa09b9a6a20b1de8e3228848f"
dependencies = [
"base64 0.12.3",
"bitflags 1.2.1",
"bytes 0.5.6",
"headers-core",
"http 0.2.1",
"mime 0.3.16",
"sha-1 0.8.2",
"time 0.1.44",
]
[[package]]
name = "headers-core"
version = "0.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e7f66481bfee273957b1f20485a4ff3362987f85b2c236580d81b4eb7a326429"
dependencies = [
"http 0.2.1",
]
[[package]]
name = "heck"
version = "0.3.1"
@@ -2269,6 +2314,58 @@ dependencies = [
"http 0.2.1",
]
[[package]]
name = "http_api"
version = "0.1.0"
dependencies = [
"beacon_chain",
"discv5",
"environment",
"eth1",
"eth2",
"eth2_libp2p",
"fork_choice",
"hex 0.4.2",
"lazy_static",
"lighthouse_metrics",
"lighthouse_version",
"network",
"parking_lot 0.11.0",
"serde",
"slog",
"slot_clock",
"state_processing",
"store",
"tokio 0.2.22",
"tree_hash",
"types",
"warp",
"warp_utils",
]
[[package]]
name = "http_metrics"
version = "0.1.0"
dependencies = [
"beacon_chain",
"environment",
"eth2",
"eth2_libp2p",
"lazy_static",
"lighthouse_metrics",
"lighthouse_version",
"prometheus",
"reqwest",
"serde",
"slog",
"slot_clock",
"store",
"tokio 0.2.22",
"types",
"warp",
"warp_utils",
]
[[package]]
name = "httparse"
version = "1.3.4"
@@ -2448,6 +2545,15 @@ dependencies = [
"hashbrown 0.9.1",
]
[[package]]
name = "input_buffer"
version = "0.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "19a8a95243d5a0398cae618ec29477c6e3cb631152be5c19481f80bc71559754"
dependencies = [
"bytes 0.5.6",
]
[[package]]
name = "instant"
version = "0.1.7"
@@ -3259,6 +3365,24 @@ version = "0.8.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1255076139a83bb467426e7f8d0134968a8118844faa755985e077cf31850333"
[[package]]
name = "multipart"
version = "0.17.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8209c33c951f07387a8497841122fc6f712165e3f9bda3e6be4645b58188f676"
dependencies = [
"buf_redux",
"httparse",
"log 0.4.11",
"mime 0.3.16",
"mime_guess",
"quick-error",
"rand 0.6.5",
"safemem",
"tempfile",
"twoway",
]
[[package]]
name = "multistream-select"
version = "0.8.2"
@@ -3339,7 +3463,6 @@ dependencies = [
"num_cpus",
"parking_lot 0.11.0",
"rand 0.7.3",
"rest_types",
"rlp",
"slog",
"sloggers",
@@ -3372,10 +3495,10 @@ version = "0.2.0"
dependencies = [
"beacon_node",
"environment",
"eth2",
"eth2_config",
"futures 0.3.5",
"genesis",
"remote_beacon_node",
"reqwest",
"serde",
"tempdir",
@@ -4054,6 +4177,25 @@ dependencies = [
"winapi 0.3.9",
]
[[package]]
name = "rand"
version = "0.6.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6d71dacdc3c88c1fde3885a3be3fbab9f35724e6ce99467f7d9c5026132184ca"
dependencies = [
"autocfg 0.1.7",
"libc",
"rand_chacha 0.1.1",
"rand_core 0.4.2",
"rand_hc 0.1.0",
"rand_isaac",
"rand_jitter",
"rand_os",
"rand_pcg",
"rand_xorshift 0.1.1",
"winapi 0.3.9",
]
[[package]]
name = "rand"
version = "0.7.3"
@@ -4062,9 +4204,19 @@ checksum = "6a6b1679d49b24bbfe0c803429aa1874472f50d9b363131f0e89fc356b544d03"
dependencies = [
"getrandom",
"libc",
"rand_chacha",
"rand_chacha 0.2.2",
"rand_core 0.5.1",
"rand_hc",
"rand_hc 0.2.0",
]
[[package]]
name = "rand_chacha"
version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "556d3a1ca6600bfcbab7c7c91ccb085ac7fbbcd70e008a98742e7847f4f7bcef"
dependencies = [
"autocfg 0.1.7",
"rand_core 0.3.1",
]
[[package]]
@@ -4101,6 +4253,15 @@ dependencies = [
"getrandom",
]
[[package]]
name = "rand_hc"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7b40677c7be09ae76218dc623efbf7b18e34bced3f38883af07bb75630a21bc4"
dependencies = [
"rand_core 0.3.1",
]
[[package]]
name = "rand_hc"
version = "0.2.0"
@@ -4110,6 +4271,59 @@ dependencies = [
"rand_core 0.5.1",
]
[[package]]
name = "rand_isaac"
version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ded997c9d5f13925be2a6fd7e66bf1872597f759fd9dd93513dd7e92e5a5ee08"
dependencies = [
"rand_core 0.3.1",
]
[[package]]
name = "rand_jitter"
version = "0.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1166d5c91dc97b88d1decc3285bb0a99ed84b05cfd0bc2341bdf2d43fc41e39b"
dependencies = [
"libc",
"rand_core 0.4.2",
"winapi 0.3.9",
]
[[package]]
name = "rand_os"
version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7b75f676a1e053fc562eafbb47838d67c84801e38fc1ba459e8f180deabd5071"
dependencies = [
"cloudabi 0.0.3",
"fuchsia-cprng",
"libc",
"rand_core 0.4.2",
"rdrand",
"winapi 0.3.9",
]
[[package]]
name = "rand_pcg"
version = "0.1.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "abf9b09b01790cfe0364f52bf32995ea3c39f4d2dd011eac241d2914146d0b44"
dependencies = [
"autocfg 0.1.7",
"rand_core 0.4.2",
]
[[package]]
name = "rand_xorshift"
version = "0.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "cbf7e9e623549b0e21f6e97cf8ecf247c1a8fd2e8a992ae265314300b2455d5c"
dependencies = [
"rand_core 0.3.1",
]
[[package]]
name = "rand_xorshift"
version = "0.2.0"
@@ -4197,24 +4411,6 @@ version = "0.6.18"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "26412eb97c6b088a6997e05f69403a802a92d520de2f8e63c2b65f9e0f47c4e8"
[[package]]
name = "remote_beacon_node"
version = "0.2.0"
dependencies = [
"eth2_config",
"eth2_ssz",
"futures 0.3.5",
"hex 0.4.2",
"operation_pool",
"proto_array",
"reqwest",
"rest_types",
"serde",
"serde_json",
"types",
"url 2.1.1",
]
[[package]]
name = "remove_dir_all"
version = "0.5.3"
@@ -4260,73 +4456,6 @@ dependencies = [
"winreg",
]
[[package]]
name = "rest_api"
version = "0.2.0"
dependencies = [
"assert_matches",
"beacon_chain",
"bls",
"bus",
"environment",
"eth2_config",
"eth2_libp2p",
"eth2_ssz",
"eth2_ssz_derive",
"futures 0.3.5",
"hex 0.4.2",
"http 0.2.1",
"hyper 0.13.8",
"itertools 0.9.0",
"lazy_static",
"lighthouse_metrics",
"lighthouse_version",
"network",
"node_test_rig",
"operation_pool",
"parking_lot 0.11.0",
"remote_beacon_node",
"rest_types",
"serde",
"serde_json",
"serde_yaml",
"slog",
"slog-async",
"slog-term",
"slot_clock",
"state_processing",
"store",
"tokio 0.2.22",
"tree_hash",
"types",
"uhttp_sse",
"url 2.1.1",
]
[[package]]
name = "rest_types"
version = "0.2.0"
dependencies = [
"beacon_chain",
"bls",
"environment",
"eth2_hashing",
"eth2_ssz",
"eth2_ssz_derive",
"hyper 0.13.8",
"procinfo",
"psutil",
"rayon",
"serde",
"serde_json",
"serde_yaml",
"state_processing",
"store",
"tokio 0.2.22",
"tree_hash",
"types",
]
[[package]]
name = "ring"
version = "0.16.12"
@@ -4615,14 +4744,6 @@ dependencies = [
"syn",
]
[[package]]
name = "serde_hex"
version = "0.2.0"
dependencies = [
"hex 0.4.2",
"serde",
]
[[package]]
name = "serde_json"
version = "1.0.57"
@@ -4661,6 +4782,7 @@ dependencies = [
name = "serde_utils"
version = "0.1.0"
dependencies = [
"hex 0.4.2",
"serde",
"serde_derive",
"serde_json",
@@ -5668,6 +5790,19 @@ dependencies = [
"tokio 0.2.22",
]
[[package]]
name = "tokio-tungstenite"
version = "0.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6d9e878ad426ca286e4dcae09cbd4e1973a7f8987d97570e2469703dd7f5720c"
dependencies = [
"futures-util",
"log 0.4.11",
"pin-project",
"tokio 0.2.22",
"tungstenite",
]
[[package]]
name = "tokio-udp"
version = "0.1.6"
@@ -5769,6 +5904,16 @@ dependencies = [
"lazy_static",
]
[[package]]
name = "tracing-futures"
version = "0.2.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ab7bb6f14721aa00656086e9335d363c5c8747bae02ebe32ea2c7dece5689b4c"
dependencies = [
"pin-project",
"tracing",
]
[[package]]
name = "trackable"
version = "1.0.0"
@@ -5822,6 +5967,34 @@ version = "0.2.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "59547bce71d9c38b83d9c0e92b6066c4253371f15005def0c30d9657f50c7642"
[[package]]
name = "tungstenite"
version = "0.11.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f0308d80d86700c5878b9ef6321f020f29b1bb9d5ff3cab25e75e23f3a492a23"
dependencies = [
"base64 0.12.3",
"byteorder",
"bytes 0.5.6",
"http 0.2.1",
"httparse",
"input_buffer",
"log 0.4.11",
"rand 0.7.3",
"sha-1 0.9.1",
"url 2.1.1",
"utf-8",
]
[[package]]
name = "twoway"
version = "0.1.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "59b11b2b5241ba34be09c3cc85a36e56e48f9888862e19cedf23336d35316ed1"
dependencies = [
"memchr",
]
[[package]]
name = "typeable"
version = "0.1.2"
@@ -5856,13 +6029,15 @@ dependencies = [
"log 0.4.11",
"merkle_proof",
"rand 0.7.3",
"rand_xorshift",
"rand_xorshift 0.2.0",
"rayon",
"regex",
"rusqlite",
"safe_arith",
"serde",
"serde_derive",
"serde_json",
"serde_utils",
"serde_yaml",
"slog",
"swap_or_not_shuffle",
@@ -5872,12 +6047,6 @@ dependencies = [
"tree_hash_derive",
]
[[package]]
name = "uhttp_sse"
version = "0.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c6ff93345ba2206230b1bb1aa3ece1a63dd9443b7531024575d16a0680a59444"
[[package]]
name = "uint"
version = "0.8.5"
@@ -6018,6 +6187,18 @@ dependencies = [
"percent-encoding 2.1.0",
]
[[package]]
name = "urlencoding"
version = "1.1.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c9232eb53352b4442e40d7900465dfc534e8cb2dc8f18656fcb2ac16112b5593"
[[package]]
name = "utf-8"
version = "0.7.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "05e42f7c18b8f902290b009cde6d651262f956c98bc51bca4cd1d511c9cd85c7"
[[package]]
name = "uuid"
version = "0.8.1"
@@ -6040,6 +6221,7 @@ dependencies = [
"directory",
"dirs",
"environment",
"eth2",
"eth2_config",
"eth2_interop_keypairs",
"eth2_keystore",
@@ -6052,8 +6234,6 @@ dependencies = [
"logging",
"parking_lot 0.11.0",
"rayon",
"remote_beacon_node",
"rest_types",
"serde",
"serde_derive",
"serde_json",
@@ -6148,6 +6328,46 @@ dependencies = [
"try-lock",
]
[[package]]
name = "warp"
version = "0.2.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f41be6df54c97904af01aa23e613d4521eed7ab23537cede692d4058f6449407"
dependencies = [
"bytes 0.5.6",
"futures 0.3.5",
"headers",
"http 0.2.1",
"hyper 0.13.8",
"log 0.4.11",
"mime 0.3.16",
"mime_guess",
"multipart",
"pin-project",
"scoped-tls 1.0.0",
"serde",
"serde_json",
"serde_urlencoded",
"tokio 0.2.22",
"tokio-tungstenite",
"tower-service",
"tracing",
"tracing-futures",
"urlencoding",
]
[[package]]
name = "warp_utils"
version = "0.1.0"
dependencies = [
"beacon_chain",
"eth2",
"safe_arith",
"state_processing",
"types",
"warp",
]
[[package]]
name = "wasi"
version = "0.9.0+wasi-snapshot-preview1"