mirror of
https://github.com/sigp/lighthouse.git
synced 2026-03-15 19:02:42 +00:00
ad5bd6412a
* Add PH & MS slot clock changes * Account for genesis time * Add progress on duties refactor * Add simple is_aggregator bool to val subscription * Start work on attestation_verification.rs * Add progress on ObservedAttestations * Progress with ObservedAttestations * Fix tests * Add observed attestations to the beacon chain * Add attestation observation to processing code * Add progress on attestation verification * Add first draft of ObservedAttesters * Add more tests * Add observed attesters to beacon chain * Add observers to attestation processing * Add more attestation verification * Create ObservedAggregators map * Remove commented-out code * Add observed aggregators into chain * Add progress * Finish adding features to attestation verification * Ensure beacon chain compiles * Link attn verification into chain * Integrate new attn verification in chain * Remove old attestation processing code * Start trying to fix beacon_chain tests * Split adding into pools into two functions * Add aggregation to harness * Get test harness working again * Adjust the number of aggregators for test harness * Fix edge-case in harness * Integrate new attn processing in network * Fix compile bug in validator_client * Update validator API endpoints * Fix aggreagation in test harness * Fix enum thing * Fix attestation observation bug: * Patch failing API tests * Start adding comments to attestation verification * Remove unused attestation field * Unify "is block known" logic * Update comments * Supress fork choice errors for network processing * Add todos * Tidy * Add gossip attn tests * Disallow test harness to produce old attns * Comment out in-progress tests * Partially address pruning tests * Fix failing store test * Add aggregate tests * Add comments about which spec conditions we check * Dont re-aggregate * Split apart test harness attn production * Fix compile error in network * Make progress on commented-out test * Fix skipping attestation test * Add fork choice verification tests * Tidy attn tests, remove dead code * Remove some accidentally added code * Fix clippy lint * Rename test file * Add block tests, add cheap block proposer check * Rename block testing file * Add observed_block_producers * Tidy * Switch around block signature verification * Finish block testing * Remove gossip from signature tests * First pass of self review * Fix deviation in spec * Update test spec tags * Start moving over to hashset * Finish moving observed attesters to hashmap * Move aggregation pool over to hashmap * Make fc attn borrow again * Fix rest_api compile error * Fix missing comments * Fix monster test * Uncomment increasing slots test * Address remaining comments * Remove unsafe, use cfg test * Remove cfg test flag * Fix dodgy comment * Ignore aggregates that are already known. * Unify aggregator modulo logic * Fix typo in logs * Refactor validator subscription logic * Avoid reproducing selection proof * Skip HTTP call if no subscriptions * Rename DutyAndState -> DutyAndProof * Tidy logs * Print root as dbg * Fix compile errors in tests * Fix compile error in test
278 lines
10 KiB
Rust
278 lines
10 KiB
Rust
use crate::{ApiError, ApiResult, NetworkChannel};
|
|
use beacon_chain::{BeaconChain, BeaconChainTypes, StateSkipConfig};
|
|
use bls::PublicKeyBytes;
|
|
use eth2_libp2p::PubsubMessage;
|
|
use hex;
|
|
use http::header;
|
|
use hyper::{Body, Request};
|
|
use network::NetworkMessage;
|
|
use ssz::Decode;
|
|
use store::{iter::AncestorIter, Store};
|
|
use types::{
|
|
BeaconState, CommitteeIndex, Epoch, EthSpec, Hash256, RelativeEpoch, SignedBeaconBlock, Slot,
|
|
};
|
|
|
|
/// Parse a slot.
|
|
///
|
|
/// E.g., `"1234"`
|
|
pub fn parse_slot(string: &str) -> Result<Slot, ApiError> {
|
|
string
|
|
.parse::<u64>()
|
|
.map(Slot::from)
|
|
.map_err(|e| ApiError::BadRequest(format!("Unable to parse slot: {:?}", e)))
|
|
}
|
|
|
|
/// Parse an epoch.
|
|
///
|
|
/// E.g., `"13"`
|
|
pub fn parse_epoch(string: &str) -> Result<Epoch, ApiError> {
|
|
string
|
|
.parse::<u64>()
|
|
.map(Epoch::from)
|
|
.map_err(|e| ApiError::BadRequest(format!("Unable to parse epoch: {:?}", e)))
|
|
}
|
|
|
|
/// Parse a CommitteeIndex.
|
|
///
|
|
/// E.g., `"18"`
|
|
pub fn parse_committee_index(string: &str) -> Result<CommitteeIndex, ApiError> {
|
|
string
|
|
.parse::<CommitteeIndex>()
|
|
.map_err(|e| ApiError::BadRequest(format!("Unable to parse committee index: {:?}", e)))
|
|
}
|
|
|
|
/// Checks the provided request to ensure that the `content-type` header.
|
|
///
|
|
/// The content-type header should either be omitted, in which case JSON is assumed, or it should
|
|
/// explicitly specify `application/json`. If anything else is provided, an error is returned.
|
|
pub fn check_content_type_for_json(req: &Request<Body>) -> Result<(), ApiError> {
|
|
match req.headers().get(header::CONTENT_TYPE) {
|
|
Some(h) if h == "application/json" => Ok(()),
|
|
Some(h) => Err(ApiError::BadRequest(format!(
|
|
"The provided content-type {:?} is not available, this endpoint only supports json.",
|
|
h
|
|
))),
|
|
_ => Ok(()),
|
|
}
|
|
}
|
|
|
|
/// Parse an SSZ object from some hex-encoded bytes.
|
|
///
|
|
/// E.g., A signature is `"0x0000000000000000000000000000000000000000000000000000000000000000"`
|
|
pub fn parse_hex_ssz_bytes<T: Decode>(string: &str) -> Result<T, ApiError> {
|
|
const PREFIX: &str = "0x";
|
|
|
|
if string.starts_with(PREFIX) {
|
|
let trimmed = string.trim_start_matches(PREFIX);
|
|
let bytes = hex::decode(trimmed)
|
|
.map_err(|e| ApiError::BadRequest(format!("Unable to parse SSZ hex: {:?}", e)))?;
|
|
T::from_ssz_bytes(&bytes)
|
|
.map_err(|e| ApiError::BadRequest(format!("Unable to parse SSZ bytes: {:?}", e)))
|
|
} else {
|
|
Err(ApiError::BadRequest(
|
|
"Hex bytes must have a 0x prefix".to_string(),
|
|
))
|
|
}
|
|
}
|
|
|
|
/// Parse a root from a `0x` prefixed string.
|
|
///
|
|
/// E.g., `"0x0000000000000000000000000000000000000000000000000000000000000000"`
|
|
pub fn parse_root(string: &str) -> Result<Hash256, ApiError> {
|
|
const PREFIX: &str = "0x";
|
|
|
|
if string.starts_with(PREFIX) {
|
|
let trimmed = string.trim_start_matches(PREFIX);
|
|
trimmed
|
|
.parse()
|
|
.map_err(|e| ApiError::BadRequest(format!("Unable to parse root: {:?}", e)))
|
|
} else {
|
|
Err(ApiError::BadRequest(
|
|
"Root must have a 0x prefix".to_string(),
|
|
))
|
|
}
|
|
}
|
|
|
|
/// Parse a PublicKey from a `0x` prefixed hex string
|
|
pub fn parse_pubkey_bytes(string: &str) -> Result<PublicKeyBytes, ApiError> {
|
|
const PREFIX: &str = "0x";
|
|
if string.starts_with(PREFIX) {
|
|
let pubkey_bytes = hex::decode(string.trim_start_matches(PREFIX))
|
|
.map_err(|e| ApiError::BadRequest(format!("Invalid hex string: {:?}", e)))?;
|
|
let pubkey = PublicKeyBytes::from_bytes(pubkey_bytes.as_slice()).map_err(|e| {
|
|
ApiError::BadRequest(format!("Unable to deserialize public key: {:?}.", e))
|
|
})?;
|
|
Ok(pubkey)
|
|
} else {
|
|
Err(ApiError::BadRequest(
|
|
"Public key must have a 0x prefix".to_string(),
|
|
))
|
|
}
|
|
}
|
|
|
|
/// Returns the root of the `SignedBeaconBlock` in the canonical chain of `beacon_chain` at the given
|
|
/// `slot`, if possible.
|
|
///
|
|
/// May return a root for a previous slot, in the case of skip slots.
|
|
pub fn block_root_at_slot<T: BeaconChainTypes>(
|
|
beacon_chain: &BeaconChain<T>,
|
|
target: Slot,
|
|
) -> Result<Option<Hash256>, ApiError> {
|
|
Ok(beacon_chain
|
|
.rev_iter_block_roots()?
|
|
.take_while(|(_root, slot)| *slot >= target)
|
|
.find(|(_root, slot)| *slot == target)
|
|
.map(|(root, _slot)| root))
|
|
}
|
|
|
|
/// Returns a `BeaconState` and it's root in the canonical chain of `beacon_chain` at the given
|
|
/// `slot`, if possible.
|
|
///
|
|
/// Will not return a state if the request slot is in the future. Will return states higher than
|
|
/// the current head by skipping slots.
|
|
pub fn state_at_slot<T: BeaconChainTypes>(
|
|
beacon_chain: &BeaconChain<T>,
|
|
slot: Slot,
|
|
) -> Result<(Hash256, BeaconState<T::EthSpec>), ApiError> {
|
|
let head = beacon_chain.head()?;
|
|
|
|
if head.beacon_state.slot == slot {
|
|
Ok((head.beacon_state_root, head.beacon_state))
|
|
} else {
|
|
let root = state_root_at_slot(beacon_chain, slot, StateSkipConfig::WithStateRoots)?;
|
|
|
|
let state: BeaconState<T::EthSpec> = beacon_chain
|
|
.store
|
|
.get_state(&root, Some(slot))?
|
|
.ok_or_else(|| ApiError::NotFound(format!("Unable to find state at root {}", root)))?;
|
|
|
|
Ok((root, state))
|
|
}
|
|
}
|
|
|
|
/// Returns the root of the `BeaconState` in the canonical chain of `beacon_chain` at the given
|
|
/// `slot`, if possible.
|
|
///
|
|
/// Will not return a state root if the request slot is in the future. Will return state roots
|
|
/// higher than the current head by skipping slots.
|
|
pub fn state_root_at_slot<T: BeaconChainTypes>(
|
|
beacon_chain: &BeaconChain<T>,
|
|
slot: Slot,
|
|
config: StateSkipConfig,
|
|
) -> Result<Hash256, ApiError> {
|
|
let head_state = &beacon_chain.head()?.beacon_state;
|
|
let current_slot = beacon_chain
|
|
.slot()
|
|
.map_err(|_| ApiError::ServerError("Unable to read slot clock".to_string()))?;
|
|
|
|
// There are four scenarios when obtaining a state for a given slot:
|
|
//
|
|
// 1. The request slot is in the future.
|
|
// 2. The request slot is the same as the best block (head) slot.
|
|
// 3. The request slot is prior to the head slot.
|
|
// 4. The request slot is later than the head slot.
|
|
if current_slot < slot {
|
|
// 1. The request slot is in the future. Reject the request.
|
|
//
|
|
// We could actually speculate about future state roots by skipping slots, however that's
|
|
// likely to cause confusion for API users.
|
|
Err(ApiError::BadRequest(format!(
|
|
"Requested slot {} is past the current slot {}",
|
|
slot, current_slot
|
|
)))
|
|
} else if head_state.slot == slot {
|
|
// 2. The request slot is the same as the best block (head) slot.
|
|
//
|
|
// The head state root is stored in memory, return a reference.
|
|
Ok(beacon_chain.head()?.beacon_state_root)
|
|
} else if head_state.slot > slot {
|
|
// 3. The request slot is prior to the head slot.
|
|
//
|
|
// Iterate through the state roots on the head state to find the root for that
|
|
// slot. Once the root is found, load it from the database.
|
|
Ok(head_state
|
|
.try_iter_ancestor_roots(beacon_chain.store.clone())
|
|
.ok_or_else(|| ApiError::ServerError("Failed to create roots iterator".to_string()))?
|
|
.find(|(_root, s)| *s == slot)
|
|
.map(|(root, _slot)| root)
|
|
.ok_or_else(|| ApiError::NotFound(format!("Unable to find state at slot {}", slot)))?)
|
|
} else {
|
|
// 4. The request slot is later than the head slot.
|
|
//
|
|
// Use `per_slot_processing` to advance the head state to the present slot,
|
|
// assuming that all slots do not contain a block (i.e., they are skipped slots).
|
|
let mut state = beacon_chain.head()?.beacon_state;
|
|
let spec = &T::EthSpec::default_spec();
|
|
|
|
let skip_state_root = match config {
|
|
StateSkipConfig::WithStateRoots => None,
|
|
StateSkipConfig::WithoutStateRoots => Some(Hash256::zero()),
|
|
};
|
|
|
|
for _ in state.slot.as_u64()..slot.as_u64() {
|
|
// Ensure the next epoch state caches are built in case of an epoch transition.
|
|
state.build_committee_cache(RelativeEpoch::Next, spec)?;
|
|
|
|
state_processing::per_slot_processing(&mut state, skip_state_root, spec)?;
|
|
}
|
|
|
|
// Note: this is an expensive operation. Once the tree hash cache is implement it may be
|
|
// used here.
|
|
Ok(state.canonical_root())
|
|
}
|
|
}
|
|
|
|
pub fn implementation_pending_response(_req: Request<Body>) -> ApiResult {
|
|
Err(ApiError::NotImplemented(
|
|
"API endpoint has not yet been implemented, but is planned to be soon.".to_owned(),
|
|
))
|
|
}
|
|
|
|
pub fn publish_beacon_block_to_network<T: BeaconChainTypes + 'static>(
|
|
mut chan: NetworkChannel<T::EthSpec>,
|
|
block: SignedBeaconBlock<T::EthSpec>,
|
|
) -> Result<(), ApiError> {
|
|
// send the block via SSZ encoding
|
|
let messages = vec![PubsubMessage::BeaconBlock(Box::new(block))];
|
|
|
|
// Publish the block to the p2p network via gossipsub.
|
|
if let Err(e) = chan.try_send(NetworkMessage::Publish { messages }) {
|
|
return Err(ApiError::ServerError(format!(
|
|
"Unable to send new block to network: {:?}",
|
|
e
|
|
)));
|
|
}
|
|
|
|
Ok(())
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod test {
|
|
use super::*;
|
|
|
|
#[test]
|
|
fn parse_root_works() {
|
|
assert_eq!(
|
|
parse_root("0x0000000000000000000000000000000000000000000000000000000000000000"),
|
|
Ok(Hash256::zero())
|
|
);
|
|
assert_eq!(
|
|
parse_root("0x000000000000000000000000000000000000000000000000000000000000002a"),
|
|
Ok(Hash256::from_low_u64_be(42))
|
|
);
|
|
assert!(
|
|
parse_root("0000000000000000000000000000000000000000000000000000000000000042").is_err()
|
|
);
|
|
assert!(parse_root("0x").is_err());
|
|
assert!(parse_root("0x00").is_err());
|
|
}
|
|
|
|
#[test]
|
|
fn parse_slot_works() {
|
|
assert_eq!(parse_slot("0"), Ok(Slot::new(0)));
|
|
assert_eq!(parse_slot("42"), Ok(Slot::new(42)));
|
|
assert_eq!(parse_slot("10000000"), Ok(Slot::new(10_000_000)));
|
|
assert!(parse_slot("cats").is_err());
|
|
}
|
|
}
|