mirror of
https://github.com/sigp/lighthouse.git
synced 2026-03-17 11:52:42 +00:00
## Issue Addressed Closes #3210 Closes #3211 ## Proposed Changes - Checkpoint sync from the latest finalized state regardless of its alignment. - Add the `block_root` to the database's split point. This is _only_ added to the in-memory split in order to avoid a schema migration. See `load_split`. - Add a new method to the DB called `get_advanced_state`, which looks up a state _by block root_, with a `state_root` as fallback. Using this method prevents accidental accesses of the split's unadvanced state, which does not exist in the hot DB and is not guaranteed to exist in the freezer DB at all. Previously Lighthouse would look up this state _from the freezer DB_, even if it was required for block/attestation processing, which was suboptimal. - Replace several state look-ups in block and attestation processing with `get_advanced_state` so that they can't hit the split block's unadvanced state. - Do not store any states in the freezer database by default. All states will be deleted upon being evicted from the hot database unless `--reconstruct-historic-states` is set. The anchor info which was previously used for checkpoint sync is used to implement this, including when syncing from genesis. ## Additional Info Needs further testing. I want to stress-test the pruned database under Hydra. The `get_advanced_state` method is intended to become more relevant over time: `tree-states` includes an identically named method that returns advanced states from its in-memory cache. Co-authored-by: realbigsean <seananderson33@gmail.com>
316 lines
12 KiB
Rust
316 lines
12 KiB
Rust
mod execution_status;
|
|
mod ffg_updates;
|
|
mod no_votes;
|
|
mod votes;
|
|
|
|
use crate::proto_array_fork_choice::{Block, ExecutionStatus, ProtoArrayForkChoice};
|
|
use crate::{InvalidationOperation, JustifiedBalances};
|
|
use serde_derive::{Deserialize, Serialize};
|
|
use std::collections::BTreeSet;
|
|
use types::{
|
|
AttestationShufflingId, Checkpoint, Epoch, EthSpec, ExecutionBlockHash, Hash256,
|
|
MainnetEthSpec, Slot,
|
|
};
|
|
|
|
pub use execution_status::*;
|
|
pub use ffg_updates::*;
|
|
pub use no_votes::*;
|
|
pub use votes::*;
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
pub enum Operation {
|
|
FindHead {
|
|
justified_checkpoint: Checkpoint,
|
|
finalized_checkpoint: Checkpoint,
|
|
justified_state_balances: Vec<u64>,
|
|
expected_head: Hash256,
|
|
},
|
|
ProposerBoostFindHead {
|
|
justified_checkpoint: Checkpoint,
|
|
finalized_checkpoint: Checkpoint,
|
|
justified_state_balances: Vec<u64>,
|
|
expected_head: Hash256,
|
|
proposer_boost_root: Hash256,
|
|
},
|
|
InvalidFindHead {
|
|
justified_checkpoint: Checkpoint,
|
|
finalized_checkpoint: Checkpoint,
|
|
justified_state_balances: Vec<u64>,
|
|
},
|
|
ProcessBlock {
|
|
slot: Slot,
|
|
root: Hash256,
|
|
parent_root: Hash256,
|
|
justified_checkpoint: Checkpoint,
|
|
finalized_checkpoint: Checkpoint,
|
|
},
|
|
ProcessAttestation {
|
|
validator_index: usize,
|
|
block_root: Hash256,
|
|
target_epoch: Epoch,
|
|
},
|
|
Prune {
|
|
finalized_root: Hash256,
|
|
prune_threshold: usize,
|
|
expected_len: usize,
|
|
},
|
|
InvalidatePayload {
|
|
head_block_root: Hash256,
|
|
latest_valid_ancestor_root: Option<ExecutionBlockHash>,
|
|
},
|
|
AssertWeight {
|
|
block_root: Hash256,
|
|
weight: u64,
|
|
},
|
|
}
|
|
|
|
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
pub struct ForkChoiceTestDefinition {
|
|
pub finalized_block_slot: Slot,
|
|
pub justified_checkpoint: Checkpoint,
|
|
pub finalized_checkpoint: Checkpoint,
|
|
pub operations: Vec<Operation>,
|
|
}
|
|
|
|
impl ForkChoiceTestDefinition {
|
|
pub fn run(self) {
|
|
let mut spec = MainnetEthSpec::default_spec();
|
|
spec.proposer_score_boost = Some(50);
|
|
|
|
let junk_shuffling_id =
|
|
AttestationShufflingId::from_components(Epoch::new(0), Hash256::zero());
|
|
let mut fork_choice = ProtoArrayForkChoice::new::<MainnetEthSpec>(
|
|
self.finalized_block_slot,
|
|
self.finalized_block_slot,
|
|
Hash256::zero(),
|
|
self.justified_checkpoint,
|
|
self.finalized_checkpoint,
|
|
junk_shuffling_id.clone(),
|
|
junk_shuffling_id,
|
|
ExecutionStatus::Optimistic(ExecutionBlockHash::zero()),
|
|
)
|
|
.expect("should create fork choice struct");
|
|
let equivocating_indices = BTreeSet::new();
|
|
|
|
for (op_index, op) in self.operations.into_iter().enumerate() {
|
|
match op.clone() {
|
|
Operation::FindHead {
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
justified_state_balances,
|
|
expected_head,
|
|
} => {
|
|
let justified_balances =
|
|
JustifiedBalances::from_effective_balances(justified_state_balances)
|
|
.unwrap();
|
|
let head = fork_choice
|
|
.find_head::<MainnetEthSpec>(
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
&justified_balances,
|
|
Hash256::zero(),
|
|
&equivocating_indices,
|
|
Slot::new(0),
|
|
&spec,
|
|
)
|
|
.unwrap_or_else(|e| {
|
|
panic!("find_head op at index {} returned error {}", op_index, e)
|
|
});
|
|
|
|
assert_eq!(
|
|
head, expected_head,
|
|
"Operation at index {} failed head check. Operation: {:?}",
|
|
op_index, op
|
|
);
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::ProposerBoostFindHead {
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
justified_state_balances,
|
|
expected_head,
|
|
proposer_boost_root,
|
|
} => {
|
|
let justified_balances =
|
|
JustifiedBalances::from_effective_balances(justified_state_balances)
|
|
.unwrap();
|
|
let head = fork_choice
|
|
.find_head::<MainnetEthSpec>(
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
&justified_balances,
|
|
proposer_boost_root,
|
|
&equivocating_indices,
|
|
Slot::new(0),
|
|
&spec,
|
|
)
|
|
.unwrap_or_else(|e| {
|
|
panic!("find_head op at index {} returned error {}", op_index, e)
|
|
});
|
|
|
|
assert_eq!(
|
|
head, expected_head,
|
|
"Operation at index {} failed head check. Operation: {:?}",
|
|
op_index, op
|
|
);
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::InvalidFindHead {
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
justified_state_balances,
|
|
} => {
|
|
let justified_balances =
|
|
JustifiedBalances::from_effective_balances(justified_state_balances)
|
|
.unwrap();
|
|
let result = fork_choice.find_head::<MainnetEthSpec>(
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
&justified_balances,
|
|
Hash256::zero(),
|
|
&equivocating_indices,
|
|
Slot::new(0),
|
|
&spec,
|
|
);
|
|
|
|
assert!(
|
|
result.is_err(),
|
|
"Operation at index {} . Operation: {:?}",
|
|
op_index,
|
|
op
|
|
);
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::ProcessBlock {
|
|
slot,
|
|
root,
|
|
parent_root,
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
} => {
|
|
let block = Block {
|
|
slot,
|
|
root,
|
|
parent_root: Some(parent_root),
|
|
state_root: Hash256::zero(),
|
|
target_root: Hash256::zero(),
|
|
current_epoch_shuffling_id: AttestationShufflingId::from_components(
|
|
Epoch::new(0),
|
|
Hash256::zero(),
|
|
),
|
|
next_epoch_shuffling_id: AttestationShufflingId::from_components(
|
|
Epoch::new(0),
|
|
Hash256::zero(),
|
|
),
|
|
justified_checkpoint,
|
|
finalized_checkpoint,
|
|
// All blocks are imported optimistically.
|
|
execution_status: ExecutionStatus::Optimistic(
|
|
ExecutionBlockHash::from_root(root),
|
|
),
|
|
unrealized_justified_checkpoint: None,
|
|
unrealized_finalized_checkpoint: None,
|
|
};
|
|
fork_choice
|
|
.process_block::<MainnetEthSpec>(block, slot)
|
|
.unwrap_or_else(|e| {
|
|
panic!(
|
|
"process_block op at index {} returned error: {:?}",
|
|
op_index, e
|
|
)
|
|
});
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::ProcessAttestation {
|
|
validator_index,
|
|
block_root,
|
|
target_epoch,
|
|
} => {
|
|
fork_choice
|
|
.process_attestation(validator_index, block_root, target_epoch)
|
|
.unwrap_or_else(|_| {
|
|
panic!(
|
|
"process_attestation op at index {} returned error",
|
|
op_index
|
|
)
|
|
});
|
|
check_bytes_round_trip(&fork_choice);
|
|
}
|
|
Operation::Prune {
|
|
finalized_root,
|
|
prune_threshold,
|
|
expected_len,
|
|
} => {
|
|
fork_choice.set_prune_threshold(prune_threshold);
|
|
fork_choice
|
|
.maybe_prune(finalized_root)
|
|
.expect("update_finalized_root op at index {} returned error");
|
|
|
|
// Ensure that no pruning happened.
|
|
assert_eq!(
|
|
fork_choice.len(),
|
|
expected_len,
|
|
"Prune op at index {} failed with {} instead of {}",
|
|
op_index,
|
|
fork_choice.len(),
|
|
expected_len
|
|
);
|
|
}
|
|
Operation::InvalidatePayload {
|
|
head_block_root,
|
|
latest_valid_ancestor_root,
|
|
} => {
|
|
let op = if let Some(latest_valid_ancestor) = latest_valid_ancestor_root {
|
|
InvalidationOperation::InvalidateMany {
|
|
head_block_root,
|
|
always_invalidate_head: true,
|
|
latest_valid_ancestor,
|
|
}
|
|
} else {
|
|
InvalidationOperation::InvalidateOne {
|
|
block_root: head_block_root,
|
|
}
|
|
};
|
|
fork_choice
|
|
.process_execution_payload_invalidation::<MainnetEthSpec>(&op)
|
|
.unwrap()
|
|
}
|
|
Operation::AssertWeight { block_root, weight } => assert_eq!(
|
|
fork_choice.get_weight(&block_root).unwrap(),
|
|
weight,
|
|
"block weight"
|
|
),
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Gives a root that is not the zero hash (unless i is `usize::max_value)`.
|
|
fn get_root(i: u64) -> Hash256 {
|
|
Hash256::from_low_u64_be(i + 1)
|
|
}
|
|
|
|
/// Gives a hash that is not the zero hash (unless i is `usize::max_value)`.
|
|
fn get_hash(i: u64) -> ExecutionBlockHash {
|
|
ExecutionBlockHash::from_root(get_root(i))
|
|
}
|
|
|
|
/// Gives a checkpoint with a root that is not the zero hash (unless i is `usize::max_value)`.
|
|
/// `Epoch` will always equal `i`.
|
|
fn get_checkpoint(i: u64) -> Checkpoint {
|
|
Checkpoint {
|
|
epoch: Epoch::new(i),
|
|
root: get_root(i),
|
|
}
|
|
}
|
|
|
|
fn check_bytes_round_trip(original: &ProtoArrayForkChoice) {
|
|
let bytes = original.as_bytes();
|
|
let decoded =
|
|
ProtoArrayForkChoice::from_bytes(&bytes).expect("fork choice should decode from bytes");
|
|
assert!(
|
|
*original == decoded,
|
|
"fork choice should encode and decode without change"
|
|
);
|
|
}
|