mirror of
https://github.com/sigp/lighthouse.git
synced 2026-03-16 03:12:41 +00:00
70850fe58d
The head tracker is a persisted piece of state that must be kept in sync with the fork-choice. It has been a source of pruning issues in the past, so we want to remove it - see https://github.com/sigp/lighthouse/issues/1785 When implementing tree-states in the hot DB we have to change the pruning routine (more details below) so we want to do those changes first in isolation. - see https://github.com/sigp/lighthouse/issues/6580 - If you want to see the full feature of tree-states hot https://github.com/dapplion/lighthouse/pull/39 Closes https://github.com/sigp/lighthouse/issues/1785 **Current DB migration routine** - Locate abandoned heads with head tracker - Use a roots iterator to collect the ancestors of those heads can be pruned - Delete those abandoned blocks / states - Migrate the newly finalized chain to the freezer In summary, it computes what it has to delete and keeps the rest. Then it migrates data to the freezer. If the abandoned forks routine has a bug it can break the freezer migration. **Proposed migration routine (this PR)** - Migrate the newly finalized chain to the freezer - Load all state summaries from disk - From those, just knowing the head and finalized block compute two sets: (1) descendants of finalized (2) newly finalized chain - Iterate all summaries, if a summary does not belong to set (1) or (2), delete This strategy is more sound as it just checks what's there in the hot DB, computes what it has to keep and deletes the rest. Because it does not rely and 3rd pieces of data we can drop the head tracker and pruning checkpoint. Since the DB migration happens **first** now, as long as the computation of the sets to keep is correct we won't have pruning issues.
103 lines
3.6 KiB
Rust
103 lines
3.6 KiB
Rust
pub mod attestation_rewards;
|
|
pub mod attestation_simulator;
|
|
pub mod attestation_verification;
|
|
mod attester_cache;
|
|
pub mod beacon_block_reward;
|
|
mod beacon_block_streamer;
|
|
mod beacon_chain;
|
|
mod beacon_fork_choice_store;
|
|
pub mod beacon_proposer_cache;
|
|
mod beacon_snapshot;
|
|
pub mod bellatrix_readiness;
|
|
pub mod blob_verification;
|
|
pub mod block_reward;
|
|
mod block_times_cache;
|
|
mod block_verification;
|
|
pub mod block_verification_types;
|
|
pub mod builder;
|
|
pub mod canonical_head;
|
|
pub mod capella_readiness;
|
|
pub mod chain_config;
|
|
pub mod data_availability_checker;
|
|
pub mod data_column_verification;
|
|
pub mod deneb_readiness;
|
|
mod early_attester_cache;
|
|
pub mod electra_readiness;
|
|
mod errors;
|
|
pub mod eth1_chain;
|
|
mod eth1_finalization_cache;
|
|
pub mod events;
|
|
pub mod execution_payload;
|
|
pub mod fetch_blobs;
|
|
pub mod fork_choice_signal;
|
|
pub mod fork_revert;
|
|
pub mod fulu_readiness;
|
|
pub mod graffiti_calculator;
|
|
pub mod historical_blocks;
|
|
pub mod kzg_utils;
|
|
pub mod light_client_finality_update_verification;
|
|
pub mod light_client_optimistic_update_verification;
|
|
mod light_client_server_cache;
|
|
pub mod metrics;
|
|
pub mod migrate;
|
|
mod naive_aggregation_pool;
|
|
pub mod observed_aggregates;
|
|
mod observed_attesters;
|
|
pub mod observed_block_producers;
|
|
pub mod observed_data_sidecars;
|
|
pub mod observed_operations;
|
|
mod observed_slashable;
|
|
mod persisted_beacon_chain;
|
|
mod persisted_fork_choice;
|
|
mod pre_finalization_cache;
|
|
pub mod proposer_prep_service;
|
|
pub mod schema_change;
|
|
pub mod shuffling_cache;
|
|
pub mod single_attestation;
|
|
pub mod state_advance_timer;
|
|
pub mod summaries_dag;
|
|
pub mod sync_committee_rewards;
|
|
pub mod sync_committee_verification;
|
|
pub mod test_utils;
|
|
pub mod validator_monitor;
|
|
pub mod validator_pubkey_cache;
|
|
|
|
pub use self::beacon_chain::{
|
|
AttestationProcessingOutcome, AvailabilityProcessingStatus, BeaconBlockResponse,
|
|
BeaconBlockResponseWrapper, BeaconChain, BeaconChainTypes, BeaconStore, BlockProcessStatus,
|
|
ChainSegmentResult, ForkChoiceError, LightClientProducerEvent, OverrideForkchoiceUpdate,
|
|
ProduceBlockVerification, StateSkipConfig, WhenSlotSkipped,
|
|
INVALID_FINALIZED_MERGE_TRANSITION_BLOCK_SHUTDOWN_REASON,
|
|
INVALID_JUSTIFIED_PAYLOAD_SHUTDOWN_REASON,
|
|
};
|
|
pub use self::beacon_snapshot::BeaconSnapshot;
|
|
pub use self::chain_config::ChainConfig;
|
|
pub use self::errors::{BeaconChainError, BlockProductionError};
|
|
pub use self::historical_blocks::HistoricalBlockError;
|
|
pub use attestation_verification::Error as AttestationError;
|
|
pub use beacon_fork_choice_store::{BeaconForkChoiceStore, Error as ForkChoiceStoreError};
|
|
pub use block_verification::{
|
|
build_blob_data_column_sidecars, get_block_root, BlockError, ExecutionPayloadError,
|
|
ExecutionPendingBlock, GossipVerifiedBlock, IntoExecutionPendingBlock, IntoGossipVerifiedBlock,
|
|
InvalidSignature, PayloadVerificationOutcome, PayloadVerificationStatus,
|
|
};
|
|
pub use block_verification_types::AvailabilityPendingExecutedBlock;
|
|
pub use block_verification_types::ExecutedBlock;
|
|
pub use canonical_head::{CachedHead, CanonicalHead, CanonicalHeadRwLock};
|
|
pub use eth1_chain::{Eth1Chain, Eth1ChainBackend};
|
|
pub use events::ServerSentEventHandler;
|
|
pub use execution_layer::EngineState;
|
|
pub use execution_payload::NotifyExecutionLayer;
|
|
pub use fork_choice::{ExecutionStatus, ForkchoiceUpdateParameters};
|
|
pub use kzg::{Kzg, TrustedSetup};
|
|
pub use metrics::scrape_for_metrics;
|
|
pub use migrate::MigratorConfig;
|
|
pub use parking_lot;
|
|
pub use slot_clock;
|
|
pub use state_processing::per_block_processing::errors::{
|
|
AttestationValidationError, AttesterSlashingValidationError, DepositValidationError,
|
|
ExitValidationError, ProposerSlashingValidationError,
|
|
};
|
|
pub use store;
|
|
pub use types;
|