Implement checkpoint sync (#2244)

## Issue Addressed

Closes #1891
Closes #1784

## Proposed Changes

Implement checkpoint sync for Lighthouse, enabling it to start from a weak subjectivity checkpoint.

## Additional Info

- [x] Return unavailable status for out-of-range blocks requested by peers (#2561)
- [x] Implement sync daemon for fetching historical blocks (#2561)
- [x] Verify chain hashes (either in `historical_blocks.rs` or the calling module)
- [x] Consistency check for initial block + state
- [x] Fetch the initial state and block from a beacon node HTTP endpoint
- [x] Don't crash fetching beacon states by slot from the API
- [x] Background service for state reconstruction, triggered by CLI flag or API call.

Considered out of scope for this PR:

- Drop the requirement to provide the `--checkpoint-block` (this would require some pretty heavy refactoring of block verification)


Co-authored-by: Diva M <divma@protonmail.com>
This commit is contained in:
Michael Sproul
2021-09-22 00:37:28 +00:00
parent 280e4fe23d
commit 9667dc2f03
71 changed files with 4012 additions and 459 deletions

View File

@@ -983,7 +983,7 @@ fn weak_subjectivity_fail_on_startup() {
let chain_config = ChainConfig {
weak_subjectivity_checkpoint: Some(Checkpoint { epoch, root }),
import_max_skip_slots: None,
..ChainConfig::default()
};
ForkChoiceTest::new_with_chain_config(chain_config);
@@ -996,7 +996,7 @@ fn weak_subjectivity_pass_on_startup() {
let chain_config = ChainConfig {
weak_subjectivity_checkpoint: Some(Checkpoint { epoch, root }),
import_max_skip_slots: None,
..ChainConfig::default()
};
ForkChoiceTest::new_with_chain_config(chain_config)
@@ -1021,7 +1021,7 @@ fn weak_subjectivity_check_passes() {
let chain_config = ChainConfig {
weak_subjectivity_checkpoint: Some(checkpoint),
import_max_skip_slots: None,
..ChainConfig::default()
};
ForkChoiceTest::new_with_chain_config(chain_config.clone())
@@ -1051,7 +1051,7 @@ fn weak_subjectivity_check_fails_early_epoch() {
let chain_config = ChainConfig {
weak_subjectivity_checkpoint: Some(checkpoint),
import_max_skip_slots: None,
..ChainConfig::default()
};
ForkChoiceTest::new_with_chain_config(chain_config.clone())
@@ -1080,7 +1080,7 @@ fn weak_subjectivity_check_fails_late_epoch() {
let chain_config = ChainConfig {
weak_subjectivity_checkpoint: Some(checkpoint),
import_max_skip_slots: None,
..ChainConfig::default()
};
ForkChoiceTest::new_with_chain_config(chain_config.clone())
@@ -1109,7 +1109,7 @@ fn weak_subjectivity_check_fails_incorrect_root() {
let chain_config = ChainConfig {
weak_subjectivity_checkpoint: Some(checkpoint),
import_max_skip_slots: None,
..ChainConfig::default()
};
ForkChoiceTest::new_with_chain_config(chain_config.clone())
@@ -1145,7 +1145,7 @@ fn weak_subjectivity_check_epoch_boundary_is_skip_slot() {
let chain_config = ChainConfig {
weak_subjectivity_checkpoint: Some(checkpoint),
import_max_skip_slots: None,
..ChainConfig::default()
};
// recreate the chain exactly
@@ -1186,7 +1186,7 @@ fn weak_subjectivity_check_epoch_boundary_is_skip_slot_failure() {
let chain_config = ChainConfig {
weak_subjectivity_checkpoint: Some(checkpoint),
import_max_skip_slots: None,
..ChainConfig::default()
};
// recreate the chain exactly