Re-work deposit generation for memory efficiency

Helps ensure that variables are dropped after they're finished being
used.
This commit is contained in:
Paul Hauner
2019-03-08 15:06:13 +11:00
parent 5c1458ba46
commit e76b5e1c3a
3 changed files with 34 additions and 15 deletions

View File

@@ -1,4 +1,6 @@
use crate::beacon_chain_harness::generate_deposits_with_deterministic_keypairs;
use crate::beacon_chain_harness::{
generate_deposits_from_keypairs, generate_deterministic_keypairs,
};
use clap::{value_t, ArgMatches};
use log::debug;
use serde_yaml;
@@ -18,17 +20,27 @@ pub fn prepare(matches: &ArgMatches, spec: &ChainSpec) {
.value_of("output_dir")
.expect("Output dir has a default value.");
let (keypairs, deposits) =
generate_deposits_with_deterministic_keypairs(validator_count, genesis_time, &spec);
debug!("Created keypairs and deposits, writing to file...");
fs::create_dir_all(Path::new(output_dir)).unwrap();
// Ensure that keypairs is dropped before writing deposits, this provides a big memory saving
// for large validator_counts.
let deposits = {
let keypairs = generate_deterministic_keypairs(validator_count);
write_keypairs(output_dir, &keypairs);
generate_deposits_from_keypairs(&keypairs, genesis_time, &spec)
};
write_deposits(output_dir, &deposits);
}
fn write_keypairs(output_dir: &str, keypairs: &[Keypair]) {
let keypairs_path = Path::new(output_dir).join(KEYPAIRS_FILE);
let keypairs_file = File::create(keypairs_path).unwrap();
serde_yaml::to_writer(keypairs_file, &keypairs).unwrap();
}
fn write_deposits(output_dir: &str, deposits: &[Deposit]) {
let deposits_path = Path::new(output_dir).join(DEPOSITS_FILE);
let deposits_file = File::create(deposits_path).unwrap();
serde_yaml::to_writer(deposits_file, &deposits).unwrap();