mirror of
https://github.com/sigp/lighthouse.git
synced 2026-03-06 10:11:44 +00:00
## Issue Addressed Following slog's documentation, this should help a bit with string allocations. I left it run for two days and mem usage is lower. This is of course anecdotal, but shouldn't harm anyway ## Proposed Changes remove `String` creation in logs when possible
196 lines
7.4 KiB
Rust
196 lines
7.4 KiB
Rust
//! Helper functions and an extension trait for Ethereum 2 ENRs.
|
|
|
|
pub use discv5::enr::{self, CombinedKey, EnrBuilder};
|
|
|
|
use super::enr_ext::CombinedKeyExt;
|
|
use super::ENR_FILENAME;
|
|
use crate::types::{Enr, EnrBitfield};
|
|
use crate::NetworkConfig;
|
|
use discv5::enr::EnrKey;
|
|
use libp2p::core::identity::Keypair;
|
|
use slog::{debug, warn};
|
|
use ssz::{Decode, Encode};
|
|
use ssz_types::BitVector;
|
|
use std::fs::File;
|
|
use std::io::prelude::*;
|
|
use std::path::Path;
|
|
use std::str::FromStr;
|
|
use types::{EnrForkId, EthSpec};
|
|
|
|
/// The ENR field specifying the fork id.
|
|
pub const ETH2_ENR_KEY: &str = "eth2";
|
|
/// The ENR field specifying the subnet bitfield.
|
|
pub const BITFIELD_ENR_KEY: &str = "attnets";
|
|
|
|
/// Extension trait for ENR's within Eth2.
|
|
pub trait Eth2Enr {
|
|
/// The subnet bitfield associated with the ENR.
|
|
fn bitfield<TSpec: EthSpec>(&self) -> Result<EnrBitfield<TSpec>, &'static str>;
|
|
|
|
fn eth2(&self) -> Result<EnrForkId, &'static str>;
|
|
}
|
|
|
|
impl Eth2Enr for Enr {
|
|
fn bitfield<TSpec: EthSpec>(&self) -> Result<EnrBitfield<TSpec>, &'static str> {
|
|
let bitfield_bytes = self
|
|
.get(BITFIELD_ENR_KEY)
|
|
.ok_or_else(|| "ENR bitfield non-existent")?;
|
|
|
|
BitVector::<TSpec::SubnetBitfieldLength>::from_ssz_bytes(bitfield_bytes)
|
|
.map_err(|_| "Could not decode the ENR SSZ bitfield")
|
|
}
|
|
|
|
fn eth2(&self) -> Result<EnrForkId, &'static str> {
|
|
let eth2_bytes = self
|
|
.get(ETH2_ENR_KEY)
|
|
.ok_or_else(|| "ENR has no eth2 field")?;
|
|
|
|
EnrForkId::from_ssz_bytes(eth2_bytes).map_err(|_| "Could not decode EnrForkId")
|
|
}
|
|
}
|
|
|
|
/// Either use the given ENR or load an ENR from file if it exists and matches the current NodeId
|
|
/// and sequence number.
|
|
/// If an ENR exists, with the same NodeId, this function checks to see if the loaded ENR from
|
|
/// disk is suitable to use, otherwise we increment the given ENR's sequence number.
|
|
pub fn use_or_load_enr(
|
|
enr_key: &CombinedKey,
|
|
local_enr: &mut Enr,
|
|
config: &NetworkConfig,
|
|
log: &slog::Logger,
|
|
) -> Result<(), String> {
|
|
let enr_f = config.network_dir.join(ENR_FILENAME);
|
|
if let Ok(mut enr_file) = File::open(enr_f.clone()) {
|
|
let mut enr_string = String::new();
|
|
match enr_file.read_to_string(&mut enr_string) {
|
|
Err(_) => debug!(log, "Could not read ENR from file"),
|
|
Ok(_) => {
|
|
match Enr::from_str(&enr_string) {
|
|
Ok(disk_enr) => {
|
|
// if the same node id, then we may need to update our sequence number
|
|
if local_enr.node_id() == disk_enr.node_id() {
|
|
if compare_enr(&local_enr, &disk_enr) {
|
|
debug!(log, "ENR loaded from disk"; "file" => ?enr_f);
|
|
// the stored ENR has the same configuration, use it
|
|
*local_enr = disk_enr;
|
|
return Ok(());
|
|
}
|
|
|
|
// same node id, different configuration - update the sequence number
|
|
// Note: local_enr is generated with default(0) attnets value,
|
|
// so a non default value in persisted enr will also update sequence number.
|
|
let new_seq_no = disk_enr.seq().checked_add(1).ok_or_else(|| "ENR sequence number on file is too large. Remove it to generate a new NodeId")?;
|
|
local_enr.set_seq(new_seq_no, enr_key).map_err(|e| {
|
|
format!("Could not update ENR sequence number: {:?}", e)
|
|
})?;
|
|
debug!(log, "ENR sequence number increased"; "seq" => new_seq_no);
|
|
}
|
|
}
|
|
Err(e) => {
|
|
warn!(log, "ENR from file could not be decoded"; "error" => ?e);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
save_enr_to_disk(&config.network_dir, &local_enr, log);
|
|
|
|
Ok(())
|
|
}
|
|
|
|
/// Loads an ENR from file if it exists and matches the current NodeId and sequence number. If none
|
|
/// exists, generates a new one.
|
|
///
|
|
/// If an ENR exists, with the same NodeId, this function checks to see if the loaded ENR from
|
|
/// disk is suitable to use, otherwise we increment our newly generated ENR's sequence number.
|
|
pub fn build_or_load_enr<T: EthSpec>(
|
|
local_key: Keypair,
|
|
config: &NetworkConfig,
|
|
enr_fork_id: EnrForkId,
|
|
log: &slog::Logger,
|
|
) -> Result<Enr, String> {
|
|
// Build the local ENR.
|
|
// Note: Discovery should update the ENR record's IP to the external IP as seen by the
|
|
// majority of our peers, if the CLI doesn't expressly forbid it.
|
|
let enr_key = CombinedKey::from_libp2p(&local_key)?;
|
|
let mut local_enr = build_enr::<T>(&enr_key, config, enr_fork_id)?;
|
|
|
|
use_or_load_enr(&enr_key, &mut local_enr, config, log)?;
|
|
Ok(local_enr)
|
|
}
|
|
|
|
pub fn create_enr_builder_from_config<T: EnrKey>(
|
|
config: &NetworkConfig,
|
|
enable_tcp: bool,
|
|
) -> EnrBuilder<T> {
|
|
let mut builder = EnrBuilder::new("v4");
|
|
if let Some(enr_address) = config.enr_address {
|
|
builder.ip(enr_address);
|
|
}
|
|
if let Some(udp_port) = config.enr_udp_port {
|
|
builder.udp(udp_port);
|
|
}
|
|
// we always give it our listening tcp port
|
|
if enable_tcp {
|
|
let tcp_port = config.enr_tcp_port.unwrap_or_else(|| config.libp2p_port);
|
|
builder.tcp(tcp_port);
|
|
}
|
|
builder
|
|
}
|
|
|
|
/// Builds a lighthouse ENR given a `NetworkConfig`.
|
|
pub fn build_enr<T: EthSpec>(
|
|
enr_key: &CombinedKey,
|
|
config: &NetworkConfig,
|
|
enr_fork_id: EnrForkId,
|
|
) -> Result<Enr, String> {
|
|
let mut builder = create_enr_builder_from_config(config, true);
|
|
|
|
// set the `eth2` field on our ENR
|
|
builder.add_value(ETH2_ENR_KEY, &enr_fork_id.as_ssz_bytes());
|
|
|
|
// set the "attnets" field on our ENR
|
|
let bitfield = BitVector::<T::SubnetBitfieldLength>::new();
|
|
|
|
builder.add_value(BITFIELD_ENR_KEY, &bitfield.as_ssz_bytes());
|
|
|
|
builder
|
|
.build(enr_key)
|
|
.map_err(|e| format!("Could not build Local ENR: {:?}", e))
|
|
}
|
|
|
|
/// Defines the conditions under which we use the locally built ENR or the one stored on disk.
|
|
/// If this function returns true, we use the `disk_enr`.
|
|
fn compare_enr(local_enr: &Enr, disk_enr: &Enr) -> bool {
|
|
// take preference over disk_enr address if one is not specified
|
|
(local_enr.ip().is_none() || local_enr.ip() == disk_enr.ip())
|
|
// tcp ports must match
|
|
&& local_enr.tcp() == disk_enr.tcp()
|
|
// must match on the same fork
|
|
&& local_enr.get(ETH2_ENR_KEY) == disk_enr.get(ETH2_ENR_KEY)
|
|
// take preference over disk udp port if one is not specified
|
|
&& (local_enr.udp().is_none() || local_enr.udp() == disk_enr.udp())
|
|
// we need the BITFIELD_ENR_KEY key to match, otherwise we use a new ENR. This will likely only
|
|
// be true for non-validating nodes
|
|
&& local_enr.get(BITFIELD_ENR_KEY) == disk_enr.get(BITFIELD_ENR_KEY)
|
|
}
|
|
|
|
/// Saves an ENR to disk
|
|
pub fn save_enr_to_disk(dir: &Path, enr: &Enr, log: &slog::Logger) {
|
|
let _ = std::fs::create_dir_all(dir);
|
|
match File::create(dir.join(Path::new(ENR_FILENAME)))
|
|
.and_then(|mut f| f.write_all(&enr.to_base64().as_bytes()))
|
|
{
|
|
Ok(_) => {
|
|
debug!(log, "ENR written to disk");
|
|
}
|
|
Err(e) => {
|
|
warn!(
|
|
log,
|
|
"Could not write ENR to file"; "file" => format!("{:?}{:?}",dir, ENR_FILENAME), "error" => %e
|
|
);
|
|
}
|
|
}
|
|
}
|