gnosis/lighthouse
1
0
Fork 0
mirror of https://github.com/sigp/lighthouse.git synced 2026-03-10 12:11:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Configurable diff buffer cache size (#4420)

Browse Source
This commit is contained in:
Michael Sproul
2023-06-20 19:10:05 +10:00
committed by GitHub
parent d56cec83fc
commit 6eb151396d
4 changed files with 20 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
beacon_node/src/cli.rs
View File

@@ -665,6 +665,14 @@ pub fn cli_app<'a, 'b>() -> App<'a, 'b> {
.help("Specifies how many states the database should cache in memory [default: 128]")
.takes_value(true)
)
.arg(
Arg::with_name("diff-buffer-cache-size")
.long("diff-buffer-cache-size")
.value_name("SIZE")
.help("The maximum number of diff buffers to hold in memory. This cache is used \
when fetching historic states [default: 16]")
.takes_value(true)
)
.arg(
Arg::with_name("compression-level")
.long("compression-level")

5
beacon_node/src/config.rs
View File

@@ -390,6 +390,11 @@ pub fn get_config<E: EthSpec>(
if let Some(state_cache_size) = clap_utils::parse_optional(cli_args, "state-cache-size")? {
client_config.store.state_cache_size = state_cache_size;
}
if let Some(diff_buffer_cache_size) =
clap_utils::parse_optional(cli_args, "diff-buffer-cache-size")?
{
client_config.store.diff_buffer_cache_size = diff_buffer_cache_size;
}
if let Some(compression_level) = clap_utils::parse_optional(cli_args, "compression-level")? {
client_config.store.compression_level = compression_level;
}

6
beacon_node/store/src/config.rs
View File

@@ -10,6 +10,7 @@ pub const DEFAULT_EPOCHS_PER_STATE_DIFF: u64 = 4;
pub const DEFAULT_BLOCK_CACHE_SIZE: usize = 64;
pub const DEFAULT_STATE_CACHE_SIZE: usize = 128;
pub const DEFAULT_COMPRESSION_LEVEL: i32 = 1;
pub const DEFAULT_DIFF_BUFFER_CACHE_SIZE: usize = 16;
const EST_COMPRESSION_FACTOR: usize = 2;
pub const DEFAULT_HISTORIC_STATE_CACHE_SIZE: usize = 1;
@@ -22,8 +23,10 @@ pub struct StoreConfig {
pub block_cache_size: usize,
/// Maximum number of states to store in the in-memory state cache.
pub state_cache_size: usize,
/// Compression level for `BeaconStateDiff`s.
/// Compression level for blocks, state diffs and other compressed values.
pub compression_level: i32,
/// Maximum number of `HDiffBuffer`s to store in memory.
pub diff_buffer_cache_size: usize,
/// Maximum number of states from freezer database to store in the in-memory state cache.
pub historic_state_cache_size: usize,
/// Whether to compact the database on initialization.
@@ -60,6 +63,7 @@ impl Default for StoreConfig {
epochs_per_state_diff: DEFAULT_EPOCHS_PER_STATE_DIFF,
block_cache_size: DEFAULT_BLOCK_CACHE_SIZE,
state_cache_size: DEFAULT_STATE_CACHE_SIZE,
diff_buffer_cache_size: DEFAULT_DIFF_BUFFER_CACHE_SIZE,
compression_level: DEFAULT_COMPRESSION_LEVEL,
historic_state_cache_size: DEFAULT_HISTORIC_STATE_CACHE_SIZE,
compact_on_init: false,

7
beacon_node/store/src/hot_cold_store.rs
View File

@@ -44,9 +44,6 @@ use types::EthSpec;
use types::*;
use zstd::{Decoder, Encoder};
// FIXME(sproul): configurable
const DIFF_BUFFER_CACHE_SIZE: usize = 16;
pub const MAX_PARENT_STATES_TO_CACHE: u64 = 1;
/// On-disk database that stores finalized states efficiently.
@@ -155,7 +152,7 @@ impl<E: EthSpec> HotColdDB<E, MemoryStore<E>, MemoryStore<E>> {
let historic_state_cache_size =
NonZeroUsize::new(config.historic_state_cache_size).ok_or(Error::ZeroCacheSize)?;
let diff_buffer_cache_size =
NonZeroUsize::new(DIFF_BUFFER_CACHE_SIZE).ok_or(Error::ZeroCacheSize)?;
NonZeroUsize::new(config.diff_buffer_cache_size).ok_or(Error::ZeroCacheSize)?;
let db = HotColdDB {
split: RwLock::new(Split::default()),
@@ -202,7 +199,7 @@ impl<E: EthSpec> HotColdDB<E, LevelDB<E>, LevelDB<E>> {
let historic_state_cache_size =
NonZeroUsize::new(config.historic_state_cache_size).ok_or(Error::ZeroCacheSize)?;
let diff_buffer_cache_size =
NonZeroUsize::new(DIFF_BUFFER_CACHE_SIZE).ok_or(Error::ZeroCacheSize)?;
NonZeroUsize::new(config.diff_buffer_cache_size).ok_or(Error::ZeroCacheSize)?;
let db = HotColdDB {
split: RwLock::new(Split::default()),