tweak per-column write_buffer down from default

Signed-off-by: Jason Volk <jason@zemos.net>
This commit is contained in:
Jason Volk 2025-01-11 00:08:35 +00:00
parent 77d8e26efe
commit 3759d1be6c
2 changed files with 7 additions and 5 deletions

View file

@ -32,9 +32,7 @@ fn descriptor_cf_options(
opts.set_min_write_buffer_number(1); opts.set_min_write_buffer_number(1);
opts.set_max_write_buffer_number(2); opts.set_max_write_buffer_number(2);
if let Some(write_size) = desc.write_size { opts.set_write_buffer_size(desc.write_size);
opts.set_write_buffer_size(write_size);
}
opts.set_target_file_size_base(desc.file_size); opts.set_target_file_size_base(desc.file_size);
opts.set_target_file_size_multiplier(desc.file_shape[0]); opts.set_target_file_size_multiplier(desc.file_shape[0]);

View file

@ -20,7 +20,7 @@ pub(crate) struct Descriptor {
pub(crate) val_size_hint: Option<usize>, pub(crate) val_size_hint: Option<usize>,
pub(crate) block_size: usize, pub(crate) block_size: usize,
pub(crate) index_size: usize, pub(crate) index_size: usize,
pub(crate) write_size: Option<usize>, pub(crate) write_size: usize,
pub(crate) cache_size: usize, pub(crate) cache_size: usize,
pub(crate) level_size: u64, pub(crate) level_size: u64,
pub(crate) level_shape: [i32; 7], pub(crate) level_shape: [i32; 7],
@ -46,7 +46,7 @@ pub(crate) static BASE: Descriptor = Descriptor {
val_size_hint: None, val_size_hint: None,
block_size: 1024 * 4, block_size: 1024 * 4,
index_size: 1024 * 4, index_size: 1024 * 4,
write_size: None, write_size: 1024 * 1024 * 2,
cache_size: 1024 * 1024 * 4, cache_size: 1024 * 1024 * 4,
level_size: 1024 * 1024 * 8, level_size: 1024 * 1024 * 8,
level_shape: [1, 1, 1, 3, 7, 15, 31], level_shape: [1, 1, 1, 3, 7, 15, 31],
@ -66,11 +66,13 @@ pub(crate) static BASE: Descriptor = Descriptor {
pub(crate) static RANDOM: Descriptor = Descriptor { pub(crate) static RANDOM: Descriptor = Descriptor {
compaction_pri: CompactionPri::OldestSmallestSeqFirst, compaction_pri: CompactionPri::OldestSmallestSeqFirst,
write_size: 1024 * 1024 * 32,
..BASE ..BASE
}; };
pub(crate) static SEQUENTIAL: Descriptor = Descriptor { pub(crate) static SEQUENTIAL: Descriptor = Descriptor {
compaction_pri: CompactionPri::OldestLargestSeqFirst, compaction_pri: CompactionPri::OldestLargestSeqFirst,
write_size: 1024 * 1024 * 64,
level_size: 1024 * 1024 * 32, level_size: 1024 * 1024 * 32,
file_size: 1024 * 1024 * 2, file_size: 1024 * 1024 * 2,
..BASE ..BASE
@ -78,6 +80,7 @@ pub(crate) static SEQUENTIAL: Descriptor = Descriptor {
pub(crate) static RANDOM_SMALL: Descriptor = Descriptor { pub(crate) static RANDOM_SMALL: Descriptor = Descriptor {
compaction: CompactionStyle::Universal, compaction: CompactionStyle::Universal,
write_size: 1024 * 1024 * 16,
level_size: 1024 * 512, level_size: 1024 * 512,
file_size: 1024 * 128, file_size: 1024 * 128,
..RANDOM ..RANDOM
@ -85,6 +88,7 @@ pub(crate) static RANDOM_SMALL: Descriptor = Descriptor {
pub(crate) static SEQUENTIAL_SMALL: Descriptor = Descriptor { pub(crate) static SEQUENTIAL_SMALL: Descriptor = Descriptor {
compaction: CompactionStyle::Universal, compaction: CompactionStyle::Universal,
write_size: 1024 * 1024 * 16,
level_size: 1024 * 1024, level_size: 1024 * 1024,
file_size: 1024 * 512, file_size: 1024 * 512,
..SEQUENTIAL ..SEQUENTIAL