From aad42bdaa0734d76ae390b7c865673a1bf68c4ca Mon Sep 17 00:00:00 2001 From: Jason Volk Date: Thu, 16 Jan 2025 20:47:00 +0000 Subject: [PATCH] reduce block size on small tables Signed-off-by: Jason Volk --- src/database/engine/descriptor.rs | 5 +++++ src/database/maps.rs | 17 ++++++++++++++++- 2 files changed, 21 insertions(+), 1 deletion(-) diff --git a/src/database/engine/descriptor.rs b/src/database/engine/descriptor.rs index ef08945e..06e1a29b 100644 --- a/src/database/engine/descriptor.rs +++ b/src/database/engine/descriptor.rs @@ -83,6 +83,9 @@ pub(crate) static RANDOM_SMALL: Descriptor = Descriptor { write_size: 1024 * 1024 * 16, level_size: 1024 * 512, file_size: 1024 * 128, + index_size: 512, + block_size: 512, + cache_shards: 64, ..RANDOM }; @@ -91,5 +94,7 @@ pub(crate) static SEQUENTIAL_SMALL: Descriptor = Descriptor { write_size: 1024 * 1024 * 16, level_size: 1024 * 1024, file_size: 1024 * 512, + block_size: 512, + cache_shards: 64, ..SEQUENTIAL }; diff --git a/src/database/maps.rs b/src/database/maps.rs index 19e19955..82c5a4a8 100644 --- a/src/database/maps.rs +++ b/src/database/maps.rs @@ -58,6 +58,8 @@ pub(super) static MAPS: &[Descriptor] = &[ cache_disp: CacheDisp::SharedWith("pduid_pdu"), key_size_hint: Some(48), val_size_hint: Some(1488), + block_size: 1024, + index_size: 512, ..descriptor::RANDOM }, Descriptor { @@ -65,6 +67,8 @@ pub(super) static MAPS: &[Descriptor] = &[ cache_disp: CacheDisp::Unique, key_size_hint: Some(48), val_size_hint: Some(16), + block_size: 512, + index_size: 512, ..descriptor::RANDOM }, Descriptor { @@ -72,6 +76,8 @@ pub(super) static MAPS: &[Descriptor] = &[ cache_disp: CacheDisp::Unique, key_size_hint: Some(48), val_size_hint: Some(8), + block_size: 512, + index_size: 512, ..descriptor::RANDOM }, Descriptor { @@ -111,6 +117,8 @@ pub(super) static MAPS: &[Descriptor] = &[ cache_disp: CacheDisp::SharedWith("eventid_outlierpdu"), key_size_hint: Some(16), val_size_hint: Some(1520), + block_size: 2048, + index_size: 512, ..descriptor::SEQUENTIAL }, Descriptor { @@ -162,6 +170,7 @@ pub(super) static MAPS: &[Descriptor] = &[ Descriptor { name: "roomsynctoken_shortstatehash", val_size_hint: Some(8), + block_size: 512, ..descriptor::SEQUENTIAL }, Descriptor { @@ -243,6 +252,8 @@ pub(super) static MAPS: &[Descriptor] = &[ name: "shorteventid_shortstatehash", key_size_hint: Some(8), val_size_hint: Some(8), + block_size: 512, + index_size: 512, ..descriptor::SEQUENTIAL }, Descriptor { @@ -292,7 +303,11 @@ pub(super) static MAPS: &[Descriptor] = &[ name: "token_userdeviceid", ..descriptor::RANDOM_SMALL }, - Descriptor { name: "tokenids", ..descriptor::RANDOM }, + Descriptor { + name: "tokenids", + block_size: 512, + ..descriptor::RANDOM + }, Descriptor { name: "url_previews", ..descriptor::RANDOM