From b2145eeb5d6b02fe28b65efc089ecd9fb6cccbee Mon Sep 17 00:00:00 2001 From: Arnaud Gourlay Date: Thu, 21 Sep 2023 13:26:14 +0200 Subject: [PATCH] RocksDB deletes obsolete file more aggressively (#2709) --- lib/segment/src/common/rocksdb_wrapper.rs | 2 ++ 1 file changed, 2 insertions(+) diff --git a/lib/segment/src/common/rocksdb_wrapper.rs b/lib/segment/src/common/rocksdb_wrapper.rs index ac42a42c23..33187ab0ff 100644 --- a/lib/segment/src/common/rocksdb_wrapper.rs +++ b/lib/segment/src/common/rocksdb_wrapper.rs @@ -12,6 +12,7 @@ use crate::entry::entry_point::{OperationError, OperationResult}; const DB_CACHE_SIZE: usize = 10 * 1024 * 1024; // 10 mb const DB_MAX_LOG_SIZE: usize = 1024 * 1024; // 1 mb const DB_MAX_OPEN_FILES: usize = 256; +const DB_DELETE_OBSOLETE_FILES_PERIOD: u64 = 30 * 60 * 1_000_000; // 30 minutes in microseconds pub const DB_VECTOR_CF: &str = "vector"; pub const DB_PAYLOAD_CF: &str = "payload"; @@ -42,6 +43,7 @@ pub fn db_options() -> Options { options.set_log_level(LogLevel::Error); options.set_recycle_log_file_num(2); options.set_max_log_file_size(DB_MAX_LOG_SIZE); + options.set_delete_obsolete_files_period_micros(DB_DELETE_OBSOLETE_FILES_PERIOD); options.create_missing_column_families(true); options.set_max_open_files(DB_MAX_OPEN_FILES as i32); #[cfg(debug_assertions)]