feat: introduce background gc into SwonDisk

core/Cargo.toml

@@ -41,6 +41,7 @@ doctest = false
 
 [dev-dependencies]
 libc = "=0.2.147"
+env_logger = "0.11.5"
 
 [[bench]]
 name = "bench"

core/benches/bench.rs

@@ -17,6 +17,7 @@ use std::sync::Arc;
 use std::time::Instant;
 
 fn main() {
+    util::init_logger();
     let total_bytes = 512 * MiB;
     // Specify all benchmarks
     let benches = vec![
@@ -79,7 +80,7 @@ fn run_benches(benches: Vec<Box<dyn Bench>>) {
     let mut failed_count = 0;
     for b in benches {
         print!("bench {} ... ", &b);
-        b.prepare();
+        let _ = b.prepare();
 
         let start = Instant::now();
         let res = b.run();
@@ -250,6 +251,8 @@ mod benches {
                     ),
                     AeadKey::default(),
                     None,
+                    true,
+                    None,
                 )?),
 
                 DiskType::EncDisk => Arc::new(EncDisk::create(
@@ -664,6 +667,13 @@ mod util {
     use std::fmt::{self};
     use std::time::Duration;
 
+    pub fn init_logger() {
+        env_logger::builder()
+            .filter_level(log::LevelFilter::Debug)
+            .try_init()
+            .unwrap();
+    }
+
     /// Display the amount of data in the unit of GiB, MiB, KiB, or bytes.
     #[derive(Copy, Clone, Debug, PartialEq, Eq)]
     pub struct DisplayData(usize);

core/src/layers/4-lsm/compaction.rs

@@ -2,7 +2,7 @@
 use super::mem_table::ValueEx;
 use super::sstable::SSTable;
 use super::tx_lsm_tree::SSTABLE_CAPACITY;
-use super::{LsmLevel, RecordKey, RecordValue, SyncId, TxEventListener};
+use super::{ColumnFamily, LsmLevel, RecordKey, RecordValue, SyncId, TxEventListener};
 use crate::layers::bio::BlockSet;
 use crate::layers::log::TxLogStore;
 use crate::os::{JoinHandle, Mutex};
@@ -54,6 +54,7 @@ impl<K: RecordKey<K>, V: RecordValue> Compactor<K, V> {
         event_listener: &Arc<dyn TxEventListener<K, V>>,
         to_level: LsmLevel,
         sync_id: SyncId,
+        column_family: Option<ColumnFamily>,
     ) -> Result<Vec<SSTable<K, V>>> {
         let mut created_ssts = Vec::new();
         let mut upper_iter = upper_records.peekable();
@@ -93,7 +94,7 @@ impl<K: RecordKey<K>, V: RecordValue> Compactor<K, V> {
                 break;
             }
 
-            let new_log = tx_log_store.create_log(to_level.bucket())?;
+            let new_log = tx_log_store.create_log(to_level.bucket(column_family))?;
             let new_sst = SSTable::build(records_iter, sync_id, &new_log, None)?;
 
             created_ssts.push(new_sst);

core/src/layers/4-lsm/mod.rs

@@ -70,6 +70,6 @@ mod wal;
 
 pub use self::range_query_ctx::RangeQueryCtx;
 pub use self::tx_lsm_tree::{
-    AsKV, LsmLevel, RecordKey, RecordValue, SyncId, SyncIdStore, TxEventListener,
+    AsKV, ColumnFamily, LsmLevel, RecordKey, RecordValue, SyncId, SyncIdStore, TxEventListener,
     TxEventListenerFactory, TxLsmTree, TxType,
 };