Upgrade rocksdb version to 0.22 (#11)

* Upgrade rocksdb version to 0.22

Move config from SDK to here

Cargo.toml

@@ -20,7 +20,7 @@ once_cell = "1"
 prometheus = { version = "0.13" }
 proptest = { version = "1", optional = true }
 proptest-derive = { version = "0.4", optional = true }
-rocksdb = { version = "0.21" }
+rocksdb = { version = "0.22", features = ["lz4"], default-features = false }
 thiserror = "1"
 tracing = "0.1"
 tokio = { version = "1", features = ["rt-multi-thread", "macros"] }

src/config.rs

@@ -0,0 +1,46 @@
+use rocksdb::Options;
+
+/// Port selected RocksDB options for tuning underlying rocksdb instance of our state db.
+/// The current default values are taken from Aptos. TODO: tune rocksdb for our workload.
+/// see <https://github.com/facebook/rocksdb/blob/master/include/rocksdb/options.h>
+/// for detailed explanations.
+#[derive(Copy, Clone, Debug, PartialEq, Eq)]
+pub struct RocksdbConfig {
+ /// The maximum number of files that can be open concurrently. Defaults to 5000
+ pub max_open_files: i32,
+ /// Once write-ahead logs exceed this size, RocksDB will start forcing the flush of column
+ /// families whose memtables are backed by the oldest live WAL file. Defaults to 1GB
+ pub max_total_wal_size: u64,
+ /// The maximum number of background threads, including threads for flushing and compaction. Defaults to 16.
+ pub max_background_jobs: i32,
+}
+
+impl Default for RocksdbConfig {
+ fn default() -> Self {
+ Self {
+ // Allow db to close old sst files, saving memory.
+ max_open_files: 5000,
+ // For now we set the max total WAL size to be 1G. This config can be useful when column
+ // families are updated at non-uniform frequencies.
+ max_total_wal_size: 1u64 << 30,
+ // This includes threads for flushing and compaction. Rocksdb will decide the # of
+ // threads to use internally.
+ max_background_jobs: 16,
+ }
+ }
+}
+
+/// Generate [`rocksdb::Options`] corresponding to the given [`RocksdbConfig`].
+pub fn gen_rocksdb_options(config: &RocksdbConfig, readonly: bool) -> Options {
+ let mut db_opts = Options::default();
+ db_opts.set_max_open_files(config.max_open_files);
+ db_opts.set_max_total_wal_size(config.max_total_wal_size);
+ db_opts.set_max_background_jobs(config.max_background_jobs);
+ if !readonly {
+ db_opts.create_if_missing(true);
+ db_opts.create_missing_column_families(true);
+ db_opts.set_atomic_flush(true);
+ }
+
+ db_opts
+}

src/lib.rs

@@ -20,9 +20,12 @@ mod metrics;
 pub mod schema;
 mod schema_batch;
 
+mod config;
 #[cfg(feature = "test-utils")]
 pub mod test;
 
+pub use config::{gen_rocksdb_options, RocksdbConfig};
+
 use std::path::Path;
 use std::sync::{Arc, LockResult, RwLock, RwLockReadGuard};