-
Notifications
You must be signed in to change notification settings - Fork 115
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
29 changed files
with
3,193 additions
and
1,231 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,2 +1,7 @@ | ||
| max_width = 120 | ||
| imports_granularity = "Crate" | ||
| # indent_style = "Block" | ||
| reorder_imports = true | ||
| max_width=120 | ||
| fn_call_width=72 | ||
| # tab_spaces = 2 | ||
| # group_imports="StdExternalCrate" | ||
| # imports_granularity = "Module" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| db.* |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,19 @@ | ||
| #!/bin/bash | ||
|
|
||
| # SQLite | ||
| sqlite3 db.sqlite <<EOF | ||
| CREATE TABLE IF NOT EXISTS income ( | ||
| id INTEGER, | ||
| created_at INTEGER, | ||
| amount REAL, | ||
| category_id INTEGER, | ||
| wallet_id INTEGER, | ||
| meta TEXT | ||
| ); | ||
| .mode csv | ||
| .import output.csv income | ||
| EOF | ||
|
|
||
| # DuckDB | ||
| echo "CREATE TABLE income (id INTEGER, created_at INTEGER, amount REAL, category_id INTEGER, wallet_id INTEGER, meta TEXT);" | duckdb db.duckdb | ||
| echo "COPY income FROM 'output.csv' (HEADER);" | duckdb db.duckdb |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,125 @@ | ||
| //! ensure that the databases are generated using the `generate-database.sh` utility | ||
| use arrow_convert::{ArrowDeserialize, ArrowField, ArrowSerialize}; | ||
| use criterion::{criterion_group, criterion_main, Criterion}; | ||
| use include_absolute_path::include_absolute_path; | ||
|
|
||
| pub fn sqlite_db() -> rusqlite::Connection { | ||
| rusqlite::Connection::open(include_absolute_path!("./db.sqlite")).unwrap() | ||
| } | ||
|
|
||
| pub fn duck_db() -> duckdb::Connection { | ||
| duckdb::Connection::open(include_absolute_path!("./db.duckdb")).unwrap() | ||
| } | ||
|
|
||
| #[derive(Debug, ArrowField, ArrowSerialize, ArrowDeserialize)] | ||
| struct Income { | ||
| created_at: Option<i32>, | ||
| amount: Option<f32>, | ||
| category_id: i32, | ||
| wallet_id: Option<i32>, | ||
| meta: Option<String>, | ||
| } | ||
|
|
||
| impl Income { | ||
| fn select_duckdb_arrow( | ||
| conn: &duckdb::Connection, | ||
| start: u32, | ||
| end: u32, | ||
| ) -> Result<Vec<Self>, Box<dyn std::error::Error>> { | ||
| let sql = format!( | ||
| "SELECT created_at, amount, category_id, wallet_id, meta \ | ||
| FROM 'income' \ | ||
| WHERE created_at >= {} AND created_at <= {}", | ||
| start, end | ||
| ); | ||
| let mut stmt = conn.prepare_cached(&sql)?; | ||
| let result = stmt.query_arrow_deserialized::<Income>([])?; | ||
| Ok(result) | ||
| } | ||
|
|
||
| fn select_duckdb(conn: &duckdb::Connection, start: u32, end: u32) -> Result<Vec<Self>, Box<dyn std::error::Error>> { | ||
| let mut arr = Vec::new(); | ||
| let sql = format!( | ||
| "SELECT created_at, amount, category_id, wallet_id, meta \ | ||
| FROM 'income' \ | ||
| WHERE created_at >= {} AND created_at <= {}", | ||
| start, end | ||
| ); | ||
| let mut stmt = conn.prepare_cached(&sql)?; | ||
| let result_iter = stmt.query_map([], |row| { | ||
| Ok(Self { | ||
| created_at: row.get(0)?, | ||
| amount: row.get(1)?, | ||
| category_id: row.get(2)?, | ||
| wallet_id: row.get(3)?, | ||
| meta: row.get(4)?, | ||
| }) | ||
| })?; | ||
| for result in result_iter { | ||
| arr.push(result?); | ||
| } | ||
| Ok(arr) | ||
| } | ||
|
|
||
| fn select_sqlite( | ||
| conn: &rusqlite::Connection, | ||
| start: u32, | ||
| end: u32, | ||
| ) -> Result<Vec<Self>, Box<dyn std::error::Error>> { | ||
| let mut arr = Vec::new(); | ||
| let sql = format!( | ||
| "SELECT created_at, amount, category_id, wallet_id, meta \ | ||
| FROM 'income' \ | ||
| WHERE created_at >= {} AND created_at <= {}", | ||
| start, end | ||
| ); | ||
| let mut stmt = conn.prepare(&sql)?; | ||
| let result_iter = stmt.query_map([], |row| { | ||
| Ok(Self { | ||
| created_at: row.get(0)?, | ||
| amount: row.get(1)?, | ||
| category_id: row.get(2)?, | ||
| wallet_id: row.get(3)?, | ||
| meta: row.get(4)?, | ||
| }) | ||
| })?; | ||
| for result in result_iter { | ||
| arr.push(result?); | ||
| } | ||
| Ok(arr) | ||
| } | ||
| } | ||
|
|
||
| fn bench_sqlite(c: &mut Criterion) { | ||
| let sqlite_conn = sqlite_db(); | ||
| c.bench_function("sqlite_test", |b| { | ||
| b.iter(|| { | ||
| let out = Income::select_sqlite(&sqlite_conn, 1709292049, 1711375239).unwrap(); | ||
| out.len() | ||
| }) | ||
| }); | ||
| } | ||
|
|
||
| fn bench_duckdb(c: &mut Criterion) { | ||
| let duckdb_conn = duck_db(); | ||
| c.bench_function("duckdb_test", |b| { | ||
| b.iter(|| { | ||
| let out = Income::select_duckdb(&duckdb_conn, 1709292049, 1711375239).unwrap(); | ||
| out.len() | ||
| }) | ||
| }); | ||
| } | ||
|
|
||
| fn bench_duckdb_arrow(c: &mut Criterion) { | ||
| let duckdb_conn = duck_db(); | ||
| c.bench_function("duckdb_test_arrow", |b| { | ||
| b.iter(|| { | ||
| let out = Income::select_duckdb_arrow(&duckdb_conn, 1709292049, 1711375239).unwrap(); | ||
| out.len() | ||
| }) | ||
| }); | ||
| } | ||
|
|
||
| criterion_group!(benches, bench_duckdb_arrow); | ||
| // criterion_group!(benches, bench_sqlite, bench_duckdb, bench_duckdb_arrow); | ||
| criterion_main!(benches); |
Oops, something went wrong.