Skip to content

Commit

Permalink
feat: reproduce instructions in README.md
Browse files Browse the repository at this point in the history
  • Loading branch information
wzru committed Oct 8, 2024
1 parent 595132e commit 9501dee
Show file tree
Hide file tree
Showing 2 changed files with 63 additions and 50 deletions.
107 changes: 57 additions & 50 deletions README.md
Original file line number Diff line number Diff line change
@@ -1,69 +1,76 @@
# MOStream

### Prerequisites

- gcc 11 or latr
- cmake 3.14 or later
- boost
- gflags
- ticat
- mysql
### Build

### One-click to reproduce

```bash
docker run -itd --name sesame -v $(pwd)/output:/Sesame/scripts/benne/jpg wzru/sesame:icdm24
docker exec -it sesame /Sesame/scripts/benne/run.sh
docker stop sesame && docker rm sesame
```

### Build from source

```bash
mkdir build
cd build
cmake .. -DCMAKE_BUILD_TYPE=Release
make -j$(nproc)
```
### Run Benchmark
Run benchmark:
```bash
cd scripts/benne
./run.sh
```

### Benchmark Result Tables

real-world algorithms on 4 datasets:

|algo |workload |purity |qps |
|-------------|---------|---------|-------|
|Birch |CoverType|0.562229 |225885 |
|StreamKMeans |CoverType|0.489109 |23177.3|
|CluStream |CoverType|0.487599 |24890 |
|DenStream |CoverType|0.548178 |9254.53|
|DBStream |CoverType|0.487599 |82805.5|
|EDMStream |CoverType|0.512048 |227606 |
|DStream |CoverType|0.493124 |32779.4|
|SLKMeans |CoverType|0.493613 |14911.8|
|BenneEff |CoverType|0.521301 |240417 |
|BenneAcc |CoverType|0.73752 |176212 |
|Birch |INSECTS |0.188058 |845001 |
|StreamKMeans |INSECTS |0.488874 |19939.9|
|CluStream |INSECTS |0.188058 |192332 |
|DenStream |INSECTS |0.51571 |139924 |
|DBStream |INSECTS |0.425394 |890.007|
|EDMStream |INSECTS |0.500077 |300098 |
|DStream |INSECTS |0.188058 |136008 |
|SLKMeans |INSECTS |0.316064 |9548.79|
|BenneAcc |INSECTS |0.500227 |139159 |
|BenneEff |INSECTS |0.188058 |923562 |
|Birch |KDD99_F |0.941589 |340383 |
|StreamKMeans |KDD99_F |0.581972 |29971.4|
|CluStream |KDD99_F |0.573222 |103739 |
|DenStream |KDD99_F |0.969101 |16177.1|
|DBStream |KDD99_F |0.724066 |247424 |
|EDMStream |KDD99_F |0.957839 |371575 |
|DStream |KDD99_F |0.960606 |380476 |
|SLKMeans |KDD99_F |0.645238 |1085.05|
|BenneAccNoMig|KDD99_F |0.999071 |1570.43|
|BenneAcc |KDD99_F |0.999071 |1565.59|
|Birch |sensor |0.0300351|534377 |
|StreamKMeans |sensor |0.0693233|74500.7|
|CluStream |sensor |0.0295923|77192.2|
|DenStream |sensor |0.0638467|43284.1|
|DBStream |sensor |0.0401955|57440.2|
|EDMStream |sensor |0.0782214|44856.6|
|DStream |sensor |0.0295941|252303 |
|SLKMeans |sensor |0.0295923|74552.8|
|BenneEff |sensor |0.030509 |210625 |
|BenneAcc |sensor |0.202618 |138474 |
| algo | workload | purity | qps |
| ------------- | --------- | --------- | ------- |
| Birch | CoverType | 0.562229 | 225885 |
| StreamKMeans | CoverType | 0.489109 | 23177.3 |
| CluStream | CoverType | 0.487599 | 24890 |
| DenStream | CoverType | 0.548178 | 9254.53 |
| DBStream | CoverType | 0.487599 | 82805.5 |
| EDMStream | CoverType | 0.512048 | 227606 |
| DStream | CoverType | 0.493124 | 32779.4 |
| SLKMeans | CoverType | 0.493613 | 14911.8 |
| BenneEff | CoverType | 0.521301 | 240417 |
| BenneAcc | CoverType | 0.73752 | 176212 |
| Birch | INSECTS | 0.188058 | 845001 |
| StreamKMeans | INSECTS | 0.488874 | 19939.9 |
| CluStream | INSECTS | 0.188058 | 192332 |
| DenStream | INSECTS | 0.51571 | 139924 |
| DBStream | INSECTS | 0.425394 | 890.007 |
| EDMStream | INSECTS | 0.500077 | 300098 |
| DStream | INSECTS | 0.188058 | 136008 |
| SLKMeans | INSECTS | 0.316064 | 9548.79 |
| BenneAcc | INSECTS | 0.500227 | 139159 |
| BenneEff | INSECTS | 0.188058 | 923562 |
| Birch | KDD99_F | 0.941589 | 340383 |
| StreamKMeans | KDD99_F | 0.581972 | 29971.4 |
| CluStream | KDD99_F | 0.573222 | 103739 |
| DenStream | KDD99_F | 0.969101 | 16177.1 |
| DBStream | KDD99_F | 0.724066 | 247424 |
| EDMStream | KDD99_F | 0.957839 | 371575 |
| DStream | KDD99_F | 0.960606 | 380476 |
| SLKMeans | KDD99_F | 0.645238 | 1085.05 |
| BenneAccNoMig | KDD99_F | 0.999071 | 1570.43 |
| BenneAcc | KDD99_F | 0.999071 | 1565.59 |
| Birch | sensor | 0.0300351 | 534377 |
| StreamKMeans | sensor | 0.0693233 | 74500.7 |
| CluStream | sensor | 0.0295923 | 77192.2 |
| DenStream | sensor | 0.0638467 | 43284.1 |
| DBStream | sensor | 0.0401955 | 57440.2 |
| EDMStream | sensor | 0.0782214 | 44856.6 |
| DStream | sensor | 0.0295941 | 252303 |
| SLKMeans | sensor | 0.0295923 | 74552.8 |
| BenneEff | sensor | 0.030509 | 210625 |
| BenneAcc | sensor | 0.202618 | 138474 |

Other results please refer to `scripts/benne/raw/*.csv`
Other results please refer to `scripts/benne/raw/*.csv`
6 changes: 6 additions & 0 deletions scripts/benne/run.sh
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,12 @@ which ticat

export bench_id=2024

# run $meta_cmd -e "SHOW DATABASES;" until it works
while true; do
$meta_cmd -e "SHOW DATABASES;" 2>/dev/null && break
sleep 3
done

sh_files=$(ls script/)
for sh in ${sh_files[@]}; do
echo "running $sh..."
Expand Down

0 comments on commit 9501dee

Please sign in to comment.