-
Notifications
You must be signed in to change notification settings - Fork 123
88 lines (81 loc) · 2.64 KB
/
neurips21.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
# Contributed by @GuilhemN in https://github.com/erikbern/ann-benchmarks/pull/233
name: Billion-Scale ANN Benchmarks, NeurIPS 2021
on: [push, pull_request]
jobs:
build:
runs-on: ubuntu-latest
strategy:
matrix:
include:
# - algorithm: faiss-ivf
# library: faissconda
# dataset: random-xs
- algorithm: faiss-t1
dataset: random-xs
library: faissconda
# - algorithm: puck-t1
# dataset: random-xs
# library: puck
# - algorithm: faiss-t1
# dataset: random-range-xs
# library: faissconda
# - algorithm: diskann-t2
# dataset: random-xs
# library: diskann
# - algorithm: diskann-t2
# dataset: random-range-xs
# library: diskann
- algorithm: bbann
dataset: random-xs
library: bbann
- algorithm: bbann
dataset: random-range-xs
library: bbann
# - algorithm: httpann_example
# dataset: random-xs
# library: httpann_example
# - algorithm: httpann_example
# dataset: random-range-xs
# library: httpann_example
# - algorithm : kst_ann_t1
# dataset: random-xs
# library: kst_ann_t1
# - algorithm: buddy-t1
# dataset: random-xs
# library: faissconda
# - algorithm: buddy-t1
# dataset: random-range-xs
# library: faissconda
# - algorithm: kota-t2
# dataset: random-xs
# library: kota
# - algorithm: kota-t2
# dataset: random-range-xs
# library: kota
# - algorithm: team11
# dataset: random-xs
# library: faissconda
fail-fast: false
steps:
- uses: actions/checkout@v2 # Pull the repository
- name: Set up Python 3.10
uses: actions/setup-python@v2
with:
python-version: '3.10'
- name: Install dependencies
run: |
pip install -r requirements_py3.10.txt
python install.py
env:
LIBRARY: ${{ matrix.library }}
DATASET: ${{ matrix.dataset }}
- name: Run the benchmark
run: |
python create_dataset.py --dataset $DATASET
python run.py --algorithm $ALGORITHM --max-n-algorithms 2 --dataset $DATASET --timeout 600
sudo chmod -R 777 results/
python plot.py --dataset $DATASET --output plot.png
python data_export.py --output test.csv
env:
ALGORITHM: ${{ matrix.algorithm}}
DATASET: ${{ matrix.dataset }}