diff --git a/neurips23/latitude-m4-metal-medium.md b/neurips23/latitude-m4-metal-medium.md index e3ba04dc..e9cfb260 100644 --- a/neurips23/latitude-m4-metal-medium.md +++ b/neurips23/latitude-m4-metal-medium.md @@ -1,179 +1,179 @@ # Eval On AMD 3GHz/16-Core + 125GB RAM + NVMe SSD (Bare Metal) - +
- - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + +
filtersparseoodfiltersparseood
rankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqps
1
zilliz
 213.3K1
zilliz
 34.8K1
pinecone-ood
 76.9K1
zilliz
 213.3K1
zilliz
 34.8K1
pinecone-ood
 76.9K
2
pinecone
 146.7K2
pyanns
 26.9K2
zilliz
 73.5K2
pinecone
 146.7K2
pyanns
 26.9K2
zilliz
 73.5K
3
puck
 62.3K3
pinecone_smips
 12.0K3
pyanns
 55.5K3
puck
 62.3K3
pinecone_smips
 12.0K3
pyanns
 55.5K
4
parlayivf
 55.0K4
shnsw
 8.2K4
scann
 32.3K4
parlayivf
 55.0K4
shnsw
 8.2K4
scann
 32.3K
5
wm_filter
 20.9K5
nle
 2.9K5
sustech-ood
 28.5K5
wm_filter
 20.9K5
nle
 2.9K5
sustech-ood
 28.5K
6
pyanns
 9.0K6
cufe
 0.1K6
mysteryann-dif
 27.9K6
pyanns
 9.0K6
cufe
 0.1K6
mysteryann-dif
 27.9K
7
faissplus
 8.5K7
linscan
 0.1K7
mysteryann
 26.6K7
faissplus
 8.5K7
linscan
 0.1K7
mysteryann
 26.6K
8
faiss
 7.3K
sustech-whu
8
vamana
 20.0K8
faiss
 7.3K
spmat
8
vamana
 20.0K
9
cufe
 6.3K
spmat
9
puck
 19.0K9
cufe
 6.3K
sustech-whu
9
puck
 19.0K
hwtl_sdu_anns_filter
10
ngt
 11.9K
dhq
10
ngt
 11.9K
fdufilterdiskann
11
epsearch
 7.7K
hwtl_sdu_anns_filter
11
epsearch
 7.7K
dhq
12
diskann
 6.4K
fdufilterdiskann
12
diskann
 6.4K
13
cufe
 5.4K13
cufe
 5.4K
puck-fizz
puck-fizz
@@ -204,9 +204,10 @@ Shown here are results run on the following hardware: The calculated rankings are shown at the top. Notes: -* Evaluations were run in late August 2024 -# All participating algorithms are shown, but only qualifying algorithms are ranked. -* In the table, each track algorithm links to the build and run commmand used (and errors if any). +* Evaluations were run in late August 2024/Q +* In each track, qualifying algorithms are ranked by largest QPS where recall/ap >= 0.9. +* All participating algorithms are shown for each track, but only qualifying algorithms are ranked. +* Each track algorithm links to the build and run commmand used (or disqualifying errors, if any). * Pareto graphs for each track shown below. ### Track: Filter diff --git a/neurips23/latitude/_latitude-m4-metal-medium.md b/neurips23/latitude/_latitude-m4-metal-medium.md index 9f04f9b3..52f3af33 100644 --- a/neurips23/latitude/_latitude-m4-metal-medium.md +++ b/neurips23/latitude/_latitude-m4-metal-medium.md @@ -26,9 +26,10 @@ Shown here are results run on the following hardware: The calculated rankings are shown at the top. Notes: -* Evaluations were run in late August 2024 -# All participating algorithms are shown, but only qualifying algorithms are ranked. -* In the table, each track algorithm links to the build and run commmand used (and errors if any). +* Evaluations were run in late August 2024/Q +* In each track, qualifying algorithms are ranked by largest QPS where recall/ap >= 0.9. +* All participating algorithms are shown for each track, but only qualifying algorithms are ranked. +* Each track algorithm links to the build and run commmand used (or disqualifying errors, if any). * Pareto graphs for each track shown below. ### Track: Filter