From 595fd8f5f62f2f4d652bdf315f02d402d5f747a9 Mon Sep 17 00:00:00 2001 From: George Williams Date: Thu, 29 Aug 2024 18:57:36 -0700 Subject: [PATCH] re-render nb --- neurips23/latitude-m4-metal-medium.md | 323 +++++++++++++------------- 1 file changed, 163 insertions(+), 160 deletions(-) diff --git a/neurips23/latitude-m4-metal-medium.md b/neurips23/latitude-m4-metal-medium.md index 874bd135..a9b342a0 100644 --- a/neurips23/latitude-m4-metal-medium.md +++ b/neurips23/latitude-m4-metal-medium.md @@ -1,205 +1,208 @@ # Eval On AMD 3GHz/16-Core + 125GB RAM + NVMe SSD (Bare Metal) -## Table Of Contents - -- [Introduction](#introduction) -- [Results](#results) -- [Hardware Inventory](#hardware_inventory) -- [How To Reproduce](#how_to_reproduce) -- [Disclaimers And Credits](#disclaimers_and_credits) - -## Introduction - -The NeurIPS2023 Practical Vector Search Challenge evaluated participating algorithms on Azure and EC2 CPU-based hardware instances. - -In pursuit of expanding the evaluation criteria, we are also running on other generally available hardware configurations. - -Shown here are results run on the following hardware: -* AMD EPYC 9124 16-Core 3GHz processor -* 125GB RAM -* 440GB NVMe SSD -* Bare-metal "m4-metal-medium" instance provided by [Latitude](https://www.latitude.sh/) - -## Results - +
- - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + +
filtersparseoodfiltersparseood
rankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqps
1
zilliz
 213.3K1
zilliz
 34.8K1
pinecone-ood
 76.9K1
zilliz
 213.3K1
zilliz
 34.8K1
pinecone-ood
 76.9K
2
pinecone
 146.7K2
pyanns
 26.9K2
zilliz
 73.5K2
pinecone
 146.7K2
pyanns
 26.9K2
zilliz
 73.5K
3
puck
 62.3K3
pinecone_smips
 12.0K3
pyanns
 55.5K3
puck
 62.3K3
pinecone_smips
 12.0K3
pyanns
 55.5K
4
parlayivf
 55.0K4
shnsw
 8.2K4
scann
 32.3K4
parlayivf
 55.0K4
shnsw
 8.2K4
scann
 32.3K
5
wm_filter
 20.9K5
nle
 2.9K5
sustech-ood
 28.5K5
wm_filter
 20.9K5
nle
 2.9K5
sustech-ood
 28.5K
6
pyanns
 9.0K6
cufe
 0.1K6
mysteryann-dif
 27.9K6
pyanns
 9.0K6
cufe
 0.1K6
mysteryann-dif
 27.9K
7
faissplus
 8.5K7
linscan
 0.1K7
mysteryann
 26.6K7
faissplus
 8.5K7
linscan
 0.1K7
mysteryann
 26.6K
8
faiss
 7.3K
spmat
8
vamana
 20.0K8
faiss
 7.3K
sustech-whu
8
vamana
 20.0K
9
cufe
 6.3K
sustech-whu
9
puck
 19.0K9
cufe
 6.3K
spmat
9
puck
 19.0K
fdufilterdiskann
10
ngt
 11.9K
fdufilterdiskann
10
ngt
 11.9K
hwtl_sdu_anns_filter
11
epsearch
 7.7K
dhq
11
epsearch
 7.7K
dhq
12
diskann
 6.4K
hwtl_sdu_anns_filter
12
diskann
 6.4K
13
cufe
 5.4K13
cufe
 5.4K
puck-fizz
puck-fizz
+## Table Of Contents + +- [Introduction](#introduction) +- [Results](#results) +- [Hardware Inventory](#hardware_inventory) +- [How To Reproduce](#how_to_reproduce) +- [Disclaimers And Credits](#disclaimers_and_credits) + +## Introduction + +The NeurIPS2023 Practical Vector Search Challenge evaluated participating algorithms on Azure and EC2 CPU-based hardware instances. + +In pursuit of expanding the evaluation criteria, we are also running on other generally available hardware configurations. + +Shown here are results run on the following hardware: +* AMD EPYC 9124 16-Core 3GHz processor +* 125GB RAM +* 440GB NVMe SSD +* Bare-metal "m4-metal-medium" instance provided by [Latitude](https://www.latitude.sh/) + +## Results + +The calculated rankings are shown at the top. + Notes: * Evaluations were run in late August 2024 * In the table, each track algorithm links to the build and run commmand used (and errors if any).