diff --git a/neurips23/latitude-m4-metal-medium.md b/neurips23/latitude-m4-metal-medium.md index 5a243149..0f00db4c 100644 --- a/neurips23/latitude-m4-metal-medium.md +++ b/neurips23/latitude-m4-metal-medium.md @@ -26,179 +26,179 @@ Note: * The [NeurIPS2023](README.md) Docker-based eval limits the use of available underlying resources. ## Results - +
- - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + +
filtersparseoodfiltersparseood
rankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqps
1
zilliz
213.3K1
zilliz
34.8K1
pinecone-ood
76.9K1
zilliz
213.3K1
zilliz
34.8K1
pinecone-ood
76.9K
2
pinecone
146.7K2
pyanns
26.9K2
zilliz
73.5K2
pinecone
146.7K2
pyanns
26.9K2
zilliz
73.5K
3
puck
62.3K3
pinecone_smips
12.0K3
pyanns
55.5K3
puck
62.3K3
pinecone_smips
12.0K3
pyanns
55.5K
4
parlayivf
55.0K4
shnsw
8.2K4
scann
32.3K4
parlayivf
55.0K4
shnsw
8.2K4
scann
32.3K
5
wm_filter
20.9K5
nle
2.9K5
sustech-ood
28.5K5
wm_filter
20.9K5
nle
2.9K5
sustech-ood
28.5K
6
pyanns
9.0K6
cufe
0.1K6
mysteryann-dif
27.9K6
pyanns
9.0K6
cufe
0.1K6
mysteryann-dif
27.9K
7
faissplus
8.5K7
linscan
0.1K7
mysteryann
26.6K7
faissplus
8.5K7
linscan
0.1K7
mysteryann
26.6K
8
faiss
7.3K
sustech-whu
8
vamana
20.0K8
faiss
7.3K
sustech-whu
8
vamana
20.0K
9
cufe
6.3K
spmat
9
puck
19.0K9
cufe
6.3K
spmat
9
puck
19.0K
hwtl_sdu_anns_filter
10
ngt
11.9K
dhq
10
ngt
11.9K
fdufilterdiskann
11
epsearch
7.7K
fdufilterdiskann
11
epsearch
7.7K
dhq
12
diskann
6.4K
hwtl_sdu_anns_filter
12
diskann
6.4K
13
cufe
5.4K13
cufe
5.4K
puck-fizz
puck-fizz
diff --git a/neurips23/latitude/analysis.ipynb b/neurips23/latitude/analysis.ipynb index 12eca1ca..786b5580 100644 --- a/neurips23/latitude/analysis.ipynb +++ b/neurips23/latitude/analysis.ipynb @@ -268,7 +268,7 @@ " \n", " \n", " 9\n", - " hwtl_sdu_anns_filter\n", + " dhq\n", " NaN\n", " NaN\n", " error\n", @@ -278,7 +278,7 @@ " \n", " \n", " 10\n", - " dhq\n", + " fdufilterdiskann\n", " NaN\n", " NaN\n", " error\n", @@ -288,7 +288,7 @@ " \n", " \n", " 11\n", - " fdufilterdiskann\n", + " hwtl_sdu_anns_filter\n", " NaN\n", " NaN\n", " error\n", @@ -541,9 +541,9 @@ "6 faissplus 8.49 0.91 ok 7 filter \n", "7 faiss 7.33 0.99 ok 8 filter \n", "8 cufe 6.32 0.94 ok 9 filter \n", - "9 hwtl_sdu_anns_filter NaN NaN error 10 filter \n", - "10 dhq NaN NaN error 11 filter \n", - "11 fdufilterdiskann NaN NaN error 12 filter \n", + "9 dhq NaN NaN error 10 filter \n", + "10 fdufilterdiskann NaN NaN error 11 filter \n", + "11 hwtl_sdu_anns_filter NaN NaN error 12 filter \n", "0 pinecone-ood 76.87 0.91 ok 1 ood \n", "1 zilliz 73.51 0.91 ok 2 ood \n", "2 pyanns 55.50 0.92 ok 3 ood \n", @@ -620,6 +620,485 @@ { "cell_type": "code", "execution_count": 8, + "id": "fbc47e1b-a441-413a-8166-bb834a386cc3", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
algorithmqpsrecall/apstatusranktrackdataset
0zilliz34.760.93ok1sparsesparse-full
1pyanns26.860.92ok2sparsesparse-full
2pinecone_smips12.000.90ok3sparsesparse-full
3shnsw8.250.94ok4sparsesparse-full
4nle2.950.94ok5sparsesparse-full
5cufe0.080.99ok6sparsesparse-full
6linscan0.060.98ok7sparsesparse-full
7sustech-whuNaNNaNerror8sparsesparse-full
8spmatNaNNaNerror9sparsesparse-full
0pinecone-ood76.870.91ok1oodtext2image-10M
1zilliz73.510.91ok2oodtext2image-10M
2pyanns55.500.92ok3oodtext2image-10M
3scann32.260.92ok4oodtext2image-10M
4sustech-ood28.460.92ok5oodtext2image-10M
5mysteryann-dif27.950.91ok6oodtext2image-10M
6mysteryann26.560.91ok7oodtext2image-10M
7vamana19.970.94ok8oodtext2image-10M
8puck18.960.91ok9oodtext2image-10M
9ngt11.920.95ok10oodtext2image-10M
10epsearch7.660.92ok11oodtext2image-10M
11diskann6.410.91ok12oodtext2image-10M
12cufe5.400.91ok13oodtext2image-10M
13puck-fizzNaNNaNerror14oodtext2image-10M
0zilliz213.290.93ok1filteryfcc-10M
1pinecone146.720.92ok2filteryfcc-10M
2puck62.260.94ok3filteryfcc-10M
3parlayivf55.030.95ok4filteryfcc-10M
4wm_filter20.870.92ok5filteryfcc-10M
5pyanns8.990.91ok6filteryfcc-10M
6faissplus8.490.91ok7filteryfcc-10M
7faiss7.330.99ok8filteryfcc-10M
8cufe6.320.94ok9filteryfcc-10M
9dhqNaNNaNerror10filteryfcc-10M
10fdufilterdiskannNaNNaNerror11filteryfcc-10M
11hwtl_sdu_anns_filterNaNNaNerror12filteryfcc-10M
\n", + "
" + ], + "text/plain": [ + " algorithm qps recall/ap status rank track \\\n", + "0 zilliz 34.76 0.93 ok 1 sparse \n", + "1 pyanns 26.86 0.92 ok 2 sparse \n", + "2 pinecone_smips 12.00 0.90 ok 3 sparse \n", + "3 shnsw 8.25 0.94 ok 4 sparse \n", + "4 nle 2.95 0.94 ok 5 sparse \n", + "5 cufe 0.08 0.99 ok 6 sparse \n", + "6 linscan 0.06 0.98 ok 7 sparse \n", + "7 sustech-whu NaN NaN error 8 sparse \n", + "8 spmat NaN NaN error 9 sparse \n", + "0 pinecone-ood 76.87 0.91 ok 1 ood \n", + "1 zilliz 73.51 0.91 ok 2 ood \n", + "2 pyanns 55.50 0.92 ok 3 ood \n", + "3 scann 32.26 0.92 ok 4 ood \n", + "4 sustech-ood 28.46 0.92 ok 5 ood \n", + "5 mysteryann-dif 27.95 0.91 ok 6 ood \n", + "6 mysteryann 26.56 0.91 ok 7 ood \n", + "7 vamana 19.97 0.94 ok 8 ood \n", + "8 puck 18.96 0.91 ok 9 ood \n", + "9 ngt 11.92 0.95 ok 10 ood \n", + "10 epsearch 7.66 0.92 ok 11 ood \n", + "11 diskann 6.41 0.91 ok 12 ood \n", + "12 cufe 5.40 0.91 ok 13 ood \n", + "13 puck-fizz NaN NaN error 14 ood \n", + "0 zilliz 213.29 0.93 ok 1 filter \n", + "1 pinecone 146.72 0.92 ok 2 filter \n", + "2 puck 62.26 0.94 ok 3 filter \n", + "3 parlayivf 55.03 0.95 ok 4 filter \n", + "4 wm_filter 20.87 0.92 ok 5 filter \n", + "5 pyanns 8.99 0.91 ok 6 filter \n", + "6 faissplus 8.49 0.91 ok 7 filter \n", + "7 faiss 7.33 0.99 ok 8 filter \n", + "8 cufe 6.32 0.94 ok 9 filter \n", + "9 dhq NaN NaN error 10 filter \n", + "10 fdufilterdiskann NaN NaN error 11 filter \n", + "11 hwtl_sdu_anns_filter NaN NaN error 12 filter \n", + "\n", + " dataset \n", + "0 sparse-full \n", + "1 sparse-full \n", + "2 sparse-full \n", + "3 sparse-full \n", + "4 sparse-full \n", + "5 sparse-full \n", + "6 sparse-full \n", + "7 sparse-full \n", + "8 sparse-full \n", + "0 text2image-10M \n", + "1 text2image-10M \n", + "2 text2image-10M \n", + "3 text2image-10M \n", + "4 text2image-10M \n", + "5 text2image-10M \n", + "6 text2image-10M \n", + "7 text2image-10M \n", + "8 text2image-10M \n", + "9 text2image-10M \n", + "10 text2image-10M \n", + "11 text2image-10M \n", + "12 text2image-10M \n", + "13 text2image-10M \n", + "0 yfcc-10M \n", + "1 yfcc-10M \n", + "2 yfcc-10M \n", + "3 yfcc-10M \n", + "4 yfcc-10M \n", + "5 yfcc-10M \n", + "6 yfcc-10M \n", + "7 yfcc-10M \n", + "8 yfcc-10M \n", + "9 yfcc-10M \n", + "10 yfcc-10M \n", + "11 yfcc-10M " + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# do a quick sanity check on rankings\n", + "\n", + "sanity_df = master_df.sort_values(['track','qps'],ascending=False)\n", + "sanity_df" + ] + }, + { + "cell_type": "code", + "execution_count": 9, "id": "c90fba89-728a-4f54-bb80-95834bd33005", "metadata": {}, "outputs": [], @@ -635,7 +1114,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 10, "id": "f4e617b4-112b-45e1-bc3b-2692d980d19f", "metadata": {}, "outputs": [], @@ -650,7 +1129,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 11, "id": "8d2653b4-f070-4761-8b5e-9a9fa03f19cc", "metadata": {}, "outputs": [], @@ -663,7 +1142,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 12, "id": "d0accb53-c34b-418e-85a4-253c46cdb90b", "metadata": {}, "outputs": [], @@ -686,7 +1165,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 13, "id": "5cee1395-0e41-4ba4-b586-f9c4b56a9024", "metadata": {}, "outputs": [ @@ -695,25 +1174,25 @@ "text/html": [ "\n", - "\n", + "
\n", " \n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", @@ -730,181 +1209,181 @@ " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
trackfiltersparseoodfiltersparseood
 rankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqps
rank
11zilliz213.2850591zilliz34.7599761pinecone-ood76.865423
22pinecone146.7212422pyanns26.8585192zilliz73.509610
33puck62.2576953pinecone_smips12.0031823pyanns55.504352
44parlayivf55.0331984shnsw8.2472774scann32.256046
55wm_filter20.8748575nle2.9456265sustech-ood28.458263
66pyanns8.9880226cufe0.0849766mysteryann-dif27.946097
77faissplus8.4932647linscan0.0607567mysteryann26.560867
88faiss7.327855sustech-whunan8vamana19.965517
99cufe6.318462spmatnan9puck18.960224
10hwtl_sdu_anns_filternannannan10ngt11.921399
11dhqnannannan11epsearch7.663219
12fdufilterdiskannnannannan12diskann6.406821
13nannannannan13cufe5.404492
14nannannannanpuck-fizznan11zilliz213.2850591zilliz34.7599761pinecone-ood76.865423
22pinecone146.7212422pyanns26.8585192zilliz73.509610
33puck62.2576953pinecone_smips12.0031823pyanns55.504352
44parlayivf55.0331984shnsw8.2472774scann32.256046
55wm_filter20.8748575nle2.9456265sustech-ood28.458263
66pyanns8.9880226cufe0.0849766mysteryann-dif27.946097
77faissplus8.4932647linscan0.0607567mysteryann26.560867
88faiss7.327855sustech-whunan8vamana19.965517
99cufe6.318462spmatnan9puck18.960224
10dhqnannannan10ngt11.921399
11fdufilterdiskannnannannan11epsearch7.663219
12hwtl_sdu_anns_filternannannan12diskann6.406821
13nannannannan13cufe5.404492
14nannannannanpuck-fizznan
\n" ], "text/plain": [ - "" + "" ] }, - "execution_count": 12, + "execution_count": 13, "metadata": {}, "output_type": "execute_result" } @@ -918,186 +1397,186 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 14, "id": "884f5113-01a9-42a7-9262-5cea8e9cd751", "metadata": {}, "outputs": [ { "data": { "text/html": [ - "\n", + "
\n", " \n", " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", " \n", " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", - " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", " \n", " \n", "
filtersparseoodfiltersparseood
rankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqpsrankalgorithmqps
1
zilliz
213.3K1
zilliz
34.8K1
pinecone-ood
76.9K
2
pinecone
146.7K2
pyanns
26.9K2
zilliz
73.5K
3
puck
62.3K3
pinecone_smips
12.0K3
pyanns
55.5K
4
parlayivf
55.0K4
shnsw
8.2K4
scann
32.3K
5
wm_filter
20.9K5
nle
2.9K5
sustech-ood
28.5K
6
pyanns
9.0K6
cufe
0.1K6
mysteryann-dif
27.9K
7
faissplus
8.5K7
linscan
0.1K7
mysteryann
26.6K
8
faiss
7.3K
sustech-whu
8
vamana
20.0K
9
cufe
6.3K
spmat
9
puck
19.0K
hwtl_sdu_anns_filter
10
ngt
11.9K
dhq
11
epsearch
7.7K
fdufilterdiskann
12
diskann
6.4K
13
cufe
5.4K
puck-fizz
1
zilliz
213.3K1
zilliz
34.8K1
pinecone-ood
76.9K
2
pinecone
146.7K2
pyanns
26.9K2
zilliz
73.5K
3
puck
62.3K3
pinecone_smips
12.0K3
pyanns
55.5K
4
parlayivf
55.0K4
shnsw
8.2K4
scann
32.3K
5
wm_filter
20.9K5
nle
2.9K5
sustech-ood
28.5K
6
pyanns
9.0K6
cufe
0.1K6
mysteryann-dif
27.9K
7
faissplus
8.5K7
linscan
0.1K7
mysteryann
26.6K
8
faiss
7.3K
sustech-whu
8
vamana
20.0K
9
cufe
6.3K
spmat
9
puck
19.0K
dhq
10
ngt
11.9K
fdufilterdiskann
11
epsearch
7.7K
hwtl_sdu_anns_filter
12
diskann
6.4K
13
cufe
5.4K
puck-fizz
\n" @@ -1106,7 +1585,7 @@ "" ] }, - "execution_count": 13, + "execution_count": 14, "metadata": {}, "output_type": "execute_result" } @@ -1142,7 +1621,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 15, "id": "25fc371b-1a14-4fca-97de-acd79070c0ad", "metadata": {}, "outputs": [