diff --git a/neurips23/latitude-m2-medium.md b/neurips23/latitude-m2-medium.md index d82ae250..7f259338 100644 --- a/neurips23/latitude-m2-medium.md +++ b/neurips23/latitude-m2-medium.md @@ -138,6 +138,13 @@ python install.py --neurips23track sparse --algorithm pinecone_smips python run.py --dataset sparse-full --algorithm pinecone_smips --neurips23track sparse ``` +#### Sparse Algorithm: zilliz + +``` +python install.py --neurips23track sparse --algorithm zilliz +python run.py --dataset sparse-full --algorithm zilliz --neurips23track sparse +``` + ### Filter Track Prepare the track dataset by running the following command in the top-level directory of the repository: @@ -411,7 +418,6 @@ Traceback (most recent call last): return self._sock.recv_into(b) TimeoutError: timed out ``` - ### Analysis To extract the data as CSV: diff --git a/neurips23/latitude/data_export.csv b/neurips23/latitude/data_export.csv index f8fe4806..8ad752d7 100644 --- a/neurips23/latitude/data_export.csv +++ b/neurips23/latitude/data_export.csv @@ -246,6 +246,16 @@ wm_filter,"Faiss(('IVF1024,SQ8', 'direct', {'nprobe': 160, 'max_codes': 1800, 's wm_filter,"Faiss(('IVF1024,SQ8', 'direct', {'nprobe': 130, 'max_codes': 2100, 'selector_probe_limit': 130}))",yfcc-10M,10,19596.002144658287,0.0,314.16982865333557,6424608.0,0,0,filter,0.915053 wm_filter,"Faiss(('IVF1024,SQ8', 'direct', {'nprobe': 160, 'max_codes': 2100, 'selector_probe_limit': 160}))",yfcc-10M,10,19028.020790121896,0.0,314.16982865333557,6424608.0,0,0,filter,0.91951 wm_filter,"Faiss(('IVF1024,SQ8', 'direct', {'nprobe': 200, 'max_codes': 2100, 'selector_probe_limit': 200}))",yfcc-10M,10,18333.36363903393,0.0,314.16982865333557,6424608.0,0,0,filter,0.9222340000000001 +zilliz,zilliz_qdrop0.12_ef45,sparse-full,10,37323.7214793208,0.0,5274.822802066803,29272756.0,0,0,sparse,0.895272206303725 +zilliz,zilliz_qdrop0.11_ef45,sparse-full,10,36991.01376980246,0.0,5274.822802066803,29272756.0,0,0,sparse,0.8958022922636102 +zilliz,zilliz_qdrop0.12_ef50,sparse-full,10,34932.80647389905,0.0,5274.822802066803,29272756.0,0,0,sparse,0.9023925501432665 +zilliz,zilliz_qdrop0.12_ef55,sparse-full,10,32481.482091286012,0.0,5274.822802066803,29272756.0,0,0,sparse,0.9078510028653295 +zilliz,zilliz_qdrop0.11_ef55,sparse-full,10,32208.149795922858,0.0,5274.822802066803,29272756.0,0,0,sparse,0.909598853868195 +zilliz,zilliz_qdrop0.12_ef60,sparse-full,10,30775.01597289601,0.0,5274.822802066803,29272756.0,0,0,sparse,0.912650429799427 +zilliz,zilliz_qdrop0.12_ef65,sparse-full,10,29048.271088497473,0.0,5274.822802066803,29272756.0,0,0,sparse,0.9178080229226362 +zilliz,zilliz_qdrop0.11_ef65,sparse-full,10,28489.920124562086,0.0,5274.822802066803,29272756.0,0,0,sparse,0.9210315186246418 +zilliz,zilliz_qdrop0.12_ef70,sparse-full,10,27393.846372656535,0.0,5274.822802066803,29272756.0,0,0,sparse,0.9215472779369627 +zilliz,zilliz_qdrop0.11_ef70,sparse-full,10,27185.03323815493,0.0,5274.822802066803,29272756.0,0,0,sparse,0.9248280802292264 zilliz,zilliz_(R48_L500)_ef90,text2image-10M,10,81895.28745720285,0.0,4123.189875841141,11282784.0,0,0,ood,0.8895 zilliz,zilliz_(R48_L500)_ef95,text2image-10M,10,78612.61969094022,0.0,4123.189875841141,11282784.0,0,0,ood,0.8942209999999999 zilliz,zilliz_(R48_L500)_ef100,text2image-10M,10,75614.953440862,0.0,4123.189875841141,11282784.0,0,0,ood,0.898085