Skip to content

Commit

Permalink
reorder.
Browse files Browse the repository at this point in the history
  • Loading branch information
@lintool
lintool committed Dec 12, 2024
1 parent f201492 commit cfb2441
Showing 1 changed file with 14 additions and 12 deletions.
26 changes: 14 additions & 12 deletions src/main/python/regressions-batch03.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -15,29 +15,19 @@ python src/main/python/run_regression.py --index --verify --search --regression
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.unicoil-tilde-expansion.cached > logs/log.msmarco-v1-passage.unicoil-tilde-expansion.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.distill-splade-max.cached > logs/log.msmarco-v1-passage.distill-splade-max.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.splade-pp-ed.cached > logs/log.msmarco-v1-passage.splade-pp-ed.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.splade-pp-ed.onnx > logs/log.msmarco-v1-passage.splade-pp-ed.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.splade-pp-sd.cached > logs/log.msmarco-v1-passage.splade-pp-sd.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.splade-pp-sd.onnx > logs/log.msmarco-v1-passage.splade-pp-sd.onnx.txt 2>&1

python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.fw > logs/log.msmarco-v1-passage.cos-dpr-distil.fw.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.lexlsh > logs/log.msmarco-v1-passage.cos-dpr-distil.lexlsh.txt 2>&1

python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.flat.cached > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.flat.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.flat.onnx > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.flat.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.flat-int8.cached > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.flat-int8.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.flat-int8.onnx > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.flat-int8.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.hnsw.cached > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.hnsw.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.hnsw.onnx > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.hnsw.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-int8.cached > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-int8.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-int8.onnx > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-int8.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.flat.cached > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.flat.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.flat.onnx > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.flat.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-int8.cached > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-int8.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-int8.onnx > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-int8.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw.cached > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw.onnx > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-int8.cached > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-int8.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-int8.onnx > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-int8.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.openai-ada2.parquet.flat.cached > logs/log.msmarco-v1-passage.openai-ada2.parquet.flat.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.openai-ada2.parquet.flat-int8.cached > logs/log.msmarco-v1-passage.openai-ada2.parquet.flat-int8.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.openai-ada2.parquet.hnsw.cached > logs/log.msmarco-v1-passage.openai-ada2.parquet.hnsw.cached.txt 2>&1
Expand Down Expand Up @@ -65,9 +55,7 @@ python src/main/python/run_regression.py --index --verify --search --regression
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage.unicoil-noexp-0shot.cached > logs/log.msmarco-v2-passage.unicoil-noexp-0shot.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage.unicoil-0shot.cached > logs/log.msmarco-v2-passage.unicoil-0shot.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage.splade-pp-ed.cached > logs/log.msmarco-v2-passage.splade-pp-ed.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage.splade-pp-ed.onnx > logs/log.msmarco-v2-passage.splade-pp-ed.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage.splade-pp-sd.cached > logs/log.msmarco-v2-passage.splade-pp-sd.cached.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage.splade-pp-sd.onnx > logs/log.msmarco-v2-passage.splade-pp-sd.onnx.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage-augmented > logs/log.msmarco-v2-passage-augmented.txt 2>&1
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-passage-augmented.d2q-t5 > logs/log.msmarco-v2-passage-augmented.d2q-t5.txt 2>&1

Expand All @@ -81,6 +69,17 @@ python src/main/python/run_regression.py --index --verify --search --regression
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v2-doc-segmented.unicoil-0shot-v2.cached > logs/log.msmarco-v2-doc-segmented.unicoil-0shot-v2.cached.txt 2>&1

# Just retrieval
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.splade-pp-ed.onnx > logs/log.msmarco-v1-passage.splade-pp-ed.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.splade-pp-sd.onnx > logs/log.msmarco-v1-passage.splade-pp-sd.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.flat.onnx > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.flat.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.flat-int8.onnx > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.flat-int8.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.hnsw.onnx > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.hnsw.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-int8.onnx > logs/log.msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-int8.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.flat.onnx > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.flat.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-int8.onnx > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-int8.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw.onnx > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-int8.onnx > logs/log.msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-int8.onnx.txt 2>&1

python src/main/python/run_regression.py --verify --search --regression dl19-passage > logs/log.dl19-passage.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression dl19-passage.bm25-b8 > logs/log.dl19-passage.bm25-b8.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression dl19-passage.wp-tok > logs/log.dl19-passage.wp-tok.txt 2>&1
Expand Down Expand Up @@ -214,6 +213,9 @@ python src/main/python/run_regression.py --index --verify --search --regression
python src/main/python/run_regression.py --index --verify --search --regression msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached > logs/log.msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8.cached.txt 2>&1

# Just retrieval
python src/main/python/run_regression.py --verify --search --regression msmarco-v2-passage.splade-pp-ed.onnx > logs/log.msmarco-v2-passage.splade-pp-ed.onnx.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression msmarco-v2-passage.splade-pp-sd.onnx > logs/log.msmarco-v2-passage.splade-pp-sd.onnx.txt 2>&1

python src/main/python/run_regression.py --verify --search --regression dl21-passage > logs/log.dl21-passage.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression dl21-passage.d2q-t5 > logs/log.dl21-passage.d2q-t5.txt 2>&1
python src/main/python/run_regression.py --verify --search --regression dl21-passage.unicoil-noexp-0shot.cached > logs/log.dl21-passage.unicoil-noexp-0shot.cached.txt 2>&1
Expand Down

0 comments on commit cfb2441

Please sign in to comment.