reproduce.msmarco-v1-passage.yaml Maven / Gradle / Ivy
conditions:
- name: bm25
display: "BM25 (k1=0.9, b=0.4)"
display_html: "BM25 (k1=0.9, b=0.4)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchCollection -threads $threads -index msmarco-v1-passage -topics $topics -output $output -hits 1000 -bm25
topics:
- topic_key: msmarco-v1-passage.dev
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.1840
R@1K: 0.8526
- topic_key: dl19-passage
eval_key: dl19-passage
scores:
- MAP: 0.3013
nDCG@10: 0.5058
R@1K: 0.7501
- topic_key: dl20-passage
eval_key: dl20-passage
scores:
- MAP: 0.2856
nDCG@10: 0.4796
R@1K: 0.7863
- name: splade-pp-ed.cached_q
display: "SPLADE++ EnsembleDistil (cached queries)"
display_html: "SPLADE++ EnsembleDistil (cached queries)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchCollection -threads $threads -index msmarco-v1-passage.splade-pp-ed -topics $topics -output $output -impact -pretokenized -hits 1000
topics:
- topic_key: msmarco-v1-passage.dev.splade-pp-ed
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3830
R@1K: 0.9831
- topic_key: dl19-passage.splade-pp-ed
eval_key: dl19-passage
scores:
- MAP: 0.5053
nDCG@10: 0.7317
R@1K: 0.8726
- topic_key: dl20-passage.splade-pp-ed
eval_key: dl20-passage
scores:
- MAP: 0.5001
nDCG@10: 0.7198
R@1K: 0.8995
- name: splade-pp-ed.onnx
display: "SPLADE++ EnsembleDistil (ONNX)"
display_html: "SPLADE++ EnsembleDistil (ONNX)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchCollection -threads $threads -index msmarco-v1-passage.splade-pp-ed -topics $topics -output $output -impact -pretokenized -hits 1000 -encoder SpladePlusPlusEnsembleDistil
topics:
- topic_key: msmarco-v1-passage.dev
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3828
R@1K: 0.9831
- topic_key: dl19-passage
eval_key: dl19-passage
scores:
- MAP: 0.5050
nDCG@10: 0.7308
R@1K: 0.8728
- topic_key: dl20-passage
eval_key: dl20-passage
scores:
- MAP: 0.4999
nDCG@10: 0.7197
R@1K: 0.8998
- name: cosdpr-distil.hnsw.cached_q
display: "cosDPR-distil w/ HNSW fp32 (cached queries)"
display_html: "cosDPR-distil w/ HNSW fp32 (cached queries)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.cosdpr-distil.hnsw -topics $topics -output $output -efSearch 1000 -hits 1000
topics:
- topic_key: msmarco-v1-passage.dev.cosdpr-distil
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3887
R@1K: 0.9764
- topic_key: dl19-passage.cosdpr-distil
eval_key: dl19-passage
scores:
- MAP: 0.4660
nDCG@10: 0.7250
R@1K: 0.8222
- topic_key: dl20-passage.cosdpr-distil
eval_key: dl20-passage
scores:
- MAP: 0.4876
nDCG@10: 0.7025
R@1K: 0.8540
- name: cosdpr-distil.hnsw.onnx
display: "cosDPR-distil w/ HNSW fp32 (ONNX)"
display_html: "cosDPR-distil w/ HNSW fp32 (ONNX)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.cosdpr-distil.hnsw -topics $topics -output $output -efSearch 1000 -hits 1000 -encoder CosDprDistil
topics:
- topic_key: msmarco-v1-passage.dev
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3887
R@1K: 0.9765
- topic_key: dl19-passage
eval_key: dl19-passage
scores:
- MAP: 0.4660
nDCG@10: 0.7250
R@1K: 0.8222
- topic_key: dl20-passage
eval_key: dl20-passage
scores:
- MAP: 0.4876
nDCG@10: 0.7025
R@1K: 0.8540
- name: cosdpr-distil.hnsw-int8.cached_q
display: "cosDPR-distil w/ HNSW int8 (cached queries)"
display_html: "cosDPR-distil w/ HNSW int8 (cached queries)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.cosdpr-distil.hnsw-int8 -topics $topics -output $output -efSearch 1000 -hits 1000
topics:
- topic_key: msmarco-v1-passage.dev.cosdpr-distil
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3897
R@1K: 0.9764
- topic_key: dl19-passage.cosdpr-distil
eval_key: dl19-passage
scores:
- MAP: 0.4662
nDCG@10: 0.7240
R@1K: 0.8219
- topic_key: dl20-passage.cosdpr-distil
eval_key: dl20-passage
scores:
- MAP: 0.4872
nDCG@10: 0.7004
R@1K: 0.8538
- name: cosdpr-distil.hnsw-int8.onnx
display: "cosDPR-distil w/ HNSW int8 (ONNX)"
display_html: "cosDPR-distil w/ HNSW int8 (ONNX)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.cosdpr-distil.hnsw-int8 -topics $topics -output $output -efSearch 1000 -hits 1000 -encoder CosDprDistil
topics:
- topic_key: msmarco-v1-passage.dev
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3899
R@1K: 0.9764
- topic_key: dl19-passage
eval_key: dl19-passage
scores:
- MAP: 0.4664
nDCG@10: 0.7247
R@1K: 0.8218
- topic_key: dl20-passage
eval_key: dl20-passage
scores:
- MAP: 0.4871
nDCG@10: 0.6996
R@1K: 0.8538
- name: bge-base-en-v1.5.hnsw.cached_q
display: "bge-base-en-v1.5 w/ HNSW fp32 (cached queries)"
display_html: "bge-base-en-v1.5 w/ HNSW fp32 (cached queries)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.bge-base-en-v1.5.hnsw -topics $topics -output $output -efSearch 1000 -hits 1000
topics:
- topic_key: msmarco-v1-passage.dev.bge-base-en-v1.5
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3574
R@1K: 0.9788
- topic_key: dl19-passage.bge-base-en-v1.5
eval_key: dl19-passage
scores:
- MAP: 0.4436
nDCG@10: 0.7065
R@1K: 0.8481
- topic_key: dl20-passage.bge-base-en-v1.5
eval_key: dl20-passage
scores:
- MAP: 0.4648
nDCG@10: 0.6780
R@1K: 0.8483
- name: bge-base-en-v1.5.hnsw.onnx
display: "bge-base-en-v1.5 w/ HNSW fp32 (ONNX)"
display_html: "bge-base-en-v1.5 w/ HNSW fp32 (ONNX)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.bge-base-en-v1.5.hnsw -topics $topics -output $output -efSearch 1000 -hits 1000 -encoder BgeBaseEn15
topics:
- topic_key: msmarco-v1-passage.dev
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3575
R@1K: 0.9788
- topic_key: dl19-passage
eval_key: dl19-passage
scores:
- MAP: 0.4486
nDCG@10: 0.7016
R@1K: 0.8441
- topic_key: dl20-passage
eval_key: dl20-passage
scores:
- MAP: 0.4626
nDCG@10: 0.6768
R@1K: 0.8526
- name: bge-base-en-v1.5.hnsw-int8.cached_q
display: "bge-base-en-v1.5 w/ HNSW int8 (cached queries)"
display_html: "bge-base-en-v1.5 w/ HNSW int8 (cached queries)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.bge-base-en-v1.5.hnsw-int8 -topics $topics -output $output -efSearch 1000 -hits 1000
topics:
- topic_key: msmarco-v1-passage.dev.bge-base-en-v1.5
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3572
R@1K: 0.9774
- topic_key: dl19-passage.bge-base-en-v1.5
eval_key: dl19-passage
scores:
- MAP: 0.4400
nDCG@10: 0.7016
R@1K: 0.8481
- topic_key: dl20-passage.bge-base-en-v1.5
eval_key: dl20-passage
scores:
- MAP: 0.4623
nDCG@10: 0.6738
R@1K: 0.8420
- name: bge-base-en-v1.5.hnsw-int8.onnx
display: "bge-base-en-v1.5 w/ HNSW int8 (ONNX)"
display_html: "bge-base-en-v1.5 w/ HNSW int8 (ONNX)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.bge-base-en-v1.5.hnsw-int8 -topics $topics -output $output -efSearch 1000 -hits 1000 -encoder BgeBaseEn15
topics:
- topic_key: msmarco-v1-passage.dev
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3575
R@1K: 0.9772
- topic_key: dl19-passage
eval_key: dl19-passage
scores:
- MAP: 0.4454
nDCG@10: 0.7017
R@1K: 0.8436
- topic_key: dl20-passage
eval_key: dl20-passage
scores:
- MAP: 0.4596
nDCG@10: 0.6767
R@1K: 0.8468
- name: cohere-embed-english-v3.0.hnsw.cached_q
display: "cohere-embed-english-v3.0 w/ HNSW fp32 (cached queries)"
display_html: "cohere-embed-english-v3.0 w/ HNSW fp32 (cached queries)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.cohere-embed-english-v3.0.hnsw -topics $topics -output $output -efSearch 1000 -hits 1000
topics:
- topic_key: msmarco-v1-passage.dev.cohere-embed-english-v3.0
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3647
R@1K: 0.9751
- topic_key: dl19-passage.cohere-embed-english-v3.0
eval_key: dl19-passage
scores:
- MAP: 0.4883
nDCG@10: 0.6956
R@1K: 0.8612
- topic_key: dl20-passage.cohere-embed-english-v3.0
eval_key: dl20-passage
scores:
- MAP: 0.5068
nDCG@10: 0.7245
R@1K: 0.8682
- name: cohere-embed-english-v3.0.hnsw-int8.cached_q
display: "cohere-embed-english-v3.0 w/ HNSW int8 (cached queries)"
display_html: "cohere-embed-english-v3.0 w/ HNSW int8 (cached queries)"
display_row: ""
command: java -cp $fatjar io.anserini.search.SearchHnswDenseVectors -threads $threads -index msmarco-v1-passage.cohere-embed-english-v3.0.hnsw-int8 -topics $topics -output $output -efSearch 1000 -hits 1000
topics:
- topic_key: msmarco-v1-passage.dev.cohere-embed-english-v3.0
eval_key: msmarco-passage.dev
scores:
- MRR@10: 0.3656
R@1K: 0.9752
- topic_key: dl19-passage.cohere-embed-english-v3.0
eval_key: dl19-passage
scores:
- MAP: 0.4888
nDCG@10: 0.6955
R@1K: 0.8643
- topic_key: dl20-passage.cohere-embed-english-v3.0
eval_key: dl20-passage
scores:
- MAP: 0.5052
nDCG@10: 0.7262
R@1K: 0.8616
© 2015 - 2025 Weber Informatics LLC | Privacy Policy