regression.gov2.yaml Maven / Gradle / Ivy

Go to download
---
corpus: gov2
corpus_path: collections/web/gov2/gov2-corpus/

index_path: indexes/lucene-index.gov2/
collection_class: TrecwebCollection
generator_class: DefaultLuceneDocumentGenerator
index_threads: 44
index_options: -storePositions -storeDocvectors -storeRaw
index_stats:
  documents: 25170856
  documents (non-empty): 25170668
  total terms: 17345828541

metrics:
  - metric: MAP
    command: tools/eval/trec_eval.9.0.4/trec_eval
    params: -m map
    separator: "\t"
    parse_index: 2
    metric_precision: 4
    can_combine: true
  - metric: P30
    command: tools/eval/trec_eval.9.0.4/trec_eval
    params: -m P.30
    separator: "\t"
    parse_index: 2
    metric_precision: 4
    can_combine: true

topic_reader: Trec
topic_root: src/main/resources/topics-and-qrels/
qrels_root: src/main/resources/topics-and-qrels/
topics:
  - name: "[TREC 2004 Terabyte Track (Topics 701-750)](../src/main/resources/topics-and-qrels/topics.terabyte04.701-750.txt)"
    id: trec2004
    path: topics.terabyte04.701-750.txt
    qrel: qrels.terabyte04.701-750.txt
  - name: "[TREC 2005 Terabyte Track (Topics 751-800)](../src/main/resources/topics-and-qrels/topics.terabyte05.751-800.txt)"
    id: trec2005
    path: topics.terabyte05.751-800.txt
    qrel: qrels.terabyte05.751-800.txt
  - name: "[TREC 2006 Terabyte Track (Topics 801-850)](../src/main/resources/topics-and-qrels/topics.terabyte06.801-850.txt)"
    id: trec2006
    path: topics.terabyte06.801-850.txt
    qrel: qrels.terabyte06.801-850.txt

models:
  - name: bm25
    display: BM25
    params: -bm25
    results:
      MAP:
        - 0.2689
        - 0.3391
        - 0.3081
      P30:
        - 0.4864
        - 0.5540
        - 0.4907
  - name: bm25+rm3
    display: +RM3
    params: -bm25 -rm3
    results:
      MAP:
        - 0.2840
        - 0.3814
        - 0.3372
      P30:
        - 0.5156
        - 0.5933
        - 0.5167
  - name: bm25+ax
    display: +Ax
    params: -bm25 -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20
    results:
      MAP:
        - 0.2716
        - 0.3664
        - 0.3088
      P30:
        - 0.5109
        - 0.5967
        - 0.5107
  - name: ql
    display: QL
    params: -qld
    results:
      MAP:
        - 0.2681
        - 0.3304
        - 0.2998
      P30:
        - 0.4755
        - 0.5347
        - 0.4727
  - name: ql+rm3
    display: +RM3
    params: -qld -rm3
    results:
      MAP:
        - 0.2699
        - 0.3555
        - 0.3159
      P30:
        - 0.4939
        - 0.5580
        - 0.4867
  - name: ql+ax
    display: +Ax
    params: -qld -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20
    results:
      MAP:
        - 0.2714
        - 0.3620
        - 0.3075
      P30:
        - 0.4973
        - 0.5887
        - 0.5027