fine_tuning.models.yaml Maven / Gradle / Ivy

Go to download
---
models:
  ql:
    name: ql
    fixed_params: "-inmem -skipexists -qld"
    params:
      qld.mu:
        type: int
        lower: 0
        upper: 10000
        pace: 100
    expected:
      robust04:
        map:
          best_avg: 0.2520
          oracles_per_topic: 0.2767
          2-fold: 0.2520
          5-fold: 0.2499
        P_20:
          best_avg: 0.3627
          oracles_per_topic: 0.4088
          2-fold: 0.3616
          5-fold: 0.3607
        ndcg20:
          best_avg: 0.4127
          oracles_per_topic: 0.4659
          2-fold: 0.4112
          5-fold: 0.4088
  bm25:
    name: bm25
    fixed_params: "-inmem -skipexists -bm25"
    params:
      bm25.k1:
        type: float
        lower: 0.1
        upper: 4.0
        pace: 0.1
      bm25.b:
        type: float
        lower: 0.1
        upper: 1.0
        pace: 0.1
    expected:
      robust04:
        map:
          best_avg: 0.2543
          oracles_per_topic: 0.2936
          2-fold: 0.2539
          5-fold: 0.2531
        P_20:
          best_avg: 0.3631
          oracles_per_topic: 0.4424
          2-fold: 0.3594
          5-fold: 0.3620
        ndcg20:
          best_avg: 0.41862
          oracles_per_topic: 0.5031
          2-fold: 0.4146
          5-fold: 0.4148
  bm25+axiom:
    name: bm25+axiom
    fixed_params: "-inmem -skipexists -bm25 -rerankCutoff 50 -axiom -axiom.n 30 -axiom.deterministic"
    params:
      bm25.k1:
        type: float
        lower: 0.8
        upper: 0.8
        pace: 0.1
      bm25.b:
        type: float
        lower: 0.5
        upper: 0.6
        pace: 0.05
      axiom.r:
        type: int
        lower: 5
        upper: 20
        pace: 5
      axiom.top:
        type: int
        lower: 5
        upper: 50
        pace: 5
      axiom.beta:
        type: float
        lower: 0.3
        upper: 0.4
        pace: 0.05
    expected:
      robust04:
        map:
          best_avg: 0.2984
          oracles_per_topic: 0.3612
          2-fold: 0.2940
          5-fold: 0.2950
        P_20:
          best_avg: 0.3918
          oracles_per_topic: 0.4900
          2-fold: 0.3801
          5-fold: 0.3868
        ndcg20:
          best_avg: 0.4399
          oracles_per_topic: 0.5506
          2-fold: 0.4322
          5-fold: 0.4323
  bm25+rm3:
    name: bm25+rm3
    fixed_params: "-inmem -skipexists -bm25 -rerankCutoff 50 -rm3"
    params:
      bm25.k1:
        type: float
        lower: 0.60
        upper: 0.75
        pace: 0.05
      bm25.b:
        type: float
        lower: 0.55
        upper: 0.75
        pace: 0.05
      rm3.fbTerms:
        type: int
        lower: 45
        upper: 105
        pace: 5
      rm3.fbDocs:
        type: int
        lower: 5
        upper: 20
        pace: 5
      rm3.originalQueryWeight:
        type: float
        lower: 0.20
        upper: 0.30
        pace: 0.05
    expected:
      robust04:
        map:
          best_avg: 0.3094
          oracles_per_topic: 0.3742
          2-fold: 0.3043
          5-fold: 0.3021
        P_20:
          best_avg: 0.4030
          oracles_per_topic: 0.4996
          2-fold: 0.3927
          5-fold: 0.3921
        ndcg20:
          best_avg: 0.4471
          oracles_per_topic: 0.5579
          2-fold: 0.4351
          5-fold: 0.4332