{
  "queries": 970,
  "answerable": 873,
  "models": {
    "random": {
      "answerable": {
        "1": {
          "hit": 0.4268041237113402,
          "precision": 0.4268041237113402,
          "useful": 0.4268041237113402,
          "recall": 0.02,
          "ndcg": 0.34859651993672613
        },
        "3": {
          "hit": 0.726812305678285,
          "precision": 0.4268041237113402,
          "useful": 1.2804123711340205,
          "recall": 0.06,
          "ndcg": 0.3568668683201474
        },
        "5": {
          "hit": 0.83263944209344,
          "precision": 0.4268041237113402,
          "useful": 2.134020618556701,
          "recall": 0.1,
          "ndcg": 0.3673965034684685
        },
        "10": {
          "hit": 0.9245071219176823,
          "precision": 0.4268041237113402,
          "useful": 4.268041237113402,
          "recall": 0.2,
          "ndcg": 0.3973178040013556
        },
        "20": {
          "hit": 0.9730113306184918,
          "precision": 0.4268041237113402,
          "useful": 8.536082474226804,
          "recall": 0.4,
          "ndcg": 0.46181890469238246
        },
        "50": {
          "hit": 1.0,
          "precision": 0.4268041237113402,
          "useful": 21.34020618556701,
          "recall": 1.0,
          "ndcg": 0.7120160891423228
        }
      },
      "all": {
        "1": {
          "hit": 0.3841237113402062,
          "precision": 0.3841237113402062,
          "useful": 0.3841237113402062
        },
        "3": {
          "hit": 0.6541310751104565,
          "precision": 0.3841237113402062,
          "useful": 1.1523711340206186
        },
        "5": {
          "hit": 0.749375497884096,
          "precision": 0.3841237113402062,
          "useful": 1.920618556701031
        },
        "10": {
          "hit": 0.832056409725914,
          "precision": 0.3841237113402062,
          "useful": 3.841237113402062
        },
        "20": {
          "hit": 0.8757101975566426,
          "precision": 0.3841237113402062,
          "useful": 7.682474226804124
        },
        "50": {
          "hit": 0.9,
          "precision": 0.3841237113402062,
          "useful": 19.20618556701031
        }
      }
    },
    "upstream": {
      "answerable": {
        "1": {
          "hit": 0.6174112256586484,
          "precision": 0.6174112256586484,
          "useful": 0.6174112256586484,
          "recall": 0.03681805740540042,
          "ndcg": 0.5277368679430535
        },
        "3": {
          "hit": 0.8316151202749141,
          "precision": 0.5975563192058038,
          "useful": 1.7926689576174113,
          "recall": 0.10028426529744264,
          "ndcg": 0.5180026543309457
        },
        "5": {
          "hit": 0.8946162657502864,
          "precision": 0.5857961053837343,
          "useful": 2.928980526918671,
          "recall": 0.15797988036502988,
          "ndcg": 0.5264221881850474
        },
        "10": {
          "hit": 0.9381443298969072,
          "precision": 0.5673539518900343,
          "useful": 5.673539518900344,
          "recall": 0.2906998695460454,
          "ndcg": 0.5518800541282721
        },
        "20": {
          "hit": 0.981672394043528,
          "precision": 0.5446162657502863,
          "useful": 10.892325315005728,
          "recall": 0.5378196846495221,
          "ndcg": 0.6153644012290921
        },
        "50": {
          "hit": 1.0,
          "precision": 0.4268041237113402,
          "useful": 21.34020618556701,
          "recall": 1.0,
          "ndcg": 0.7890943732867551
        }
      },
      "all": {
        "1": {
          "hit": 0.5556701030927835,
          "precision": 0.5556701030927835,
          "useful": 0.5556701030927835
        },
        "3": {
          "hit": 0.7484536082474227,
          "precision": 0.5378006872852233,
          "useful": 1.6134020618556701
        },
        "5": {
          "hit": 0.8051546391752578,
          "precision": 0.5272164948453608,
          "useful": 2.636082474226804
        },
        "10": {
          "hit": 0.8443298969072165,
          "precision": 0.510618556701031,
          "useful": 5.106185567010309
        },
        "20": {
          "hit": 0.8835051546391752,
          "precision": 0.49015463917525776,
          "useful": 9.803092783505155
        },
        "50": {
          "hit": 0.9,
          "precision": 0.3841237113402062,
          "useful": 19.20618556701031
        }
      }
    },
    "finetuned": {
      "answerable": {
        "1": {
          "hit": 0.8144329896907216,
          "precision": 0.8144329896907216,
          "useful": 0.8144329896907216,
          "recall": 0.0523348139467294,
          "ndcg": 0.718158511972945
        },
        "3": {
          "hit": 0.9255441008018328,
          "precision": 0.8003054600992745,
          "useful": 2.4009163802978235,
          "recall": 0.14284244957257694,
          "ndcg": 0.7197739775683897
        },
        "5": {
          "hit": 0.9404352806414662,
          "precision": 0.7793814432989691,
          "useful": 3.8969072164948453,
          "recall": 0.22343247007861236,
          "ndcg": 0.7212210726901884
        },
        "10": {
          "hit": 0.9690721649484536,
          "precision": 0.7418098510882016,
          "useful": 7.418098510882016,
          "recall": 0.39954728808322054,
          "ndcg": 0.7406757160512017
        },
        "20": {
          "hit": 0.9896907216494846,
          "precision": 0.6734249713631157,
          "useful": 13.468499427262314,
          "recall": 0.6787919700186864,
          "ndcg": 0.7868944732410001
        },
        "50": {
          "hit": 1.0,
          "precision": 0.4268041237113402,
          "useful": 21.34020618556701,
          "recall": 1.0,
          "ndcg": 0.8753296667033976
        }
      },
      "all": {
        "1": {
          "hit": 0.7329896907216494,
          "precision": 0.7329896907216494,
          "useful": 0.7329896907216494
        },
        "3": {
          "hit": 0.8329896907216495,
          "precision": 0.7202749140893471,
          "useful": 2.160824742268041
        },
        "5": {
          "hit": 0.8463917525773196,
          "precision": 0.7014432989690722,
          "useful": 3.507216494845361
        },
        "10": {
          "hit": 0.8721649484536083,
          "precision": 0.6676288659793814,
          "useful": 6.676288659793815
        },
        "20": {
          "hit": 0.8907216494845361,
          "precision": 0.6060824742268042,
          "useful": 12.121649484536082
        },
        "50": {
          "hit": 0.9,
          "precision": 0.3841237113402062,
          "useful": 19.20618556701031
        }
      }
    }
  }
}