{
  "queries": 3677,
  "vector_bytes_fp32": {
    "768": 3072,
    "512": 2048,
    "256": 1024,
    "128": 512
  },
  "public": {
    "arguana": {
      "queries": 1406,
      "ndcg@10": {
        "768": 0.6258634411077135,
        "512": 0.613697054466976,
        "256": 0.5986725670753965,
        "128": 0.5533073210679951
      }
    },
    "fiqa": {
      "queries": 648,
      "ndcg@10": {
        "768": 0.446838124778398,
        "512": 0.43740349056283273,
        "256": 0.40912280098290843,
        "128": 0.3668286877036632
      }
    },
    "nfcorpus": {
      "queries": 323,
      "ndcg@10": {
        "768": 0.3889646280478944,
        "512": 0.3875786151617704,
        "256": 0.3660320811396263,
        "128": 0.3310697612326329
      }
    },
    "scidocs": {
      "queries": 1000,
      "ndcg@10": {
        "768": 0.18521860884727676,
        "512": 0.179327587641947,
        "256": 0.17081239437849563,
        "128": 0.1484461830477022
      }
    },
    "scifact": {
      "queries": 300,
      "ndcg@10": {
        "768": 0.7782845713792622,
        "512": 0.7840710444235555,
        "256": 0.7756812272647337,
        "128": 0.7488095898261483
      }
    }
  },
  "private": {
    "queries": 970,
    "models": {
      "768": {
        "1": {
          "scored_queries": 964,
          "excluded_queries": 6,
          "hit": 0.6452282157676349,
          "precision": 0.6452282157676349,
          "macro_precision": 0.6452282157676349,
          "ndcg": 0.5301323849041691,
          "known_positive_recall": 0.01788016629109334,
          "recall_queries": 919,
          "useful": 622,
          "retained": 964,
          "excluded_positions": 0,
          "mean_useful": 0.6452282157676349,
          "mean_retained": 1.0
        },
        "3": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.7938144329896907,
          "precision": 0.6308009625300791,
          "macro_precision": 0.6309278350515464,
          "ndcg": 0.5406982958852574,
          "known_positive_recall": 0.05034823759106709,
          "recall_queries": 925,
          "useful": 1835,
          "retained": 2909,
          "excluded_positions": 1,
          "mean_useful": 1.8917525773195876,
          "mean_retained": 2.9989690721649485
        },
        "5": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.8474226804123711,
          "precision": 0.6266005782734407,
          "macro_precision": 0.6269759450171821,
          "ndcg": 0.5453498298950709,
          "known_positive_recall": 0.08055790386567772,
          "recall_queries": 925,
          "useful": 3034,
          "retained": 4842,
          "excluded_positions": 8,
          "mean_useful": 3.1278350515463917,
          "mean_retained": 4.991752577319588
        },
        "10": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.8814432989690721,
          "precision": 0.6117999586691465,
          "macro_precision": 0.6123367697594502,
          "ndcg": 0.5574064002423099,
          "known_positive_recall": 0.15074270958466607,
          "recall_queries": 925,
          "useful": 5921,
          "retained": 9678,
          "excluded_positions": 22,
          "mean_useful": 6.104123711340206,
          "mean_retained": 9.977319587628866
        }
      },
      "512": {
        "1": {
          "scored_queries": 964,
          "excluded_queries": 6,
          "hit": 0.6462655601659751,
          "precision": 0.6462655601659751,
          "macro_precision": 0.6462655601659751,
          "ndcg": 0.5478166370282552,
          "known_positive_recall": 0.01775688496570127,
          "recall_queries": 919,
          "useful": 623,
          "retained": 964,
          "excluded_positions": 0,
          "mean_useful": 0.6462655601659751,
          "mean_retained": 1.0
        },
        "3": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.7969072164948454,
          "precision": 0.635237439779766,
          "macro_precision": 0.6355670103092783,
          "ndcg": 0.5429708859076539,
          "known_positive_recall": 0.05057307077004017,
          "recall_queries": 925,
          "useful": 1846,
          "retained": 2906,
          "excluded_positions": 4,
          "mean_useful": 1.9030927835051545,
          "mean_retained": 2.995876288659794
        },
        "5": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.8422680412371134,
          "precision": 0.6308613922743235,
          "macro_precision": 0.63106529209622,
          "ndcg": 0.5504066702414289,
          "known_positive_recall": 0.08121602068063129,
          "recall_queries": 925,
          "useful": 3054,
          "retained": 4841,
          "excluded_positions": 9,
          "mean_useful": 3.1484536082474226,
          "mean_retained": 4.990721649484536
        },
        "10": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.8824742268041237,
          "precision": 0.6132933636551582,
          "macro_precision": 0.613993618065783,
          "ndcg": 0.5604826042172213,
          "known_positive_recall": 0.15004173661513098,
          "recall_queries": 925,
          "useful": 5933,
          "retained": 9674,
          "excluded_positions": 26,
          "mean_useful": 6.116494845360824,
          "mean_retained": 9.97319587628866
        }
      },
      "256": {
        "1": {
          "scored_queries": 964,
          "excluded_queries": 6,
          "hit": 0.6037344398340249,
          "precision": 0.6037344398340249,
          "macro_precision": 0.6037344398340249,
          "ndcg": 0.5127445168938944,
          "known_positive_recall": 0.015976956236435802,
          "recall_queries": 919,
          "useful": 582,
          "retained": 964,
          "excluded_positions": 0,
          "mean_useful": 0.6037344398340249,
          "mean_retained": 1.0
        },
        "3": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.7608247422680412,
          "precision": 0.5955249569707401,
          "macro_precision": 0.5962199312714777,
          "ndcg": 0.5111829833045054,
          "known_positive_recall": 0.046233615834183193,
          "recall_queries": 925,
          "useful": 1730,
          "retained": 2905,
          "excluded_positions": 5,
          "mean_useful": 1.7835051546391754,
          "mean_retained": 2.9948453608247423
        },
        "5": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.8216494845360824,
          "precision": 0.5925696594427244,
          "macro_precision": 0.5929381443298969,
          "ndcg": 0.5174515106874455,
          "known_positive_recall": 0.0744111972114428,
          "recall_queries": 925,
          "useful": 2871,
          "retained": 4845,
          "excluded_positions": 5,
          "mean_useful": 2.95979381443299,
          "mean_retained": 4.994845360824742
        },
        "10": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.8731958762886598,
          "precision": 0.5818876497315159,
          "macro_precision": 0.5823911798396334,
          "ndcg": 0.5291576970298347,
          "known_positive_recall": 0.1419199356602385,
          "recall_queries": 925,
          "useful": 5635,
          "retained": 9684,
          "excluded_positions": 16,
          "mean_useful": 5.809278350515464,
          "mean_retained": 9.983505154639175
        }
      },
      "128": {
        "1": {
          "scored_queries": 964,
          "excluded_queries": 6,
          "hit": 0.5726141078838174,
          "precision": 0.5726141078838174,
          "macro_precision": 0.5726141078838174,
          "ndcg": 0.47288085358624776,
          "known_positive_recall": 0.015019269226427342,
          "recall_queries": 919,
          "useful": 552,
          "retained": 964,
          "excluded_positions": 0,
          "mean_useful": 0.5726141078838174,
          "mean_retained": 1.0
        },
        "3": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.7402061855670103,
          "precision": 0.5779310344827586,
          "macro_precision": 0.5780068728522336,
          "ndcg": 0.4818931326910878,
          "known_positive_recall": 0.044531751738185646,
          "recall_queries": 925,
          "useful": 1676,
          "retained": 2900,
          "excluded_positions": 10,
          "mean_useful": 1.7278350515463918,
          "mean_retained": 2.9896907216494846
        },
        "5": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.8041237113402062,
          "precision": 0.574591351127664,
          "macro_precision": 0.5746048109965636,
          "ndcg": 0.48751134015621145,
          "known_positive_recall": 0.07159737689223461,
          "recall_queries": 925,
          "useful": 2777,
          "retained": 4833,
          "excluded_positions": 17,
          "mean_useful": 2.8628865979381444,
          "mean_retained": 4.982474226804124
        },
        "10": {
          "scored_queries": 970,
          "excluded_queries": 0,
          "hit": 0.8649484536082475,
          "precision": 0.5659733002173238,
          "macro_precision": 0.5665320733104239,
          "ndcg": 0.5035498696905354,
          "known_positive_recall": 0.13623796718702827,
          "recall_queries": 925,
          "useful": 5469,
          "retained": 9663,
          "excluded_positions": 37,
          "mean_useful": 5.638144329896908,
          "mean_retained": 9.961855670103093
        }
      }
    },
    "answerable": {
      "queries": 925,
      "models": {
        "768": {
          "1": {
            "scored_queries": 919,
            "excluded_queries": 6,
            "hit": 0.676822633297062,
            "precision": 0.676822633297062,
            "macro_precision": 0.676822633297062,
            "ndcg": 0.53541634281569,
            "known_positive_recall": 0.01788016629109334,
            "recall_queries": 919,
            "useful": 622,
            "retained": 919,
            "excluded_positions": 0,
            "mean_useful": 0.676822633297062,
            "mean_retained": 1.0
          },
          "3": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.8324324324324325,
            "precision": 0.6614996395097332,
            "macro_precision": 0.6616216216216216,
            "ndcg": 0.5439797460516042,
            "known_positive_recall": 0.05034823759106709,
            "recall_queries": 925,
            "useful": 1835,
            "retained": 2774,
            "excluded_positions": 1,
            "mean_useful": 1.9837837837837837,
            "mean_retained": 2.998918918918919
          },
          "5": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.8886486486486487,
            "precision": 0.6571366688325753,
            "macro_precision": 0.6574774774774775,
            "ndcg": 0.5486144310934794,
            "known_positive_recall": 0.08055790386567772,
            "recall_queries": 925,
            "useful": 3034,
            "retained": 4617,
            "excluded_positions": 8,
            "mean_useful": 3.28,
            "mean_retained": 4.991351351351351
          },
          "10": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.9243243243243243,
            "precision": 0.6416341569137408,
            "macro_precision": 0.6421261261261262,
            "ndcg": 0.5620625351358739,
            "known_positive_recall": 0.15074270958466607,
            "recall_queries": 925,
            "useful": 5921,
            "retained": 9228,
            "excluded_positions": 22,
            "mean_useful": 6.401081081081081,
            "mean_retained": 9.976216216216216
          }
        },
        "512": {
          "1": {
            "scored_queries": 919,
            "excluded_queries": 6,
            "hit": 0.6779107725788901,
            "precision": 0.6779107725788901,
            "macro_precision": 0.6779107725788901,
            "ndcg": 0.5517902481993886,
            "known_positive_recall": 0.01775688496570127,
            "recall_queries": 919,
            "useful": 623,
            "retained": 919,
            "excluded_positions": 0,
            "mean_useful": 0.6779107725788901,
            "mean_retained": 1.0
          },
          "3": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.8356756756756757,
            "precision": 0.6661854926019487,
            "macro_precision": 0.6664864864864865,
            "ndcg": 0.5454577108638902,
            "known_positive_recall": 0.05057307077004017,
            "recall_queries": 925,
            "useful": 1846,
            "retained": 2771,
            "excluded_positions": 4,
            "mean_useful": 1.9956756756756757,
            "mean_retained": 2.9956756756756757
          },
          "5": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.8832432432432432,
            "precision": 0.6616117850953206,
            "macro_precision": 0.6617657657657657,
            "ndcg": 0.5530614761090054,
            "known_positive_recall": 0.08121602068063129,
            "recall_queries": 925,
            "useful": 3054,
            "retained": 4616,
            "excluded_positions": 9,
            "mean_useful": 3.3016216216216216,
            "mean_retained": 4.99027027027027
          },
          "10": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.9254054054054054,
            "precision": 0.643213356461405,
            "macro_precision": 0.6438635778635778,
            "ndcg": 0.5647836166130059,
            "known_positive_recall": 0.15004173661513098,
            "recall_queries": 925,
            "useful": 5933,
            "retained": 9224,
            "excluded_positions": 26,
            "mean_useful": 6.414054054054054,
            "mean_retained": 9.971891891891891
          }
        },
        "256": {
          "1": {
            "scored_queries": 919,
            "excluded_queries": 6,
            "hit": 0.6332970620239391,
            "precision": 0.6332970620239391,
            "macro_precision": 0.6332970620239391,
            "ndcg": 0.5139126379605161,
            "known_positive_recall": 0.015976956236435802,
            "recall_queries": 919,
            "useful": 582,
            "retained": 919,
            "excluded_positions": 0,
            "mean_useful": 0.6332970620239391,
            "mean_retained": 1.0
          },
          "3": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.7978378378378378,
            "precision": 0.6245487364620939,
            "macro_precision": 0.6252252252252252,
            "ndcg": 0.5122675608706706,
            "known_positive_recall": 0.046233615834183193,
            "recall_queries": 925,
            "useful": 1730,
            "retained": 2770,
            "excluded_positions": 5,
            "mean_useful": 1.8702702702702703,
            "mean_retained": 2.9945945945945946
          },
          "5": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.8616216216216216,
            "precision": 0.6214285714285714,
            "macro_precision": 0.6217837837837837,
            "ndcg": 0.519156867098927,
            "known_positive_recall": 0.0744111972114428,
            "recall_queries": 925,
            "useful": 2871,
            "retained": 4620,
            "excluded_positions": 5,
            "mean_useful": 3.1037837837837836,
            "mean_retained": 4.994594594594594
          },
          "10": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.9156756756756756,
            "precision": 0.6102447476716483,
            "macro_precision": 0.6107237237237237,
            "ndcg": 0.5322729475032464,
            "known_positive_recall": 0.1419199356602385,
            "recall_queries": 925,
            "useful": 5635,
            "retained": 9234,
            "excluded_positions": 16,
            "mean_useful": 6.091891891891892,
            "mean_retained": 9.982702702702703
          }
        },
        "128": {
          "1": {
            "scored_queries": 919,
            "excluded_queries": 6,
            "hit": 0.6006528835690969,
            "precision": 0.6006528835690969,
            "macro_precision": 0.6006528835690969,
            "ndcg": 0.4720969998445515,
            "known_positive_recall": 0.015019269226427342,
            "recall_queries": 919,
            "useful": 552,
            "retained": 919,
            "excluded_positions": 0,
            "mean_useful": 0.6006528835690969,
            "mean_retained": 1.0
          },
          "3": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.7762162162162162,
            "precision": 0.6061482820976491,
            "macro_precision": 0.6061261261261262,
            "ndcg": 0.48302039261543295,
            "known_positive_recall": 0.044531751738185646,
            "recall_queries": 925,
            "useful": 1676,
            "retained": 2765,
            "excluded_positions": 10,
            "mean_useful": 1.8118918918918918,
            "mean_retained": 2.9891891891891893
          },
          "5": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.8432432432432433,
            "precision": 0.6026475694444444,
            "macro_precision": 0.6025585585585586,
            "ndcg": 0.4894363954353818,
            "known_positive_recall": 0.07159737689223461,
            "recall_queries": 925,
            "useful": 2777,
            "retained": 4608,
            "excluded_positions": 17,
            "mean_useful": 3.002162162162162,
            "mean_retained": 4.981621621621621
          },
          "10": {
            "scored_queries": 925,
            "excluded_queries": 0,
            "hit": 0.907027027027027,
            "precision": 0.5936177140996418,
            "macro_precision": 0.5940930930930931,
            "ndcg": 0.506862270631805,
            "known_positive_recall": 0.13623796718702827,
            "recall_queries": 925,
            "useful": 5469,
            "retained": 9213,
            "excluded_positions": 37,
            "mean_useful": 5.912432432432432,
            "mean_retained": 9.96
          }
        }
      }
    },
    "corpus_passages": 82719
  }
}