{ "nano_beir": { "NanoArguAna": { "MNanoArguAna-ar_cosine_ndcg@10": 0.4730338404204377, "MNanoArguAna-de_cosine_ndcg@10": 0.4523858022833368, "MNanoArguAna-en_cosine_ndcg@10": 0.5593102661290839, "MNanoArguAna-es_cosine_ndcg@10": 0.5237835854585444, "MNanoArguAna-fr_cosine_ndcg@10": 0.5168055525240536, "MNanoArguAna-it_cosine_ndcg@10": 0.4727147681288612, "MNanoArguAna-mean_cosine_ndcg@10": 0.49946905572549927, "MNanoArguAna-no_cosine_ndcg@10": 0.5138751897026443, "MNanoArguAna-pt_cosine_ndcg@10": 0.5034692240128686, "MNanoArguAna-sv_cosine_ndcg@10": 0.4798432728696626 }, "NanoClimateFEVER": { "MNanoClimateFEVER-ar_cosine_ndcg@10": 0.21696059280899108, "MNanoClimateFEVER-de_cosine_ndcg@10": 0.28253387055871765, "MNanoClimateFEVER-en_cosine_ndcg@10": 0.2916839711692681, "MNanoClimateFEVER-es_cosine_ndcg@10": 0.3448162987069231, "MNanoClimateFEVER-fr_cosine_ndcg@10": 0.22376330656871984, "MNanoClimateFEVER-it_cosine_ndcg@10": 0.2782216799184051, "MNanoClimateFEVER-mean_cosine_ndcg@10": 0.2762952444548678, "MNanoClimateFEVER-no_cosine_ndcg@10": 0.27737273672960566, "MNanoClimateFEVER-pt_cosine_ndcg@10": 0.29771166786184095, "MNanoClimateFEVER-sv_cosine_ndcg@10": 0.27359307577133846 }, "NanoClimateFEVER-ja": { "MNanoClimateFEVER-ja-mean_cosine_ndcg@10": 0.35233710769938187, "MNanoClimateFEVER-ja_cosine_ndcg@10": 0.35233710769938187 }, "NanoDBPedia": { "MNanoDBPedia-ar_cosine_ndcg@10": 0.49176953708703963, "MNanoDBPedia-de_cosine_ndcg@10": 0.5585728125958513, "MNanoDBPedia-en_cosine_ndcg@10": 0.6013656077919083, "MNanoDBPedia-es_cosine_ndcg@10": 0.5635691591790805, "MNanoDBPedia-fr_cosine_ndcg@10": 0.5598146452043108, "MNanoDBPedia-it_cosine_ndcg@10": 0.5786410295503902, "MNanoDBPedia-mean_cosine_ndcg@10": 0.5578189519284785, "MNanoDBPedia-no_cosine_ndcg@10": 0.5571766709488738, "MNanoDBPedia-pt_cosine_ndcg@10": 0.5449366078473445, "MNanoDBPedia-sv_cosine_ndcg@10": 0.5645244971515071 }, "NanoDBPedia-ja": { "MNanoDBPedia-ja-mean_cosine_ndcg@10": 0.5792733395527497, "MNanoDBPedia-ja_cosine_ndcg@10": 0.5792733395527497 }, "NanoFEVER": { "MNanoFEVER-ar_cosine_ndcg@10": 0.7811365282748113, "MNanoFEVER-de_cosine_ndcg@10": 0.7907331358379059, "MNanoFEVER-en_cosine_ndcg@10": 0.8609922099824149, "MNanoFEVER-es_cosine_ndcg@10": 0.8338478791796845, "MNanoFEVER-fr_cosine_ndcg@10": 0.6787773582711195, "MNanoFEVER-it_cosine_ndcg@10": 0.8033124773204208, "MNanoFEVER-mean_cosine_ndcg@10": 0.7977775878693328, "MNanoFEVER-no_cosine_ndcg@10": 0.7903408907064573, "MNanoFEVER-pt_cosine_ndcg@10": 0.8221987118236579, "MNanoFEVER-sv_cosine_ndcg@10": 0.8186590994275242 }, "NanoFEVER-ja": { "MNanoFEVER-ja-mean_cosine_ndcg@10": 0.724125971143851, "MNanoFEVER-ja_cosine_ndcg@10": 0.724125971143851 }, "NanoFiQA2018": { "MNanoFiQA2018-ar_cosine_ndcg@10": 0.32000050872745656, "MNanoFiQA2018-de_cosine_ndcg@10": 0.33859658725536546, "MNanoFiQA2018-en_cosine_ndcg@10": 0.45818623330557856, "MNanoFiQA2018-es_cosine_ndcg@10": 0.33427309933119126, "MNanoFiQA2018-fr_cosine_ndcg@10": 0.3092582897093253, "MNanoFiQA2018-it_cosine_ndcg@10": 0.33185375268271744, "MNanoFiQA2018-mean_cosine_ndcg@10": 0.3243882573066615, "MNanoFiQA2018-no_cosine_ndcg@10": 0.29262339645711927, "MNanoFiQA2018-pt_cosine_ndcg@10": 0.2682571114141015, "MNanoFiQA2018-sv_cosine_ndcg@10": 0.2664453368770985 }, "NanoFiQA2018-ja": { "MNanoFiQA2018-ja-mean_cosine_ndcg@10": 0.3222650200367273, "MNanoFiQA2018-ja_cosine_ndcg@10": 0.3222650200367273 }, "NanoHotpotQA": { "MNanoHotpotQA-ar_cosine_ndcg@10": 0.6956427737846929, "MNanoHotpotQA-de_cosine_ndcg@10": 0.7701008639893859, "MNanoHotpotQA-en_cosine_ndcg@10": 0.7690504439859169, "MNanoHotpotQA-es_cosine_ndcg@10": 0.722497873994412, "MNanoHotpotQA-fr_cosine_ndcg@10": 0.7463668087829665, "MNanoHotpotQA-it_cosine_ndcg@10": 0.7464549361636561, "MNanoHotpotQA-mean_cosine_ndcg@10": 0.7416132572210601, "MNanoHotpotQA-no_cosine_ndcg@10": 0.7401936856204756, "MNanoHotpotQA-pt_cosine_ndcg@10": 0.734274156218506, "MNanoHotpotQA-sv_cosine_ndcg@10": 0.7499377724495281 }, "NanoHotpotQA-ja": { "MNanoHotpotQA-ja-mean_cosine_ndcg@10": 0.6701411332471646, "MNanoHotpotQA-ja_cosine_ndcg@10": 0.6701411332471646 }, "NanoMSMARCO": { "MNanoMSMARCO-ar_cosine_ndcg@10": 0.43785211849573136, "MNanoMSMARCO-de_cosine_ndcg@10": 0.47974421951438656, "MNanoMSMARCO-en_cosine_ndcg@10": 0.5476519075374822, "MNanoMSMARCO-es_cosine_ndcg@10": 0.49934336391420997, "MNanoMSMARCO-fr_cosine_ndcg@10": 0.4821488420046777, "MNanoMSMARCO-it_cosine_ndcg@10": 0.5089587403780814, "MNanoMSMARCO-mean_cosine_ndcg@10": 0.4732463048264413, "MNanoMSMARCO-no_cosine_ndcg@10": 0.4077398253644848, "MNanoMSMARCO-pt_cosine_ndcg@10": 0.49901980528206363, "MNanoMSMARCO-sv_cosine_ndcg@10": 0.39675792094685436 }, "NanoMSMARCO-ja": { "MNanoMSMARCO-ja-mean_cosine_ndcg@10": 0.4945060711606406, "MNanoMSMARCO-ja_cosine_ndcg@10": 0.4945060711606406 }, "NanoNFCorpus": { "MNanoNFCorpus-ar_cosine_ndcg@10": 0.22716153322345686, "MNanoNFCorpus-de_cosine_ndcg@10": 0.24481731941369972, "MNanoNFCorpus-en_cosine_ndcg@10": 0.33595088460224604, "MNanoNFCorpus-es_cosine_ndcg@10": 0.30753131265305245, "MNanoNFCorpus-fr_cosine_ndcg@10": 0.3188369766309311, "MNanoNFCorpus-it_cosine_ndcg@10": 0.28557450822422525, "MNanoNFCorpus-mean_cosine_ndcg@10": 0.28659175055370834, "MNanoNFCorpus-no_cosine_ndcg@10": 0.2725952012643174, "MNanoNFCorpus-pt_cosine_ndcg@10": 0.2979627431402395, "MNanoNFCorpus-sv_cosine_ndcg@10": 0.2888952758312067 }, "NanoNFCorpus-ja": { "MNanoNFCorpus-ja-mean_cosine_ndcg@10": 0.2799070812314455, "MNanoNFCorpus-ja_cosine_ndcg@10": 0.2799070812314455 }, "NanoNQ": { "MNanoNQ-ar_cosine_ndcg@10": 0.45515849206895986, "MNanoNQ-de_cosine_ndcg@10": 0.49779262972522065, "MNanoNQ-en_cosine_ndcg@10": 0.6090497523222711, "MNanoNQ-es_cosine_ndcg@10": 0.43973148585510474, "MNanoNQ-fr_cosine_ndcg@10": 0.5161833937286435, "MNanoNQ-it_cosine_ndcg@10": 0.4683263144521548, "MNanoNQ-mean_cosine_ndcg@10": 0.47901010889360535, "MNanoNQ-no_cosine_ndcg@10": 0.44336355209988704, "MNanoNQ-pt_cosine_ndcg@10": 0.4340017129052539, "MNanoNQ-sv_cosine_ndcg@10": 0.44748364688495246 }, "NanoNQ-ja": { "MNanoNQ-ja-mean_cosine_ndcg@10": 0.5403929314434924, "MNanoNQ-ja_cosine_ndcg@10": 0.5403929314434924 }, "NanoQuoraRetrieval": { "MNanoQuoraRetrieval-ar_cosine_ndcg@10": 0.8180530918417213, "MNanoQuoraRetrieval-de_cosine_ndcg@10": 0.8356060159578926, "MNanoQuoraRetrieval-en_cosine_ndcg@10": 0.9346258899873209, "MNanoQuoraRetrieval-es_cosine_ndcg@10": 0.8821377839507355, "MNanoQuoraRetrieval-fr_cosine_ndcg@10": 0.7925711224415832, "MNanoQuoraRetrieval-it_cosine_ndcg@10": 0.8340771342434293, "MNanoQuoraRetrieval-mean_cosine_ndcg@10": 0.8307165948334699, "MNanoQuoraRetrieval-no_cosine_ndcg@10": 0.7588980586522337, "MNanoQuoraRetrieval-pt_cosine_ndcg@10": 0.8207898164276353, "MNanoQuoraRetrieval-sv_cosine_ndcg@10": 0.7996904399986784 }, "NanoQuoraRetrieval-ja": { "MNanoQuoraRetrieval-ja-mean_cosine_ndcg@10": 0.8935715249766721, "MNanoQuoraRetrieval-ja_cosine_ndcg@10": 0.8935715249766721 }, "NanoSCIDOCS": { "MNanoSCIDOCS-ar_cosine_ndcg@10": 0.2935560321306876, "MNanoSCIDOCS-de_cosine_ndcg@10": 0.30095111574851746, "MNanoSCIDOCS-en_cosine_ndcg@10": 0.3821570242399539, "MNanoSCIDOCS-es_cosine_ndcg@10": 0.3421588969001715, "MNanoSCIDOCS-fr_cosine_ndcg@10": 0.3082776916852559, "MNanoSCIDOCS-it_cosine_ndcg@10": 0.3109347050091602, "MNanoSCIDOCS-mean_cosine_ndcg@10": 0.31933584744766974, "MNanoSCIDOCS-no_cosine_ndcg@10": 0.2924377548797874, "MNanoSCIDOCS-pt_cosine_ndcg@10": 0.3284645551969043, "MNanoSCIDOCS-sv_cosine_ndcg@10": 0.31508485123858976 }, "NanoSCIDOCS-ja": { "MNanoSCIDOCS-ja-mean_cosine_ndcg@10": 0.34071630056860536, "MNanoSCIDOCS-ja_cosine_ndcg@10": 0.34071630056860536 }, "NanoSciFact": { "MNanoSciFact-ar_cosine_ndcg@10": 0.5288426430511044, "MNanoSciFact-de_cosine_ndcg@10": 0.6622217521928413, "MNanoSciFact-en_cosine_ndcg@10": 0.7628440491657529, "MNanoSciFact-es_cosine_ndcg@10": 0.6527242947213842, "MNanoSciFact-fr_cosine_ndcg@10": 0.676593207849287, "MNanoSciFact-it_cosine_ndcg@10": 0.6419598857336184, "MNanoSciFact-mean_cosine_ndcg@10": 0.6344163638808986, "MNanoSciFact-no_cosine_ndcg@10": 0.6071069309322736, "MNanoSciFact-pt_cosine_ndcg@10": 0.5776104964850115, "MNanoSciFact-sv_cosine_ndcg@10": 0.5998440147968133 }, "NanoTouche2020": { "MNanoTouche2020-ar_cosine_ndcg@10": 0.4081229095460993, "MNanoTouche2020-de_cosine_ndcg@10": 0.4388518349118278, "MNanoTouche2020-en_cosine_ndcg@10": 0.5124116336684273, "MNanoTouche2020-es_cosine_ndcg@10": 0.44235774385322657, "MNanoTouche2020-fr_cosine_ndcg@10": 0.3992503328132656, "MNanoTouche2020-it_cosine_ndcg@10": 0.4076703520501428, "MNanoTouche2020-mean_cosine_ndcg@10": 0.4335759729678913, "MNanoTouche2020-no_cosine_ndcg@10": 0.4241551560510449, "MNanoTouche2020-pt_cosine_ndcg@10": 0.43129192978542286, "MNanoTouche2020-sv_cosine_ndcg@10": 0.43807186403156484 } }, "nano_fineweb2ir": { "NanoFineWeb2IR-arb_Arab_cosine_ndcg@10": 0.9438507213043262, "NanoFineWeb2IR-ces_Latn_cosine_ndcg@10": 0.9452371901428583, "NanoFineWeb2IR-cmn_Hani_cosine_ndcg@10": 0.9238507213043262, "NanoFineWeb2IR-dan_Latn_cosine_ndcg@10": 0.9578557852142875, "NanoFineWeb2IR-deu_Latn_cosine_ndcg@10": 0.9926185950714291, "NanoFineWeb2IR-ell_Grek_cosine_ndcg@10": 0.9406803948112681, "NanoFineWeb2IR-eng_Latn_cosine_ndcg@10": 0.9686135311614679, "NanoFineWeb2IR-fas_Arab_cosine_ndcg@10": 0.9287119211911774, "NanoFineWeb2IR-fra_Latn_cosine_ndcg@10": 0.8653058616513755, "NanoFineWeb2IR-hun_Latn_cosine_ndcg@10": 0.9332476622362154, "NanoFineWeb2IR-ind_Latn_cosine_ndcg@10": 0.9200983900297096, "NanoFineWeb2IR-ita_Latn_cosine_ndcg@10": 0.8565362699694403, "NanoFineWeb2IR-jpn_Jpan_cosine_ndcg@10": 0.9926185950714291, "NanoFineWeb2IR-nld_Latn_cosine_ndcg@10": 0.9426185950714292, "NanoFineWeb2IR-pol_Latn_cosine_ndcg@10": 0.9278557852142875, "NanoFineWeb2IR-por_Latn_cosine_ndcg@10": 0.9478557852142875, "NanoFineWeb2IR-rus_Cyrl_cosine_ndcg@10": 0.96, "NanoFineWeb2IR-spa_Latn_cosine_ndcg@10": 0.9483998915977869, "NanoFineWeb2IR-swe_Latn_cosine_ndcg@10": 0.9852371901428583, "NanoFineWeb2IR-tur_Latn_cosine_ndcg@10": 0.9429742462875491, "NanoFineWeb2IR-vie_Latn_cosine_ndcg@10": 0.9167836778214311, "NanoFineWeb2IR_mean_cosine_ndcg@10": 0.9400452766909018 }, "nano_miracl": { "NanoMIRACL-ar_cosine_ndcg@10": 0.6955587747416526, "NanoMIRACL-bn_cosine_ndcg@10": 0.6443383048804079, "NanoMIRACL-de_cosine_ndcg@10": 0.6099802384119607, "NanoMIRACL-en_cosine_ndcg@10": 0.6734205400931867, "NanoMIRACL-es_cosine_ndcg@10": 0.6876805333372731, "NanoMIRACL-fa_cosine_ndcg@10": 0.6484924725291072, "NanoMIRACL-fi_cosine_ndcg@10": 0.7461712879088102, "NanoMIRACL-fr_cosine_ndcg@10": 0.6217460185241914, "NanoMIRACL-hi_cosine_ndcg@10": 0.6157970155676352, "NanoMIRACL-id_cosine_ndcg@10": 0.656938278826782, "NanoMIRACL-ja_cosine_ndcg@10": 0.6269369051853845, "NanoMIRACL-ko_cosine_ndcg@10": 0.5944354127162638, "NanoMIRACL-ru_cosine_ndcg@10": 0.7159646473373542, "NanoMIRACL-sw_cosine_ndcg@10": 0.5656108922525411, "NanoMIRACL-te_cosine_ndcg@10": 0.9386391949847088, "NanoMIRACL-th_cosine_ndcg@10": 0.7792507958853974, "NanoMIRACL-yo_cosine_ndcg@10": 0.6907384653898725, "NanoMIRACL-zh_cosine_ndcg@10": 0.6344802314104463, "NanoMIRACL_mean_cosine_ndcg@10": 0.6747877783323876 }, "summary": { "NanoArguAna_mean_ndcg@10": 0.49946905572549927, "NanoClimateFEVER-ja_mean_ndcg@10": 0.35233710769938187, "NanoClimateFEVER_mean_ndcg@10": 0.2762952444548678, "NanoDBPedia-ja_mean_ndcg@10": 0.5792733395527497, "NanoDBPedia_mean_ndcg@10": 0.5578189519284785, "NanoFEVER-ja_mean_ndcg@10": 0.724125971143851, "NanoFEVER_mean_ndcg@10": 0.7977775878693328, "NanoFiQA2018-ja_mean_ndcg@10": 0.3222650200367273, "NanoFiQA2018_mean_ndcg@10": 0.3243882573066615, "NanoHotpotQA-ja_mean_ndcg@10": 0.6701411332471646, "NanoHotpotQA_mean_ndcg@10": 0.7416132572210601, "NanoMSMARCO-ja_mean_ndcg@10": 0.4945060711606406, "NanoMSMARCO_mean_ndcg@10": 0.4732463048264413, "NanoNFCorpus-ja_mean_ndcg@10": 0.2799070812314455, "NanoNFCorpus_mean_ndcg@10": 0.28659175055370834, "NanoNQ-ja_mean_ndcg@10": 0.5403929314434924, "NanoNQ_mean_ndcg@10": 0.47901010889360535, "NanoQuoraRetrieval-ja_mean_ndcg@10": 0.8935715249766721, "NanoQuoraRetrieval_mean_ndcg@10": 0.8307165948334699, "NanoSCIDOCS-ja_mean_ndcg@10": 0.34071630056860536, "NanoSCIDOCS_mean_ndcg@10": 0.31933584744766974, "NanoSciFact_mean_ndcg@10": 0.6344163638808986, "NanoTouche2020_mean_ndcg@10": 0.4335759729678913, "all_mean_ndcg@10": 0.5386529933597441, "nano_fineweb2ir_mean_ndcg@10": 0.9400452766909018, "nano_miracl_mean_ndcg@10": 0.6747877783323876 }, "timestamp_utc": "2026-07-06T18:00:23.553943+00:00" }