{ "attn_implementation": "flash_attention_2", "batch_sampler": "shared_id", "bf16": true, "bf16_full_eval": true, "config_path": "configs/training_args/ablation/a8m-pretrain-full-A2-prefix-none-mrl-qat.yaml", "data_config_path": "configs/data_args/pretrain-bekko-embedding-v1-20260611-unir-v9.yaml", "data_summary": [ "multilingual_cc_news-az: train=81,920 eval=0", "multilingual_cc_news-bg: train=1,785,856 eval=0", "multilingual_cc_news-bn: train=8,192 eval=0", "multilingual_cc_news-ca: train=663,552 eval=0", "multilingual_cc_news-cs: train=1,212,416 eval=0", "multilingual_cc_news-da: train=1,024,000 eval=0", "multilingual_cc_news-de: train=2,113,536 eval=0", "multilingual_cc_news-el: train=5,562,368 eval=0", "multilingual_cc_news-en: train=1,818,624 eval=0", "multilingual_cc_news-et: train=958,464 eval=0", "multilingual_cc_news-fa: train=3,211,264 eval=0", "multilingual_cc_news-fi: train=1,097,728 eval=0", "multilingual_cc_news-fy: train=32,768 eval=0", "multilingual_cc_news-gl: train=98,304 eval=0", "multilingual_cc_news-he: train=409,600 eval=0", "multilingual_cc_news-hi: train=7,135,232 eval=0", "multilingual_cc_news-hr: train=1,179,648 eval=0", "multilingual_cc_news-hu: train=2,277,376 eval=0", "multilingual_cc_news-id: train=4,235,264 eval=0", "multilingual_cc_news-ja: train=811,008 eval=0", "multilingual_cc_news-kn: train=16,384 eval=0", "multilingual_cc_news-ko: train=4,841,472 eval=0", "multilingual_cc_news-lb: train=32,768 eval=0", "multilingual_cc_news-lv: train=114,688 eval=0", "multilingual_cc_news-mk: train=180,224 eval=0", "multilingual_cc_news-ml: train=73,728 eval=0", "multilingual_cc_news-mr: train=65,536 eval=0", "multilingual_cc_news-nl: train=5,398,528 eval=0", "multilingual_cc_news-nn: train=90,112 eval=0", "multilingual_cc_news-no: train=1,417,216 eval=0", "multilingual_cc_news-pl: train=3,178,496 eval=0", "multilingual_cc_news-pt: train=10,305,536 eval=0", "multilingual_cc_news-ro: train=5,160,960 eval=0", "multilingual_cc_news-ru: train=1,384,448 eval=0", "multilingual_cc_news-sh: train=122,880 eval=0", "multilingual_cc_news-sk: train=507,904 eval=0", "multilingual_cc_news-sl: train=761,856 eval=0", "multilingual_cc_news-sq: train=253,952 eval=0", "multilingual_cc_news-sr: train=802,816 eval=0", "multilingual_cc_news-sv: train=2,695,168 eval=0", "multilingual_cc_news-sw: train=32,768 eval=0", "multilingual_cc_news-ta: train=524,288 eval=0", "multilingual_cc_news-te: train=49,152 eval=0", "multilingual_cc_news-uk: train=2,916,352 eval=0", "multilingual_cc_news-ur: train=122,880 eval=0", "multilingual_cc_news-vi: train=3,137,536 eval=0", "multilingual_cc_news-zh: train=1,351,680 eval=0", "parallel-sentences-opus-100-en-af: train=262,144 eval=0", "parallel-sentences-opus-100-en-am: train=8,192 eval=0", "parallel-sentences-opus-100-en-ar: train=516,096 eval=0", "parallel-sentences-opus-100-en-as: train=122,880 eval=0", "parallel-sentences-opus-100-en-az: train=253,952 eval=0", "parallel-sentences-opus-100-en-be: train=57,344 eval=0", "parallel-sentences-opus-100-en-bg: train=507,904 eval=0", "parallel-sentences-opus-100-en-bn: train=516,096 eval=0", "parallel-sentences-opus-100-en-br: train=139,264 eval=0", "parallel-sentences-opus-100-en-bs: train=507,904 eval=0", "parallel-sentences-opus-100-en-ca: train=507,904 eval=0", "parallel-sentences-opus-100-en-cs: train=507,904 eval=0", "parallel-sentences-opus-100-en-cy: train=270,336 eval=0", "parallel-sentences-opus-100-en-da: train=507,904 eval=0", "parallel-sentences-opus-100-en-de: train=516,096 eval=0", "parallel-sentences-opus-100-en-el: train=507,904 eval=0", "parallel-sentences-opus-100-en-eo: train=327,680 eval=0", "parallel-sentences-opus-100-en-es: train=507,904 eval=0", "parallel-sentences-opus-100-en-et: train=499,712 eval=0", "parallel-sentences-opus-100-en-eu: train=516,096 eval=0", "parallel-sentences-opus-100-en-fa: train=507,904 eval=0", "parallel-sentences-opus-100-en-fi: train=507,904 eval=0", "parallel-sentences-opus-100-en-fr: train=516,096 eval=0", "parallel-sentences-opus-100-en-fy: train=40,960 eval=0", "parallel-sentences-opus-100-en-ga: train=270,336 eval=0", "parallel-sentences-opus-100-en-gd: train=8,192 eval=0", "parallel-sentences-opus-100-en-gl: train=507,904 eval=0", "parallel-sentences-opus-100-en-gu: train=303,104 eval=0", "parallel-sentences-opus-100-en-ha: train=65,536 eval=0", "parallel-sentences-opus-100-en-he: train=507,904 eval=0", "parallel-sentences-opus-100-en-hi: train=516,096 eval=0", "parallel-sentences-opus-100-en-hr: train=507,904 eval=0", "parallel-sentences-opus-100-en-hu: train=507,904 eval=0", "parallel-sentences-opus-100-en-id: train=499,712 eval=0", "parallel-sentences-opus-100-en-is: train=507,904 eval=0", "parallel-sentences-opus-100-en-it: train=507,904 eval=0", "parallel-sentences-opus-100-en-ja: train=507,904 eval=0", "parallel-sentences-opus-100-en-ka: train=360,448 eval=0", "parallel-sentences-opus-100-en-kk: train=65,536 eval=0", "parallel-sentences-opus-100-en-km: train=106,496 eval=0", "parallel-sentences-opus-100-en-kn: train=8,192 eval=0", "parallel-sentences-opus-100-en-ko: train=507,904 eval=0", "parallel-sentences-opus-100-en-ku: train=131,072 eval=0", "parallel-sentences-opus-100-en-ky: train=8,192 eval=0", "parallel-sentences-opus-100-en-lt: train=483,328 eval=0", "parallel-sentences-opus-100-en-lv: train=475,136 eval=0", "parallel-sentences-opus-100-en-mg: train=516,096 eval=0", "parallel-sentences-opus-100-en-mk: train=499,712 eval=0", "parallel-sentences-opus-100-en-ml: train=516,096 eval=0", "parallel-sentences-opus-100-en-mr: train=24,576 eval=0", "parallel-sentences-opus-100-en-ms: train=507,904 eval=0", "parallel-sentences-opus-100-en-mt: train=466,944 eval=0", "parallel-sentences-opus-100-en-nb: train=139,264 eval=0", "parallel-sentences-opus-100-en-ne: train=393,216 eval=0", "parallel-sentences-opus-100-en-nl: train=507,904 eval=0", "parallel-sentences-opus-100-en-nn: train=466,944 eval=0", "parallel-sentences-opus-100-en-no: train=507,904 eval=0", "parallel-sentences-opus-100-en-oc: train=16,384 eval=0", "parallel-sentences-opus-100-en-or: train=8,192 eval=0", "parallel-sentences-opus-100-en-pa: train=90,112 eval=0", "parallel-sentences-opus-100-en-pl: train=507,904 eval=0", "parallel-sentences-opus-100-en-ps: train=24,576 eval=0", "parallel-sentences-opus-100-en-pt: train=507,904 eval=0", "parallel-sentences-opus-100-en-ro: train=499,712 eval=0", "parallel-sentences-opus-100-en-ru: train=516,096 eval=0", "parallel-sentences-opus-100-en-rw: train=122,880 eval=0", "parallel-sentences-opus-100-en-se: train=24,576 eval=0", "parallel-sentences-opus-100-en-sh: train=237,568 eval=0", "parallel-sentences-opus-100-en-si: train=507,904 eval=0", "parallel-sentences-opus-100-en-sk: train=499,712 eval=0", "parallel-sentences-opus-100-en-sl: train=507,904 eval=0", "parallel-sentences-opus-100-en-sq: train=507,904 eval=0", "parallel-sentences-opus-100-en-sr: train=507,904 eval=0", "parallel-sentences-opus-100-en-sv: train=507,904 eval=0", "parallel-sentences-opus-100-en-ta: train=221,184 eval=0", "parallel-sentences-opus-100-en-te: train=57,344 eval=0", "parallel-sentences-opus-100-en-tg: train=188,416 eval=0", "parallel-sentences-opus-100-en-th: train=507,904 eval=0", "parallel-sentences-opus-100-en-tr: train=499,712 eval=0", "parallel-sentences-opus-100-en-tt: train=65,536 eval=0", "parallel-sentences-opus-100-en-ug: train=8,192 eval=0", "parallel-sentences-opus-100-en-uk: train=507,904 eval=0", "parallel-sentences-opus-100-en-ur: train=516,096 eval=0", "parallel-sentences-opus-100-en-uz: train=163,840 eval=0", "parallel-sentences-opus-100-en-vi: train=507,904 eval=0", "parallel-sentences-opus-100-en-wa: train=65,536 eval=0", "parallel-sentences-opus-100-en-xh: train=425,984 eval=0", "parallel-sentences-opus-100-en-zh: train=516,096 eval=0", "parallel-sentences-wikititles-default: train=14,696,448 eval=0", "parallel-sentences-wikimatrix-en-ar: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-bg: train=98,304 eval=0", "parallel-sentences-wikimatrix-en-ca: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-cs: train=114,688 eval=0", "parallel-sentences-wikimatrix-en-da: train=147,456 eval=0", "parallel-sentences-wikimatrix-en-de: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-el: train=204,800 eval=0", "parallel-sentences-wikimatrix-en-es: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-et: train=49,152 eval=0", "parallel-sentences-wikimatrix-en-fa: train=32,768 eval=0", "parallel-sentences-wikimatrix-en-fi: train=49,152 eval=0", "parallel-sentences-wikimatrix-en-fr: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-gl: train=163,840 eval=0", "parallel-sentences-wikimatrix-en-he: train=81,920 eval=0", "parallel-sentences-wikimatrix-en-hi: train=32,768 eval=0", "parallel-sentences-wikimatrix-en-hr: train=57,344 eval=0", "parallel-sentences-wikimatrix-en-hu: train=73,728 eval=0", "parallel-sentences-wikimatrix-en-id: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-it: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-ja: train=90,112 eval=0", "parallel-sentences-wikimatrix-en-ko: train=32,768 eval=0", "parallel-sentences-wikimatrix-en-lt: train=16,384 eval=0", "parallel-sentences-wikimatrix-en-mk: train=147,456 eval=0", "parallel-sentences-wikimatrix-en-nl: train=188,416 eval=0", "parallel-sentences-wikimatrix-en-pl: train=114,688 eval=0", "parallel-sentences-wikimatrix-en-pt: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-ro: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-ru: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-sk: train=32,768 eval=0", "parallel-sentences-wikimatrix-en-sl: train=90,112 eval=0", "parallel-sentences-wikimatrix-en-sq: train=73,728 eval=0", "parallel-sentences-wikimatrix-en-sr: train=81,920 eval=0", "parallel-sentences-wikimatrix-en-sv: train=131,072 eval=0", "parallel-sentences-wikimatrix-en-tr: train=81,920 eval=0", "parallel-sentences-wikimatrix-en-uk: train=131,072 eval=0", "parallel-sentences-wikimatrix-en-vi: train=262,144 eval=0", "parallel-sentences-wikimatrix-en-zh: train=106,496 eval=0", "nllb-english-bitext-hq-afr_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-als_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-arb_Arab: train=999,424 eval=0", "nllb-english-bitext-hq-ast_Latn: train=245,760 eval=0", "nllb-english-bitext-hq-azj_Latn: train=73,728 eval=0", "nllb-english-bitext-hq-bel_Cyrl: train=237,568 eval=0", "nllb-english-bitext-hq-ben_Beng: train=999,424 eval=0", "nllb-english-bitext-hq-bul_Cyrl: train=999,424 eval=0", "nllb-english-bitext-hq-cat_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-ces_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-dan_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-deu_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-ell_Grek: train=999,424 eval=0", "nllb-english-bitext-hq-epo_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-est_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-eus_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-fin_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-fra_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-fry_Latn: train=147,456 eval=0", "nllb-english-bitext-hq-gle_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-glg_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-guj_Gujr: train=999,424 eval=0", "nllb-english-bitext-hq-hat_Latn: train=245,760 eval=0", "nllb-english-bitext-hq-heb_Hebr: train=999,424 eval=0", "nllb-english-bitext-hq-hin_Deva: train=999,424 eval=0", "nllb-english-bitext-hq-hrv_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-hun_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-hye_Armn: train=999,424 eval=0", "nllb-english-bitext-hq-ind_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-isl_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-ita_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-jav_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-jpn_Jpan: train=999,424 eval=0", "nllb-english-bitext-hq-kan_Knda: train=999,424 eval=0", "nllb-english-bitext-hq-kat_Geor: train=950,272 eval=0", "nllb-english-bitext-hq-kaz_Cyrl: train=999,424 eval=0", "nllb-english-bitext-hq-khk_Cyrl: train=999,424 eval=0", "nllb-english-bitext-hq-kin_Latn: train=139,264 eval=0", "nllb-english-bitext-hq-kir_Cyrl: train=999,424 eval=0", "nllb-english-bitext-hq-kor_Hang: train=999,424 eval=0", "nllb-english-bitext-hq-lat_Latn: train=131,072 eval=0", "nllb-english-bitext-hq-lit_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-ltz_Latn: train=573,440 eval=0", "nllb-english-bitext-hq-lvs_Latn: train=270,336 eval=0", "nllb-english-bitext-hq-mal_Mlym: train=999,424 eval=0", "nllb-english-bitext-hq-mar_Deva: train=999,424 eval=0", "nllb-english-bitext-hq-mkd_Cyrl: train=999,424 eval=0", "nllb-english-bitext-hq-mlt_Latn: train=393,216 eval=0", "nllb-english-bitext-hq-mya_Mymr: train=958,464 eval=0", "nllb-english-bitext-hq-nld_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-nob_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-npi_Deva: train=999,424 eval=0", "nllb-english-bitext-hq-oci_Latn: train=221,184 eval=0", "nllb-english-bitext-hq-ory_Orya: train=999,424 eval=0", "nllb-english-bitext-hq-pan_Guru: train=999,424 eval=0", "nllb-english-bitext-hq-pap_Latn: train=483,328 eval=0", "nllb-english-bitext-hq-pbt_Arab: train=991,232 eval=0", "nllb-english-bitext-hq-pes_Arab: train=999,424 eval=0", "nllb-english-bitext-hq-plt_Latn: train=434,176 eval=0", "nllb-english-bitext-hq-pol_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-por_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-ron_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-rus_Cyrl: train=999,424 eval=0", "nllb-english-bitext-hq-sin_Sinh: train=999,424 eval=0", "nllb-english-bitext-hq-slk_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-slv_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-snd_Arab: train=114,688 eval=0", "nllb-english-bitext-hq-spa_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-srp_Cyrl: train=999,424 eval=0", "nllb-english-bitext-hq-sun_Latn: train=811,008 eval=0", "nllb-english-bitext-hq-swe_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-swh_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-tam_Taml: train=999,424 eval=0", "nllb-english-bitext-hq-tat_Cyrl: train=491,520 eval=0", "nllb-english-bitext-hq-tel_Telu: train=999,424 eval=0", "nllb-english-bitext-hq-tgk_Cyrl: train=344,064 eval=0", "nllb-english-bitext-hq-tgl_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-tur_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-ukr_Cyrl: train=999,424 eval=0", "nllb-english-bitext-hq-urd_Arab: train=999,424 eval=0", "nllb-english-bitext-hq-uzn_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-vie_Latn: train=999,424 eval=0", "nllb-english-bitext-hq-yor_Latn: train=57,344 eval=0", "nllb-english-bitext-hq-zho_Hans: train=999,424 eval=0", "nllb-english-bitext-hq-zho_Hant: train=778,240 eval=0", "nllb-english-bitext-hq-zsm_Latn: train=999,424 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-ban_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-bjn_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-bug_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-ceb_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-eng_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-fij_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-ilo_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-jav_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-min_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-mri_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-pag_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-plt_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-smo_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-sun_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-ace_Latn-war_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-bem_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-dan_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-deu_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-ewe_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-fra_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-hau_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-ibo_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-kam_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-kik_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-kin_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-kmb_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-kon_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-lin_Latn: train=212,992 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-lua_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-lug_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-luo_Latn: train=196,608 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-nso_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-nya_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-run_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-sna_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-sot_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-ssw_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-tir_Ethi: train=311,296 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-tsn_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-tso_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-tum_Latn: train=278,528 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-twi_Latn: train=278,528 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-umb_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-wol_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-afr_Latn-xho_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-eng_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-ewe_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-fra_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-hau_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-ibo_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-kin_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-lug_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-nya_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-run_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-sna_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-som_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-sot_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-swh_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-tsn_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-tso_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-tum_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-twi_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-xho_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-yor_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-aka_Latn-zul_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-bam_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-bem_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-cjk_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-dik_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-dyu_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-eng_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-ewe_Latn: train=172,032 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-fon_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-fra_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-fuv_Latn: train=237,568 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-gaz_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-hau_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-ibo_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-kam_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-kik_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-kin_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-kmb_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-knc_Arab: train=196,608 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-kon_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-lin_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-lua_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-lug_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-luo_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-nso_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-nya_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-run_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-sna_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-som_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-sot_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-ssw_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-swh_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-tir_Ethi: train=212,992 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-tsn_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-tso_Latn: train=180,224 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-tum_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-twi_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-umb_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-xho_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-yor_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-amh_Ethi-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-arb_Arab-ckb_Arab: train=311,296 eval=0", "nllb-sampled-500k-without-hq-arb_Arab-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-awa_Deva: train=24,576 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-ben_Beng: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-bho_Deva: train=57,344 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-eng_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-hin_Deva: train=303,104 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-hne_Deva: train=16,384 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-kan_Knda: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-kas_Deva: train=16,384 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-mai_Deva: train=98,304 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-mal_Mlym: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-mar_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-npi_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-ory_Orya: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-pan_Guru: train=212,992 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-san_Deva: train=106,496 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-sin_Sinh: train=253,952 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-snd_Arab: train=139,264 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-asm_Beng-urd_Arab: train=311,296 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-ben_Beng: train=172,032 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-bho_Deva: train=8,192 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-guj_Gujr: train=16,384 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-hin_Deva: train=24,576 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-kan_Knda: train=98,304 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-mai_Deva: train=16,384 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-mal_Mlym: train=131,072 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-mar_Deva: train=90,112 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-npi_Deva: train=122,880 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-ory_Orya: train=57,344 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-pan_Guru: train=8,192 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-san_Deva: train=24,576 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-sin_Sinh: train=73,728 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-snd_Arab: train=32,768 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-tam_Taml: train=147,456 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-tel_Telu: train=196,608 eval=0", "nllb-sampled-500k-without-hq-awa_Deva-urd_Arab: train=73,728 eval=0", "nllb-sampled-500k-without-hq-ayr_Latn-eng_Latn: train=278,528 eval=0", "nllb-sampled-500k-without-hq-azj_Latn-rus_Cyrl: train=319,488 eval=0", "nllb-sampled-500k-without-hq-bak_Cyrl-crh_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bak_Cyrl-kir_Cyrl: train=196,608 eval=0", "nllb-sampled-500k-without-hq-bak_Cyrl-tat_Cyrl: train=311,296 eval=0", "nllb-sampled-500k-without-hq-bak_Cyrl-uig_Arab: train=90,112 eval=0", "nllb-sampled-500k-without-hq-bak_Cyrl-uzn_Latn: train=172,032 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-bem_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-dik_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-dyu_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-eng_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-ewe_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-fon_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-fra_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-fuv_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-gaz_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-hau_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-ibo_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-kin_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-kon_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-lin_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-lua_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-lug_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-luo_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-nso_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-nya_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-run_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-sna_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-som_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-sot_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-swh_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-tir_Ethi: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-tsn_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-tso_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-tum_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-twi_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-wol_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-xho_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-yor_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bam_Latn-zul_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-bjn_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-bug_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-ceb_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-eng_Latn: train=270,336 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-fij_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-ilo_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-jav_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-mri_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-plt_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-smo_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-sun_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-ban_Latn-war_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-bel_Cyrl-rus_Cyrl: train=319,488 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-cjk_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-dik_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-dyu_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-eng_Latn: train=303,104 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-ewe_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-fon_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-fra_Latn: train=294,912 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-fuv_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-gaz_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-hau_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-ibo_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-kam_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-kik_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-kin_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-kmb_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-kon_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-lin_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-lua_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-lug_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-luo_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-nso_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-nya_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-run_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-sna_Latn: train=196,608 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-som_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-sot_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-ssw_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-swh_Latn: train=303,104 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-tir_Ethi: train=81,920 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-tsn_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-tso_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-twi_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-wol_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-xho_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-yor_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-bem_Latn-zul_Latn: train=237,568 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-bho_Deva: train=294,912 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-guj_Gujr: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-hin_Deva: train=311,296 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-hne_Deva: train=57,344 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-kas_Deva: train=122,880 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-mai_Deva: train=311,296 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-mal_Mlym: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-mar_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-npi_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-pan_Guru: train=311,296 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-san_Deva: train=303,104 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-sin_Sinh: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ben_Beng-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-guj_Gujr: train=204,800 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-hin_Deva: train=180,224 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-hne_Deva: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-kan_Knda: train=212,992 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-mag_Deva: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-mai_Deva: train=40,960 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-mal_Mlym: train=262,144 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-mar_Deva: train=180,224 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-npi_Deva: train=180,224 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-ory_Orya: train=139,264 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-pan_Guru: train=98,304 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-san_Deva: train=49,152 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-sin_Sinh: train=114,688 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-snd_Arab: train=65,536 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-tam_Taml: train=245,760 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-tel_Telu: train=278,528 eval=0", "nllb-sampled-500k-without-hq-bho_Deva-urd_Arab: train=155,648 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-bug_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-ceb_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-eng_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-fij_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-ilo_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-jav_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-min_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-mri_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-plt_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-smo_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-sun_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-bjn_Latn-war_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-bos_Latn-eng_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-ceb_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-eng_Latn: train=262,144 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-fij_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-ilo_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-jav_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-mri_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-pag_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-plt_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-smo_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-sun_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-bug_Latn-war_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-cat_Latn-spa_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-fij_Latn: train=278,528 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-ilo_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-jav_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-min_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-mri_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-pag_Latn: train=196,608 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-plt_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-smo_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-sun_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ceb_Latn-war_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-eng_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-ewe_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-fuv_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-gaz_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-hau_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-ibo_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-kam_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-kik_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-kin_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-kmb_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-kon_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-lin_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-lua_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-lug_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-nso_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-nya_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-run_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-sna_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-som_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-sot_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-ssw_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-swh_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-tir_Ethi: train=24,576 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-tsn_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-tso_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-tum_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-twi_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-umb_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-wol_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-xho_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-yor_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-cjk_Latn-zul_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-ckb_Arab-eng_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ckb_Arab-kmr_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-ckb_Arab-pbt_Arab: train=221,184 eval=0", "nllb-sampled-500k-without-hq-ckb_Arab-prs_Arab: train=139,264 eval=0", "nllb-sampled-500k-without-hq-ckb_Arab-tgk_Cyrl: train=221,184 eval=0", "nllb-sampled-500k-without-hq-crh_Latn-eng_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-crh_Latn-rus_Cyrl: train=311,296 eval=0", "nllb-sampled-500k-without-hq-crh_Latn-uig_Arab: train=8,192 eval=0", "nllb-sampled-500k-without-hq-crh_Latn-uzn_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-cym_Latn-eng_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-deu_Latn-fra_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-deu_Latn-ita_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-deu_Latn-nld_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-deu_Latn-por_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-deu_Latn-spa_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-fra_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-gaz_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-hau_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-ibo_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-kin_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-lin_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-lug_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-luo_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-nso_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-nya_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-sna_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-som_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-sot_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-swh_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-tir_Ethi: train=8,192 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-tsn_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-tso_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-tum_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-twi_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-wol_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-xho_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-yor_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dik_Latn-zul_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-eng_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-ewe_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-fon_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-fuv_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-gaz_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-hau_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-ibo_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-kam_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-kik_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-kin_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-kmb_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-kon_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-lin_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-lua_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-lug_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-luo_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-nso_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-nya_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-run_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-sna_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-som_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-sot_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-ssw_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-swh_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-tir_Ethi: train=32,768 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-tsn_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-tso_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-tum_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-twi_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-wol_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-xho_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-yor_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-dyu_Latn-zul_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-fao_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-fij_Latn: train=303,104 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-hne_Deva: train=262,144 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-kam_Latn: train=172,032 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-kbp_Latn: train=245,760 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-kea_Latn: train=221,184 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-kik_Latn: train=221,184 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-kmb_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-kmr_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-kon_Latn: train=253,952 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-lij_Latn: train=294,912 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-lin_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-lmo_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-ltg_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-lua_Latn: train=286,720 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-lug_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-luo_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-lus_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-mag_Deva: train=180,224 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-mai_Deva: train=278,528 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-min_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-mni_Beng: train=188,416 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-mos_Latn: train=278,528 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-mri_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-nya_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-pag_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-prs_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-quy_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-run_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-sag_Latn: train=221,184 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-san_Deva: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-shn_Mymr: train=188,416 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-sna_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-sot_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-ssw_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-szl_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-tir_Ethi: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-tum_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-war_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-eng_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-epo_Latn-fra_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-fra_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-gaz_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-hau_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-ibo_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-kam_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-kik_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-kin_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-kmb_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-knc_Arab: train=90,112 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-kon_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-lin_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-lua_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-lug_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-nso_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-nya_Latn: train=245,760 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-run_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-sna_Latn: train=229,376 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-som_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-sot_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-ssw_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-tir_Ethi: train=114,688 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-tsn_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-tso_Latn: train=196,608 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-tum_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-twi_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-umb_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-xho_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-yor_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-ewe_Latn-zul_Latn: train=286,720 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-hin_Deva: train=155,648 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-ilo_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-jav_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-min_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-mri_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-pag_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-plt_Latn: train=237,568 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-smo_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-sun_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-fij_Latn-war_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-fra_Latn: train=286,720 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-fuv_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-gaz_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-hau_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-ibo_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-kik_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-kin_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-knc_Arab: train=49,152 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-kon_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-lin_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-lua_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-lug_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-luo_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-nso_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-nya_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-run_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-sna_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-som_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-sot_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-ssw_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-swh_Latn: train=196,608 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-tir_Ethi: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-tsn_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-tso_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-tum_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-twi_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-wol_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-xho_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-yor_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-fon_Latn-zul_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-fuv_Latn: train=262,144 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-gaz_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-glg_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-hat_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-hau_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-ibo_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-ita_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-kab_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-kam_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-kik_Latn: train=212,992 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-kin_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-kmb_Latn: train=180,224 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-kon_Latn: train=253,952 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-lin_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-ltz_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-lua_Latn: train=286,720 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-lug_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-luo_Latn: train=303,104 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-oci_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-plt_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-por_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-run_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-rus_Cyrl: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-sna_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-sot_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-ssw_Latn: train=253,952 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-tir_Ethi: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-tsn_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-tso_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-tum_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-twi_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-umb_Latn: train=262,144 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-xho_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-yor_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-fra_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-hau_Latn: train=221,184 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-kam_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-kik_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-kin_Latn: train=180,224 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-lin_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-lug_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-nso_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-nya_Latn: train=180,224 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-run_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-sna_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-som_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-sot_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-ssw_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-swh_Latn: train=253,952 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-tir_Ethi: train=81,920 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-tsn_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-tso_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-tum_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-twi_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-xho_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-fuv_Latn-yor_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-run_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-sna_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-som_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-sot_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-ssw_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-swh_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-tir_Ethi: train=24,576 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-tsn_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-tso_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-tum_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-twi_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-wol_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-xho_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-yor_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-gaz_Latn-zul_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-glg_Latn-por_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-hin_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-hne_Deva: train=32,768 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-kan_Knda: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-mag_Deva: train=114,688 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-mai_Deva: train=204,800 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-mal_Mlym: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-mar_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-npi_Deva: train=311,296 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-ory_Orya: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-pan_Guru: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-san_Deva: train=155,648 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-sin_Sinh: train=311,296 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-snd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-guj_Gujr-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-gaz_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-ibo_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-kam_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-kik_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-kin_Latn: train=262,144 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-knc_Arab: train=147,456 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-kon_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-lin_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-lua_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-lug_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-luo_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-nso_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-nya_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-run_Latn: train=196,608 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-sna_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-som_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-sot_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-ssw_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-tir_Ethi: train=114,688 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-tsn_Latn: train=180,224 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-tso_Latn: train=172,032 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-tum_Latn: train=196,608 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-twi_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-umb_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-wol_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-xho_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-yor_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hau_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-hne_Deva: train=32,768 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-kan_Knda: train=311,296 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-kas_Deva: train=98,304 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-mag_Deva: train=139,264 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-mai_Deva: train=278,528 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-mal_Mlym: train=311,296 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-mar_Deva: train=311,296 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-npi_Deva: train=311,296 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-ory_Orya: train=311,296 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-pan_Guru: train=319,488 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-pbt_Arab: train=237,568 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-sin_Sinh: train=311,296 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-tel_Telu: train=311,296 eval=0", "nllb-sampled-500k-without-hq-hin_Deva-urd_Arab: train=311,296 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-kan_Knda: train=49,152 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-kas_Deva: train=8,192 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-mag_Deva: train=8,192 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-mal_Mlym: train=57,344 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-mar_Deva: train=40,960 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-npi_Deva: train=49,152 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-ory_Orya: train=32,768 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-pan_Guru: train=16,384 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-san_Deva: train=8,192 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-sin_Sinh: train=24,576 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-snd_Arab: train=16,384 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-tam_Taml: train=57,344 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-tel_Telu: train=65,536 eval=0", "nllb-sampled-500k-without-hq-hne_Deva-urd_Arab: train=49,152 eval=0", "nllb-sampled-500k-without-hq-hye_Armn-rus_Cyrl: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-gaz_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-kam_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-kin_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-knc_Arab: train=90,112 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-kon_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-lin_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-lua_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-lug_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-luo_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-nso_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-nus_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-nya_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-run_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-sna_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-som_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-sot_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-ssw_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-tir_Ethi: train=65,536 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-tsn_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-tso_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-tum_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-twi_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-umb_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-xho_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-yor_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ibo_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ilo_Latn-jav_Latn: train=245,760 eval=0", "nllb-sampled-500k-without-hq-ilo_Latn-min_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-ilo_Latn-mri_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-ilo_Latn-plt_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ilo_Latn-smo_Latn: train=172,032 eval=0", "nllb-sampled-500k-without-hq-ilo_Latn-sun_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-ilo_Latn-war_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-ind_Latn-jav_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ind_Latn-shn_Mymr: train=114,688 eval=0", "nllb-sampled-500k-without-hq-jav_Latn-min_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-jav_Latn-mri_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-jav_Latn-plt_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-jav_Latn-smo_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-jav_Latn-sun_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-jav_Latn-war_Latn: train=270,336 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-kin_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-kmb_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-knc_Arab: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-kon_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-lin_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-lua_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-lug_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-luo_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-nso_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-nya_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-run_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-sna_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-som_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-sot_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-ssw_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-swh_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-tir_Ethi: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-tsn_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-tso_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-tum_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-twi_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-xho_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-yor_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kam_Latn-zul_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-kas_Arab: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-kas_Deva: train=57,344 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-mag_Deva: train=163,840 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-mai_Deva: train=303,104 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-mal_Mlym: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-mar_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-npi_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-ory_Orya: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-pan_Guru: train=311,296 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-san_Deva: train=196,608 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-sin_Sinh: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-snd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kan_Knda-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kas_Arab-mal_Mlym: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kas_Arab-npi_Deva: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kas_Arab-tam_Taml: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kas_Arab-urd_Arab: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-mag_Deva: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-mai_Deva: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-mal_Mlym: train=73,728 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-mar_Deva: train=57,344 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-npi_Deva: train=57,344 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-ory_Orya: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-pan_Guru: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-san_Deva: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-sin_Sinh: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-snd_Arab: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-tam_Taml: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-tel_Telu: train=90,112 eval=0", "nllb-sampled-500k-without-hq-kas_Deva-urd_Arab: train=57,344 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-gaz_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-kin_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-kon_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-lin_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-lua_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-lug_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-luo_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-nso_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-nya_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-run_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-sna_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-som_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-sot_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-ssw_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-swh_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-tir_Ethi: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-tsn_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-tso_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-tum_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-twi_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-wol_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-xho_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-yor_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kik_Latn-zul_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-gaz_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-kon_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-lin_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-lua_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-lug_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-luo_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-nso_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-nya_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-run_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-sna_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-som_Latn: train=221,184 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-sot_Latn: train=245,760 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-ssw_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-tir_Ethi: train=114,688 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-tsn_Latn: train=180,224 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-tso_Latn: train=229,376 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-tum_Latn: train=172,032 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-twi_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-umb_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-wol_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-xho_Latn: train=262,144 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-yor_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-kin_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kir_Cyrl-rus_Cyrl: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kir_Cyrl-tat_Cyrl: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kir_Cyrl-uig_Arab: train=114,688 eval=0", "nllb-sampled-500k-without-hq-kir_Cyrl-uzn_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-gaz_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-kon_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-lin_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-lua_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-lug_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-nso_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-nya_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-run_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-sna_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-som_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-sot_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-ssw_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-swh_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-tir_Ethi: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-tsn_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-tso_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-tum_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-twi_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-umb_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-xho_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-yor_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kmb_Latn-zul_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-kmr_Latn-pbt_Arab: train=106,496 eval=0", "nllb-sampled-500k-without-hq-kmr_Latn-prs_Arab: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kmr_Latn-tgk_Cyrl: train=106,496 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-gaz_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-kik_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-kin_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-kon_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-lin_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-lua_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-lug_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-luo_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-nso_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-nya_Latn: train=229,376 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-run_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-sna_Latn: train=237,568 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-sot_Latn: train=221,184 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-ssw_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-swh_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-tir_Ethi: train=81,920 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-tsn_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-tso_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-tum_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-twi_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-umb_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-xho_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-yor_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-knc_Arab-zul_Latn: train=221,184 eval=0", "nllb-sampled-500k-without-hq-knc_Latn-swh_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-gaz_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-lin_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-lua_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-lug_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-luo_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-nso_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-nya_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-run_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-sna_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-som_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-sot_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-ssw_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-swh_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-tir_Ethi: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-tsn_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-tso_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-tum_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-twi_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-umb_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-wol_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-xho_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-yor_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-kon_Latn-zul_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-gaz_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-lug_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-luo_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-nso_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-nus_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-nya_Latn: train=180,224 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-run_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-sna_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-som_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-sot_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-ssw_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-swh_Latn: train=286,720 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-tir_Ethi: train=65,536 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-tsn_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-tso_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-tum_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-twi_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-umb_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-wol_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-xho_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-yor_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-lin_Latn-zul_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-lug_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-luo_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-nso_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-nya_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-run_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-sna_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-som_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-sot_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-ssw_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-swh_Latn: train=262,144 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-tir_Ethi: train=73,728 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-tsn_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-tso_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-tum_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-twi_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-umb_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-wol_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-xho_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-yor_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-lua_Latn-zul_Latn: train=180,224 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-gaz_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-luo_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-nso_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-nya_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-run_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-sna_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-som_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-sot_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-ssw_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-swh_Latn: train=253,952 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-tir_Ethi: train=65,536 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-tsn_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-tso_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-tum_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-twi_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-umb_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-xho_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-yor_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-lug_Latn-zul_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-nso_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-nus_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-nya_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-run_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-sna_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-som_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-sot_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-ssw_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-swh_Latn: train=237,568 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-tir_Ethi: train=65,536 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-tsn_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-tso_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-tum_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-twi_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-umb_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-xho_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-yor_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-luo_Latn-zul_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-mai_Deva: train=24,576 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-mal_Mlym: train=212,992 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-mar_Deva: train=131,072 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-npi_Deva: train=163,840 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-ory_Orya: train=81,920 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-pan_Guru: train=57,344 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-san_Deva: train=32,768 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-snd_Arab: train=57,344 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-tam_Taml: train=212,992 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-tel_Telu: train=245,760 eval=0", "nllb-sampled-500k-without-hq-mag_Deva-urd_Arab: train=122,880 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-mal_Mlym: train=303,104 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-mar_Deva: train=286,720 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-npi_Deva: train=311,296 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-ory_Orya: train=196,608 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-pan_Guru: train=114,688 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-san_Deva: train=114,688 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-sin_Sinh: train=221,184 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-snd_Arab: train=122,880 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-tam_Taml: train=303,104 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-tel_Telu: train=311,296 eval=0", "nllb-sampled-500k-without-hq-mai_Deva-urd_Arab: train=270,336 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-mar_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-npi_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-ory_Orya: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-pan_Guru: train=311,296 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-san_Deva: train=221,184 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-sin_Sinh: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-snd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mal_Mlym-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mar_Deva-npi_Deva: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mar_Deva-ory_Orya: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mar_Deva-pan_Guru: train=311,296 eval=0", "nllb-sampled-500k-without-hq-mar_Deva-san_Deva: train=204,800 eval=0", "nllb-sampled-500k-without-hq-mar_Deva-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mar_Deva-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mar_Deva-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-min_Latn-mri_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-min_Latn-pag_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-min_Latn-plt_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-min_Latn-smo_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-min_Latn-sun_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-min_Latn-war_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-mri_Latn-pag_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-mri_Latn-smo_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mri_Latn-sun_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-mri_Latn-war_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-npi_Deva-ory_Orya: train=319,488 eval=0", "nllb-sampled-500k-without-hq-npi_Deva-pan_Guru: train=311,296 eval=0", "nllb-sampled-500k-without-hq-npi_Deva-san_Deva: train=212,992 eval=0", "nllb-sampled-500k-without-hq-npi_Deva-sin_Sinh: train=319,488 eval=0", "nllb-sampled-500k-without-hq-npi_Deva-snd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-npi_Deva-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-npi_Deva-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-npi_Deva-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-gaz_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-nya_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-run_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-sna_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-som_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-sot_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-ssw_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-swh_Latn: train=212,992 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-tir_Ethi: train=40,960 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-tsn_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-tso_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-tum_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-twi_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-wol_Latn: train=24,576 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-xho_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-yor_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-nso_Latn-zul_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-nya_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-run_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-sna_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-som_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-sot_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-swh_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-tsn_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-tso_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-twi_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-xho_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-yor_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-nus_Latn-zul_Latn: train=16,384 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-gaz_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-run_Latn: train=294,912 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-sna_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-som_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-sot_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-ssw_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-tir_Ethi: train=155,648 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-tsn_Latn: train=221,184 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-tso_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-tum_Latn: train=253,952 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-twi_Latn: train=229,376 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-umb_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-wol_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-xho_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-yor_Latn: train=303,104 eval=0", "nllb-sampled-500k-without-hq-nya_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ory_Orya-pan_Guru: train=311,296 eval=0", "nllb-sampled-500k-without-hq-ory_Orya-san_Deva: train=147,456 eval=0", "nllb-sampled-500k-without-hq-ory_Orya-sin_Sinh: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ory_Orya-snd_Arab: train=278,528 eval=0", "nllb-sampled-500k-without-hq-ory_Orya-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ory_Orya-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-pag_Latn-smo_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-pag_Latn-sun_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-pan_Guru-sin_Sinh: train=319,488 eval=0", "nllb-sampled-500k-without-hq-pan_Guru-snd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-pan_Guru-tam_Taml: train=311,296 eval=0", "nllb-sampled-500k-without-hq-pan_Guru-tel_Telu: train=311,296 eval=0", "nllb-sampled-500k-without-hq-pan_Guru-urd_Arab: train=311,296 eval=0", "nllb-sampled-500k-without-hq-pbt_Arab-tgk_Cyrl: train=286,720 eval=0", "nllb-sampled-500k-without-hq-plt_Latn-mri_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-plt_Latn-pag_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-plt_Latn-smo_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-plt_Latn-sun_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-plt_Latn-war_Latn: train=294,912 eval=0", "nllb-sampled-500k-without-hq-prs_Arab-pbt_Arab: train=106,496 eval=0", "nllb-sampled-500k-without-hq-prs_Arab-tgk_Cyrl: train=49,152 eval=0", "nllb-sampled-500k-without-hq-quy_Latn-spa_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-run_Latn-sna_Latn: train=270,336 eval=0", "nllb-sampled-500k-without-hq-run_Latn-som_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-run_Latn-sot_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-run_Latn-ssw_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-run_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-run_Latn-tir_Ethi: train=122,880 eval=0", "nllb-sampled-500k-without-hq-run_Latn-tsn_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-run_Latn-tso_Latn: train=212,992 eval=0", "nllb-sampled-500k-without-hq-run_Latn-tum_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-run_Latn-twi_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-run_Latn-umb_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-run_Latn-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-run_Latn-xho_Latn: train=229,376 eval=0", "nllb-sampled-500k-without-hq-run_Latn-yor_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-run_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-rus_Cyrl-tat_Cyrl: train=319,488 eval=0", "nllb-sampled-500k-without-hq-san_Deva-sin_Sinh: train=122,880 eval=0", "nllb-sampled-500k-without-hq-san_Deva-snd_Arab: train=98,304 eval=0", "nllb-sampled-500k-without-hq-san_Deva-tam_Taml: train=221,184 eval=0", "nllb-sampled-500k-without-hq-san_Deva-tel_Telu: train=294,912 eval=0", "nllb-sampled-500k-without-hq-san_Deva-urd_Arab: train=204,800 eval=0", "nllb-sampled-500k-without-hq-sin_Sinh-snd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-sin_Sinh-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-sin_Sinh-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-smo_Latn-sun_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-smo_Latn-war_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-som_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-sot_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-ssw_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-tir_Ethi: train=172,032 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-tsn_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-tso_Latn: train=278,528 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-tum_Latn: train=245,760 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-twi_Latn: train=212,992 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-wol_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-xho_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-yor_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-sna_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-snd_Arab-tam_Taml: train=319,488 eval=0", "nllb-sampled-500k-without-hq-snd_Arab-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-snd_Arab-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-som_Latn-sot_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-som_Latn-ssw_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-som_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-som_Latn-tir_Ethi: train=114,688 eval=0", "nllb-sampled-500k-without-hq-som_Latn-tsn_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-som_Latn-tso_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-som_Latn-tum_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-som_Latn-twi_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-som_Latn-umb_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-som_Latn-wol_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-som_Latn-xho_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-som_Latn-yor_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-som_Latn-zul_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-ssw_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-swh_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-tir_Ethi: train=114,688 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-tsn_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-tso_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-tum_Latn: train=155,648 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-twi_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-umb_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-wol_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-xho_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-yor_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-sot_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-spa_Latn-fra_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-spa_Latn-ita_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-spa_Latn-por_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-spa_Latn-rus_Cyrl: train=319,488 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-swh_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-tir_Ethi: train=16,384 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-tsn_Latn: train=57,344 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-tso_Latn: train=81,920 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-tum_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-twi_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-wol_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-xho_Latn: train=73,728 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-yor_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-ssw_Latn-zul_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-sun_Latn-war_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-swh_Latn-tir_Ethi: train=286,720 eval=0", "nllb-sampled-500k-without-hq-swh_Latn-tsn_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-swh_Latn-tso_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-swh_Latn-tum_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-swh_Latn-twi_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-swh_Latn-umb_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-swh_Latn-wol_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-swh_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-tam_Taml-tel_Telu: train=319,488 eval=0", "nllb-sampled-500k-without-hq-tam_Taml-urd_Arab: train=319,488 eval=0", "nllb-sampled-500k-without-hq-tat_Cyrl-uig_Arab: train=212,992 eval=0", "nllb-sampled-500k-without-hq-tat_Cyrl-uzn_Latn: train=303,104 eval=0", "nllb-sampled-500k-without-hq-tir_Ethi-tsn_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-tir_Ethi-tso_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-tir_Ethi-tum_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-tir_Ethi-umb_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-tir_Ethi-xho_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-tir_Ethi-zul_Latn: train=196,608 eval=0", "nllb-sampled-500k-without-hq-tsn_Latn-tso_Latn: train=212,992 eval=0", "nllb-sampled-500k-without-hq-tsn_Latn-tum_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-tsn_Latn-twi_Latn: train=139,264 eval=0", "nllb-sampled-500k-without-hq-tsn_Latn-umb_Latn: train=65,536 eval=0", "nllb-sampled-500k-without-hq-tsn_Latn-wol_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-tsn_Latn-xho_Latn: train=204,800 eval=0", "nllb-sampled-500k-without-hq-tsn_Latn-yor_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-tsn_Latn-zul_Latn: train=286,720 eval=0", "nllb-sampled-500k-without-hq-tso_Latn-tum_Latn: train=163,840 eval=0", "nllb-sampled-500k-without-hq-tso_Latn-twi_Latn: train=172,032 eval=0", "nllb-sampled-500k-without-hq-tso_Latn-umb_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-tso_Latn-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-tso_Latn-xho_Latn: train=303,104 eval=0", "nllb-sampled-500k-without-hq-tso_Latn-yor_Latn: train=114,688 eval=0", "nllb-sampled-500k-without-hq-tso_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-tum_Latn-twi_Latn: train=131,072 eval=0", "nllb-sampled-500k-without-hq-tum_Latn-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-tum_Latn-xho_Latn: train=188,416 eval=0", "nllb-sampled-500k-without-hq-tum_Latn-yor_Latn: train=122,880 eval=0", "nllb-sampled-500k-without-hq-tum_Latn-zul_Latn: train=303,104 eval=0", "nllb-sampled-500k-without-hq-twi_Latn-wol_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-twi_Latn-xho_Latn: train=172,032 eval=0", "nllb-sampled-500k-without-hq-twi_Latn-yor_Latn: train=106,496 eval=0", "nllb-sampled-500k-without-hq-twi_Latn-zul_Latn: train=253,952 eval=0", "nllb-sampled-500k-without-hq-uig_Arab-uzn_Latn: train=98,304 eval=0", "nllb-sampled-500k-without-hq-umb_Latn-wol_Latn: train=8,192 eval=0", "nllb-sampled-500k-without-hq-umb_Latn-xho_Latn: train=90,112 eval=0", "nllb-sampled-500k-without-hq-umb_Latn-yor_Latn: train=32,768 eval=0", "nllb-sampled-500k-without-hq-umb_Latn-zul_Latn: train=147,456 eval=0", "nllb-sampled-500k-without-hq-wol_Latn-xho_Latn: train=40,960 eval=0", "nllb-sampled-500k-without-hq-wol_Latn-yor_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-wol_Latn-zul_Latn: train=49,152 eval=0", "nllb-sampled-500k-without-hq-xho_Latn-yor_Latn: train=311,296 eval=0", "nllb-sampled-500k-without-hq-xho_Latn-zul_Latn: train=319,488 eval=0", "nllb-sampled-500k-without-hq-yor_Latn-zul_Latn: train=311,296 eval=0", "nomic-embed-unsupervised-data-reddit_title_body: train=66,199,552 eval=0", "nomic-embed-unsupervised-data-s2orc_abstract_citation: train=7,634,944 eval=0", "nomic-embed-unsupervised-data-amazon_reviews: train=39,354,368 eval=0", "nomic-embed-unsupervised-data-paq: train=53,870,592 eval=0", "nomic-embed-unsupervised-data-gooaq: train=1,277,952 eval=0", "nomic-embed-unsupervised-data-s2orc_citation_titles: train=7,716,864 eval=0", "nomic-embed-unsupervised-data-s2orc_title_abstract: train=36,044,800 eval=0", "nomic-embed-unsupervised-data-wikianswers: train=10,084,352 eval=0", "nomic-embed-unsupervised-data-codesearch: train=860,160 eval=0", "nomic-embed-unsupervised-data-yahoo_title_answer: train=270,336 eval=0", "nomic-embed-unsupervised-data-agnews: train=417,792 eval=0", "nomic-embed-unsupervised-data-amazonqa: train=221,184 eval=0", "nomic-embed-unsupervised-data-yahoo_qa: train=139,264 eval=0", "nomic-embed-unsupervised-data-yahoo_title_question: train=212,992 eval=0", "nomic-embed-unsupervised-data-ccnews: train=352,256 eval=0", "nomic-embed-unsupervised-data-npr: train=360,448 eval=0", "nomic-embed-unsupervised-data-eli5: train=106,496 eval=0", "nomic-embed-unsupervised-data-cnn: train=286,720 eval=0", "nomic-embed-unsupervised-data-stackexchange_duplicate_questions: train=65,536 eval=0", "nomic-embed-unsupervised-data-stackexchange_title_body: train=73,728 eval=0", "nomic-embed-unsupervised-data-stackexchange_body_body: train=65,536 eval=0", "nomic-embed-unsupervised-data-sentence_compression: train=172,032 eval=0", "nomic-embed-unsupervised-data-wikihow: train=90,112 eval=0", "nomic-embed-unsupervised-data-altlex: train=106,496 eval=0", "nomic-embed-unsupervised-data-quora: train=40,960 eval=0", "lightonai-embeddings-pre-training-hermes: train=606,208 eval=0", "lightonai-embeddings-pre-training-beir_dbpedia: train=4,628,480 eval=0", "lightonai-embeddings-pre-training-webfaq_eng: train=48,898,048 eval=0", "swim-ir-monolingual-ar: train=270,336 eval=0", "swim-ir-monolingual-bn: train=98,304 eval=0", "swim-ir-monolingual-de: train=442,368 eval=0", "swim-ir-monolingual-en: train=483,328 eval=0", "swim-ir-monolingual-es: train=483,328 eval=0", "swim-ir-monolingual-fi: train=344,064 eval=0", "swim-ir-monolingual-fr: train=425,984 eval=0", "swim-ir-monolingual-hi: train=221,184 eval=0", "swim-ir-monolingual-id: train=303,104 eval=0", "swim-ir-cross-lingual-ar: train=884,736 eval=0", "swim-ir-cross-lingual-bn: train=909,312 eval=0", "swim-ir-cross-lingual-de: train=901,120 eval=0", "swim-ir-cross-lingual-es: train=901,120 eval=0", "swim-ir-cross-lingual-fa: train=909,312 eval=0", "swim-ir-cross-lingual-fi: train=901,120 eval=0", "swim-ir-cross-lingual-fr: train=909,312 eval=0", "swim-ir-cross-lingual-hi: train=909,312 eval=0", "swim-ir-cross-lingual-id: train=901,120 eval=0", "swim-ir-cross-lingual-ja: train=901,120 eval=0", "swim-ir-cross-lingual-ko: train=901,120 eval=0", "swim-ir-cross-lingual-ru: train=901,120 eval=0", "swim-ir-cross-lingual-sw: train=901,120 eval=0", "swim-ir-cross-lingual-te: train=901,120 eval=0", "swim-ir-cross-lingual-th: train=909,312 eval=0", "swim-ir-cross-lingual-yo: train=901,120 eval=0", "swim-ir-cross-lingual-zh: train=917,504 eval=0", "OpenCodeReasoning-split_0: train=475,136 eval=0", "Nemotron-Post-Training-Dataset-v2-chat: train=622,592 eval=0", "Nemotron-Post-Training-Dataset-v2-code: train=172,032 eval=0", "Nemotron-Post-Training-Dataset-v2-math: train=237,568 eval=0", "Nemotron-Post-Training-Dataset-v2-multilingual_de: train=1,007,616 eval=0", "Nemotron-Post-Training-Dataset-v2-multilingual_es: train=933,888 eval=0", "Nemotron-Post-Training-Dataset-v2-multilingual_fr: train=999,424 eval=0", "Nemotron-Post-Training-Dataset-v2-multilingual_it: train=1,015,808 eval=0", "Nemotron-Post-Training-Dataset-v2-multilingual_ja: train=966,656 eval=0", "Nemotron-Post-Training-Dataset-v2-stem: train=335,872 eval=0", "wikipedia-multilingual-ir-pairs-enwiki-20251202-v1_1_0: train=29,556,736 eval=0", "wikipedia-multilingual-ir-pairs-arwiki-20251202-v1_1_0: train=2,965,504 eval=0", "wikipedia-multilingual-ir-pairs-dewiki-20251202-v1_1_0: train=12,722,176 eval=0", "wikipedia-multilingual-ir-pairs-eswiki-20251202-v1_1_0: train=8,511,488 eval=0", "wikipedia-multilingual-ir-pairs-frwiki-20251202-v1_1_0: train=11,272,192 eval=0", "wikipedia-multilingual-ir-pairs-itwiki-20251202-v1_1_0: train=6,922,240 eval=0", "wikipedia-multilingual-ir-pairs-jawiki-20251202-v1_1_0: train=5,849,088 eval=0", "wikipedia-multilingual-ir-pairs-kowiki-20251202-v1_1_0: train=1,769,472 eval=0", "wikipedia-multilingual-ir-pairs-ptwiki-20251202-v1_1_0: train=3,932,160 eval=0", "wikipedia-multilingual-ir-pairs-ruwiki-20251202-v1_1_0: train=8,290,304 eval=0", "wikipedia-multilingual-ir-pairs-zhwiki-20251202-v1_1_0: train=3,842,048 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-ar: train=1,597,440 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-de: train=9,240,576 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-en: train=19,185,664 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-es: train=5,562,368 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-fr: train=7,184,384 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-it: train=4,530,176 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-ja: train=4,300,800 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-ko: train=1,196,032 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-pt: train=2,555,904 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-ru: train=6,356,992 eval=0", "wikipedia-multilingual-synthetic-ir-query-short_doc-zh: train=2,498,560 eval=0", "wikipedia-english-ir-simulated-search-queries-default: train=29,351,936 eval=0", "fineweb-ir-simulated-search-queries-english: train=2,629,632 eval=0", "ccnews-ir-simulated-search-queries-english: train=1,835,008 eval=0", "arxiv-ir-simulated-search-queries-default: train=2,875,392 eval=0", "pubmed-abstract-ir-simulated-search-queries-default: train=2,351,104 eval=0", "finewiki-ace: train=8,192 eval=0", "finewiki-af: train=122,880 eval=0", "finewiki-als: train=24,576 eval=0", "finewiki-am: train=8,192 eval=0", "finewiki-an: train=40,960 eval=0", "finewiki-ary: train=8,192 eval=0", "finewiki-arz: train=1,638,400 eval=0", "finewiki-as: train=16,384 eval=0", "finewiki-ast: train=131,072 eval=0", "finewiki-avk: train=24,576 eval=0", "finewiki-az: train=196,608 eval=0", "finewiki-azb: train=221,184 eval=0", "finewiki-ba: train=57,344 eval=0", "finewiki-ban: train=24,576 eval=0", "finewiki-bar: train=16,384 eval=0", "finewiki-bat_smg: train=16,384 eval=0", "finewiki-bcl: train=16,384 eval=0", "finewiki-be: train=229,376 eval=0", "finewiki-bg: train=278,528 eval=0", "finewiki-bh: train=8,192 eval=0", "finewiki-bjn: train=8,192 eval=0", "finewiki-bn: train=180,224 eval=0", "finewiki-bo: train=8,192 eval=0", "finewiki-bpy: train=24,576 eval=0", "finewiki-br: train=81,920 eval=0", "finewiki-bs: train=73,728 eval=0", "finewiki-bug: train=8,192 eval=0", "finewiki-ca: train=958,464 eval=0", "finewiki-cdo: train=8,192 eval=0", "finewiki-ce: train=516,096 eval=0", "finewiki-ceb: train=5,644,288 eval=0", "finewiki-ckb: train=73,728 eval=0", "finewiki-co: train=8,192 eval=0", "finewiki-crh: train=24,576 eval=0", "finewiki-cs: train=532,480 eval=0", "finewiki-cv: train=49,152 eval=0", "finewiki-cy: train=294,912 eval=0", "finewiki-da: train=286,720 eval=0", "finewiki-dag: train=8,192 eval=0", "finewiki-diq: train=40,960 eval=0", "finewiki-el: train=237,568 eval=0", "finewiki-eml: train=8,192 eval=0", "finewiki-eo: train=360,448 eval=0", "finewiki-et: train=245,760 eval=0", "finewiki-eu: train=450,560 eval=0", "finewiki-fa: train=1,015,808 eval=0", "finewiki-ff: train=16,384 eval=0", "finewiki-fi: train=565,248 eval=0", "finewiki-fo: train=8,192 eval=0", "finewiki-frr: train=16,384 eval=0", "finewiki-fy: train=49,152 eval=0", "finewiki-ga: train=57,344 eval=0", "finewiki-gd: train=8,192 eval=0", "finewiki-gl: train=212,992 eval=0", "finewiki-glk: train=40,960 eval=0", "finewiki-gor: train=8,192 eval=0", "finewiki-gu: train=24,576 eval=0", "finewiki-ha: train=65,536 eval=0", "finewiki-hak: train=8,192 eval=0", "finewiki-he: train=368,640 eval=0", "finewiki-hi: train=163,840 eval=0", "finewiki-hif: train=8,192 eval=0", "finewiki-hr: train=188,416 eval=0", "finewiki-hsb: train=8,192 eval=0", "finewiki-ht: train=65,536 eval=0", "finewiki-hu: train=507,904 eval=0", "finewiki-hy: train=303,104 eval=0", "finewiki-hyw: train=8,192 eval=0", "finewiki-ia: train=24,576 eval=0", "finewiki-id: train=720,896 eval=0", "finewiki-ie: train=8,192 eval=0", "finewiki-ig: train=49,152 eval=0", "finewiki-ilo: train=8,192 eval=0", "finewiki-io: train=49,152 eval=0", "finewiki-is: train=57,344 eval=0", "finewiki-jv: train=65,536 eval=0", "finewiki-ka: train=172,032 eval=0", "finewiki-kaa: train=8,192 eval=0", "finewiki-kk: train=212,992 eval=0", "finewiki-km: train=8,192 eval=0", "finewiki-kn: train=32,768 eval=0", "finewiki-ku: train=81,920 eval=0", "finewiki-ky: train=73,728 eval=0", "finewiki-la: train=131,072 eval=0", "finewiki-lb: train=57,344 eval=0", "finewiki-li: train=8,192 eval=0", "finewiki-lij: train=8,192 eval=0", "finewiki-lld: train=180,224 eval=0", "finewiki-lmo: train=73,728 eval=0", "finewiki-lt: train=196,608 eval=0", "finewiki-lv: train=122,880 eval=0", "finewiki-mai: train=8,192 eval=0", "finewiki-map_bms: train=8,192 eval=0", "finewiki-mg: train=98,304 eval=0", "finewiki-mhr: train=8,192 eval=0", "finewiki-min: train=221,184 eval=0", "finewiki-mk: train=147,456 eval=0", "finewiki-ml: train=81,920 eval=0", "finewiki-mn: train=24,576 eval=0", "finewiki-mni: train=8,192 eval=0", "finewiki-mr: train=98,304 eval=0", "finewiki-mrj: train=8,192 eval=0", "finewiki-ms: train=425,984 eval=0", "finewiki-my: train=106,496 eval=0", "finewiki-mzn: train=57,344 eval=0", "finewiki-nap: train=8,192 eval=0", "finewiki-nds: train=32,768 eval=0", "finewiki-ne: train=24,576 eval=0", "finewiki-new: train=65,536 eval=0", "finewiki-nl: train=2,072,576 eval=0", "finewiki-nn: train=163,840 eval=0", "finewiki-no: train=614,400 eval=0", "finewiki-nso: train=8,192 eval=0", "finewiki-nv: train=16,384 eval=0", "finewiki-oc: train=81,920 eval=0", "finewiki-or: train=16,384 eval=0", "finewiki-os: train=16,384 eval=0", "finewiki-pa: train=57,344 eval=0", "finewiki-pam: train=8,192 eval=0", "finewiki-pl: train=1,540,096 eval=0", "finewiki-pms: train=65,536 eval=0", "finewiki-pnb: train=65,536 eval=0", "finewiki-ps: train=16,384 eval=0", "finewiki-qu: train=16,384 eval=0", "finewiki-ro: train=491,520 eval=0", "finewiki-roa_tara: train=8,192 eval=0", "finewiki-rw: train=8,192 eval=0", "finewiki-sa: train=8,192 eval=0", "finewiki-sah: train=16,384 eval=0", "finewiki-sat: train=8,192 eval=0", "finewiki-scn: train=24,576 eval=0", "finewiki-sco: train=24,576 eval=0", "finewiki-sd: train=16,384 eval=0", "finewiki-sh: train=425,984 eval=0", "finewiki-shi: train=8,192 eval=0", "finewiki-shn: train=8,192 eval=0", "finewiki-si: train=24,576 eval=0", "finewiki-simple: train=262,144 eval=0", "finewiki-sk: train=212,992 eval=0", "finewiki-skr: train=16,384 eval=0", "finewiki-sl: train=172,032 eval=0", "finewiki-sn: train=8,192 eval=0", "finewiki-so: train=8,192 eval=0", "finewiki-sq: train=106,496 eval=0", "finewiki-sr: train=663,552 eval=0", "finewiki-su: train=57,344 eval=0", "finewiki-sv: train=2,465,792 eval=0", "finewiki-sw: train=98,304 eval=0", "finewiki-szl: train=57,344 eval=0", "finewiki-ta: train=172,032 eval=0", "finewiki-te: train=106,496 eval=0", "finewiki-tg: train=106,496 eval=0", "finewiki-th: train=163,840 eval=0", "finewiki-tl: train=40,960 eval=0", "finewiki-tly: train=8,192 eval=0", "finewiki-tr: train=622,592 eval=0", "finewiki-tt: train=425,984 eval=0", "finewiki-tum: train=16,384 eval=0", "finewiki-ug: train=8,192 eval=0", "finewiki-uk: train=1,236,992 eval=0", "finewiki-ur: train=221,184 eval=0", "finewiki-uz: train=286,720 eval=0", "finewiki-vec: train=65,536 eval=0", "finewiki-vi: train=1,277,952 eval=0", "finewiki-vo: train=40,960 eval=0", "finewiki-wa: train=8,192 eval=0", "finewiki-war: train=1,212,416 eval=0", "finewiki-wuu: train=40,960 eval=0", "finewiki-xmf: train=16,384 eval=0", "finewiki-yi: train=8,192 eval=0", "finewiki-yo: train=32,768 eval=0", "finewiki-zgh: train=8,192 eval=0", "finewiki-zh_classical: train=8,192 eval=0", "finewiki-zh_min_nan: train=425,984 eval=0", "finewiki-zh_yue: train=98,304 eval=0", "finewiki-zu: train=8,192 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-enwiki-20251202-v1_1_0: train=5,783,552 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-arwiki-20251202-v1_1_0: train=507,904 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-dewiki-20251202-v1_1_0: train=2,482,176 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-eswiki-20251202-v1_1_0: train=1,687,552 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-frwiki-20251202-v1_1_0: train=2,408,448 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-itwiki-20251202-v1_1_0: train=1,417,216 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-jawiki-20251202-v1_1_0: train=1,523,712 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-kowiki-20251202-v1_1_0: train=385,024 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-ptwiki-20251202-v1_1_0: train=753,664 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-ruwiki-20251202-v1_1_0: train=1,867,776 eval=0", "wikipedia-multilingual-ir-related-paragraph-pairs-zhwiki-20251202-v1_1_0: train=630,784 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-arwiki-20260301-v1_2_0: train=884,736 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-dewiki-20260301-v1_2_0: train=3,719,168 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-enwiki-20260301-v1_2_0: train=10,076,160 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-eswiki-20260301-v1_2_0: train=2,539,520 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-frwiki-20260301-v1_2_0: train=3,448,832 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-itwiki-20260301-v1_2_0: train=2,457,600 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-jawiki-20260301-v1_2_0: train=1,900,544 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-kowiki-20260301-v1_2_0: train=1,114,112 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-ptwiki-20260301-v1_2_0: train=1,376,256 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-ruwiki-20260301-v1_2_0: train=2,957,312 eval=0", "wikipedia-multilingual-ir-related-lead-pairs-zhwiki-20260301-v1_2_0: train=2,695,168 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-az: train=73,728 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-be: train=8,192 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-bg: train=1,646,592 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-ca: train=524,288 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-cs: train=1,073,152 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-da: train=933,888 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-de: train=1,581,056 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-el: train=4,980,736 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-en: train=1,597,440 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-et: train=712,704 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-fa: train=3,006,464 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-fi: train=925,696 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-fy: train=24,576 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-gl: train=90,112 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-he: train=352,256 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-hi: train=4,816,896 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-hr: train=1,105,920 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-hu: train=1,998,848 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-id: train=4,022,272 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-is: train=8,192 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-ja: train=778,240 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-kn: train=8,192 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-ko: train=2,514,944 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-la: train=24,576 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-lb: train=32,768 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-lt: train=40,960 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-lv: train=90,112 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-mk: train=172,032 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-ml: train=57,344 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-mr: train=24,576 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-nl: train=4,358,144 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-nn: train=73,728 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-no: train=1,236,992 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-pl: train=2,875,392 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-pt: train=8,839,168 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-ro: train=4,145,152 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-ru: train=1,236,992 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-sh: train=98,304 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-sk: train=425,984 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-sl: train=393,216 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-sq: train=237,568 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-sr: train=696,320 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-sv: train=2,293,760 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-sw: train=32,768 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-ta: train=57,344 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-te: train=24,576 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-tl: train=32,768 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-uk: train=2,834,432 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-ur: train=49,152 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-vi: train=2,572,288 eval=0", "multilingual-cc-news-ir-related-paragraph-pairs-zh: train=1,343,488 eval=0", "mmarco-triplet-all-arabic-triplet-all: train=991,232 eval=0", "mmarco-triplet-all-chinese-triplet-all: train=999,424 eval=0", "mmarco-triplet-all-dutch-triplet-all: train=999,424 eval=0", "mmarco-triplet-all-english-triplet-all: train=999,424 eval=0", "mmarco-triplet-all-french-triplet-all: train=999,424 eval=0", "mmarco-triplet-all-german-triplet-all: train=999,424 eval=0", "mmarco-triplet-all-indonesian-triplet-all: train=999,424 eval=0", "mmarco-triplet-all-italian-triplet-all: train=999,424 eval=0", "mmarco-triplet-all-japanese-triplet-all: train=999,424 eval=0", "mmarco-triplet-all-spanish-triplet-all: train=999,424 eval=0", "all-nli-triplet: train=491,520 eval=0", "miracl-triplet-all-all: train=1,990,656 eval=0", "wikipedia-synthetic-nli-default: train=5,791,744 eval=0", "fw2ir-triplet-arb_Arab: train=2,809,856 eval=0", "fw2ir-triplet-ces_Latn: train=2,547,712 eval=0", "fw2ir-triplet-cmn_Hani: train=2,867,200 eval=0", "fw2ir-triplet-dan_Latn: train=2,318,336 eval=0", "fw2ir-triplet-deu_Latn: train=2,809,856 eval=0", "fw2ir-triplet-ell_Grek: train=2,220,032 eval=0", "fw2ir-triplet-eng_Latn: train=2,629,632 eval=0", "fw2ir-triplet-fas_Arab: train=2,105,344 eval=0", "fw2ir-triplet-fra_Latn: train=2,801,664 eval=0", "fw2ir-triplet-hun_Latn: train=2,162,688 eval=0", "fw2ir-triplet-ind_Latn: train=2,736,128 eval=0", "fw2ir-triplet-ita_Latn: train=2,744,320 eval=0", "fw2ir-triplet-jpn_Jpan: train=2,883,584 eval=0", "fw2ir-triplet-nld_Latn: train=2,801,664 eval=0", "fw2ir-triplet-pol_Latn: train=2,818,048 eval=0", "fw2ir-triplet-por_Latn: train=2,760,704 eval=0", "fw2ir-triplet-rus_Cyrl: train=2,777,088 eval=0", "fw2ir-triplet-spa_Latn: train=2,768,896 eval=0", "fw2ir-triplet-swe_Latn: train=2,523,136 eval=0", "fw2ir-triplet-tur_Latn: train=2,801,664 eval=0", "fw2ir-triplet-vie_Latn: train=2,203,648 eval=0" ], "decay_ratio": null, "decay_steps": null, "eval_steps": 1000, "evaluation_strategy": "steps", "fp16": false, "ft_base_model": null, "global_rope_theta": null, "gradient_accumulation_steps": 1, "learning_rate": 0.0009, "local_rope_theta": null, "logging_steps": 10, "loss_mini_batch_size": 2048, "loss_mini_batch_size_by_bs": null, "losses": { "doc_doc": [ { "klass": "CachedMultipleNegativesMaskedBidirectionalRankingLoss", "kwargs": { "debug_mask_stats": 10000, "gather_across_devices": false, "include_doc_to_query_loss": true, "temperature": 0.03 } }, { "klass": "QuantizationAwareLoss", "kwargs": { "quantization_precisions": [ "float32", "int8", "ubinary" ], "quantization_weights": [ 1.0, 0.1, 0.1 ] } }, { "klass": "MatryoshkaLoss", "kwargs": { "matryoshka_dims": [ 384, 256, 128, 64 ], "matryoshka_weights": [ 1.0, 0.3, 0.15, 0.1 ] } } ], "query_doc": [ { "klass": "CachedMultipleNegativesMaskedBidirectionalRankingLoss", "kwargs": { "debug_mask_stats": 10000, "gather_across_devices": false, "temperature": 0.03 } }, { "klass": "QuantizationAwareLoss", "kwargs": { "quantization_precisions": [ "float32", "int8", "ubinary" ], "quantization_weights": [ 1.0, 0.1, 0.1 ] } }, { "klass": "MatryoshkaLoss", "kwargs": { "matryoshka_dims": [ 384, 256, 128, 64 ], "matryoshka_weights": [ 1.0, 0.3, 0.15, 0.1 ] } } ] }, "lr_scheduler_kwargs": null, "lr_scheduler_type": "cosine", "max_seq_length": 512, "max_steps": null, "merged_config": { "_config_path": "configs/training_args/ablation/a8m-pretrain-full-A2-prefix-none-mrl-qat.yaml", "_data_config_path": "configs/data_args/pretrain-bekko-embedding-v1-20260611-unir-v9.yaml", "_training_config_path": "configs/training_args/ablation/a8m-pretrain-full-A2-prefix-none-mrl-qat.yaml", "data": { "eval_datasets": [], "train_datasets": [ { "column_type": "pair", "drop_shared_id": true, "eval_limit": 0, "loader": "unir_v2_pair", "log_timing": true, "min_rows": 1, "path": "/home/hotchpotch/src/github.com/hotchpotch/unir/examples/yaml/hotchpotch-multilingual-unsupervised-v9.yaml", "positive_column": "pos", "require_cache": true, "shared_id_block_size": 8192, "shared_id_column": "shared_id", "translate_quality_score_min_exclusive": 1.0 }, { "column_type": "triplet", "drop_shared_id": true, "eval_limit": 0, "loader": "unir_v2_pair", "log_timing": true, "min_rows": 1, "negative_column": "neg", "path": "/home/hotchpotch/src/github.com/hotchpotch/unir/examples/yaml/hotchpotch-multilingual-unsupervised-v9.yaml", "positive_column": "pos", "require_cache": true, "shared_id_block_size": 8192, "shared_id_column": "shared_id", "translate_quality_score_min_exclusive": 1.0 }, { "column_type": "triplet", "drop_shared_id": true, "eval_limit": 0, "loader": "unir_v2_pair", "log_timing": true, "min_rows": 1, "negative_column": "neg", "path": "/home/hotchpotch/src/github.com/hotchpotch/unir/examples/yaml/hotchpotch-multilingual-unsupervised-v9.yaml", "positive_column": "pos", "require_cache": true, "shared_id_block_size": 8192, "shared_id_column": "shared_id", "translate_quality_score_min_exclusive": 1.0, "unir_task": "fw2ir-triplet" } ] }, "model": { "doc_doc_prefix_fallback_to_query": false, "doc_prefix": "", "max_seq_length": 512, "name": "hotchpotch/mmBERT-L4H384-pruned", "query_prefix": "" }, "training": { "batch_sampler": "shared_id", "bf16": true, "bf16_full_eval": true, "cleanup_checkpoints": false, "dataloader_num_workers": 8, "dataloader_persistent_workers": false, "dataloader_prefetch_factor": 2, "eval_before_train": false, "eval_prefix_in_dataset": true, "eval_steps": 1000, "fp16": false, "gradient_accumulation_steps": 1, "learning_rate": 0.0009, "logging_steps": 10, "loss_detail_logging": { "enabled": true, "flush_every_records": 1, "include_batch_events": false, "include_optimizer_events": true, "output_dir": "logs/loss_detail" }, "loss_mini_batch_size": 2048, "losses": { "doc_doc": [ { "klass": "CachedMultipleNegativesMaskedBidirectionalRankingLoss", "kwargs": { "debug_mask_stats": 10000, "gather_across_devices": false, "include_doc_to_query_loss": true, "temperature": 0.03 } }, { "klass": "QuantizationAwareLoss", "kwargs": { "quantization_precisions": [ "float32", "int8", "ubinary" ], "quantization_weights": [ 1.0, 0.1, 0.1 ] } }, { "klass": "MatryoshkaLoss", "kwargs": { "matryoshka_dims": [ 384, 256, 128, 64 ], "matryoshka_weights": [ 1.0, 0.3, 0.15, 0.1 ] } } ], "query_doc": [ { "klass": "CachedMultipleNegativesMaskedBidirectionalRankingLoss", "kwargs": { "debug_mask_stats": 10000, "gather_across_devices": false, "temperature": 0.03 } }, { "klass": "QuantizationAwareLoss", "kwargs": { "quantization_precisions": [ "float32", "int8", "ubinary" ], "quantization_weights": [ 1.0, 0.1, 0.1 ] } }, { "klass": "MatryoshkaLoss", "kwargs": { "matryoshka_dims": [ 384, 256, 128, 64 ], "matryoshka_weights": [ 1.0, 0.3, 0.15, 0.1 ] } } ] }, "lr_scheduler_type": "cosine", "multi_dataset_batch_sampler": "proportional", "num_train_epochs": 1, "optim": "adamw_torch", "output_root": "output/models/embedding_v1", "per_device_eval_batch_size": 512, "per_device_train_batch_size": 8192, "report_to": [ "wandb" ], "save_steps": 1000, "save_strategy": "steps", "save_total_limit": 10, "seed": 12, "skip_evaluation": false, "use_multi_dataset_sampler": true, "wandb_project": "mmbert-embedding", "warmup_ratio": 0.1, "weight_decay": 0.01 } }, "model_name": "hotchpotch/mmBERT-L4H384-pruned", "monolithic_config_path": null, "mrl_loss": null, "multi_dataset_batch_sampler": "proportional", "num_train_epochs": 1, "output_dir": "output/models/embedding_v1/mmBERT-L4H384-pruned/a8m-pretrain-full-unir-v9-prefix-none-mrl-qat/20260704_041654", "override_paths": [ "training.loss_mini_batch_size" ], "overrides": [ "training.loss_mini_batch_size=2048" ], "per_device_eval_batch_size": 512, "per_device_train_batch_size": 8192, "raw_cli_args": [ "/home/hotchpotch/src/github.com/hotchpotch/mmBERT-embedding-reranker/.venv/bin/trainer", "--training_config", "configs/training_args/ablation/a8m-pretrain-full-A2-prefix-none-mrl-qat.yaml", "--data_config", "configs/data_args/pretrain-bekko-embedding-v1-20260611-unir-v9.yaml", "--run-name", "a8m-pretrain-full-unir-v9-prefix-none-mrl-qat", "--override", "training.loss_mini_batch_size=2048" ], "run_name": "a8m-pretrain-full-unir-v9-prefix-none-mrl-qat-20260704_041654", "save_steps": 1000, "save_strategy": "steps", "save_total_limit": 10, "seed": 12, "sync_once_per_batch": true, "train_ds_label": "pretrain-bekko-embedding-v1-20260611-unir-v9", "training_config_path": "configs/training_args/ablation/a8m-pretrain-full-A2-prefix-none-mrl-qat.yaml", "use_multi_dataset_sampler": true, "warmup_ratio": 0.1, "warmup_steps": null, "weight_decay": 0.01 }