LIBRA-Leaderboard / datasets_config.json
ai-forever's picture
Mark LIBRA Mini datasets with asterisk on leaderboard; refresh docs and LiquidAI LongContext scores
bb7d347
Raw History Blame
2.52 kB
{
"passkey": {
"name": "Passkey",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"matreshka_yes_no": {
"name": "MatreshkaYesNo",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"matreshka_names": {
"name": "MatreshkaNames *",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"passkey_with_librusec": {
"name": "PasskeyWithLibrusec",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"librusec_history": {
"name": "LibrusecHistory",
"lengths": [
"8k",
"16k",
"32k",
"64k"
]
},
"ru_sci_passage_count": {
"name": "ruSciPassageCount *",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"ru_2wikimultihopqa": {
"name": "ru2WikiMultihopQA *",
"lengths": [
"8k",
"16k",
"32k"
]
},
"long_context_multiq": {
"name": "LongContextMultiQ *",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k"
]
},
"ru_sci_abstract_retrieval": {
"name": "ruSciAbstractRetrieval",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"ru_sci_fi": {
"name": "ruSciFi",
"lengths": [
"32k",
"64k"
]
},
"librusec_mhqa": {
"name": "LibrusecMHQA *",
"lengths": [
"8k"
]
},
"ru_babilong_qa1": {
"name": "ruBABILongQA1",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"ru_babilong_qa2": {
"name": "ruBABILongQA2",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"ru_babilong_qa3": {
"name": "ruBABILongQA3 *",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"ru_babilong_qa4": {
"name": "ruBABILongQA4",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"ru_babilong_qa5": {
"name": "ruBABILongQA5",
"lengths": [
"4k",
"8k",
"16k",
"32k",
"64k",
"128k"
]
},
"ru_quality": {
"name": "ruQuALITY",
"lengths": [
"8k",
"16k"
]
},
"ru_tpo": {
"name": "ruTPO",
"lengths": [
"8k"
]
}
}