| { |
| "key": "864dcc13473ae4c0", |
| "created_at": "2026-10-05T16:03:13+00:00", |
| "sources": { |
| "bev_tr": { |
| "repo": "hayriyigit/bev-decision-150K-tr", |
| "revision": "70292beffb5bda58603177bdde76c6b10e91b468", |
| "format": "bev", |
| "original": { |
| "repo": "avbiswas/bev-decision-150K", |
| "revision": "f83fe8b97094112fa305bfc793be07c8f8742282" |
| } |
| }, |
| "jev_bench_tr": { |
| "repo": "hayriyigit/jev-bench-tr", |
| "revision": "f78242b1abb5df2cb1817c597d01902ed575a718", |
| "format": "jev", |
| "original": { |
| "repo": "Praveenrajus/jev-bench", |
| "revision": "b41e6b2f68a429608e1c0d354324d0bebaec7971" |
| } |
| }, |
| "massive_tr": { |
| "repo": "mteb/amazon_massive_intent", |
| "revision": "940fd47a81eaa7f2cc7b129674d945d618ac38c2", |
| "format": "classification", |
| "original": { |
| "repo": "mteb/amazon_massive_intent", |
| "revision": "940fd47a81eaa7f2cc7b129674d945d618ac38c2" |
| } |
| }, |
| "xnli_tr": { |
| "repo": "facebook/xnli", |
| "revision": "b8dd5d7af51114dbda02c0e3f6133f332186418e", |
| "format": "classification", |
| "original": { |
| "repo": "facebook/xnli", |
| "revision": "b8dd5d7af51114dbda02c0e3f6133f332186418e" |
| } |
| }, |
| "beyazperde_tr": { |
| "repo": "turkish-nlp-suite/beyazperde-all-movie-reviews", |
| "revision": "ba9bf2f104e7dfaac3b520049eecffc0ed01ebb5", |
| "format": "classification" |
| }, |
| "squad_tr": { |
| "repo": "hayriyigit/squad_v2-tr", |
| "revision": "f007719f333819c541f3e22964dbbc78bf493a4b", |
| "format": "classification", |
| "original": { |
| "repo": "rajpurkar/squad_v2", |
| "revision": "3ffb306f725f7d2ce8394bc1873b24868140c412" |
| } |
| } |
| }, |
| "rows": { |
| "train": 169533, |
| "test": 77016 |
| }, |
| "rows_by_source": { |
| "train": { |
| "bev_tr": 102782, |
| "bev_tr_en": 34261, |
| "massive_tr": 5000, |
| "xnli_tr": 2490, |
| "beyazperde_tr": 5000, |
| "squad_tr": 20000 |
| }, |
| "test": { |
| "bev_tr": 24386, |
| "bev_tr_en": 3000, |
| "jev_bench_tr": 22773, |
| "jev_bench_tr_en": 2000, |
| "massive_tr": 2974, |
| "xnli_tr": 5010, |
| "beyazperde_tr": 5000, |
| "squad_tr": 11873 |
| } |
| }, |
| "decisions": { |
| "train": { |
| "choice": 99140, |
| "noul": 140240, |
| "score": 68432 |
| }, |
| "test": { |
| "noul": 39371, |
| "choice": 39616, |
| "score": 22729 |
| } |
| }, |
| "train_rows_dropped_overlapping_eval": { |
| "bev_tr train x jev_bench_tr test": 337, |
| "bev_tr train x beyazperde_tr test": 6, |
| "bev_tr train x squad_tr test": 2, |
| "bev_tr train x massive_tr test": 10, |
| "massive_tr train x bev_tr test": 477, |
| "massive_tr train x jev_bench_tr test": 16, |
| "massive_tr train x massive_tr test": 16, |
| "beyazperde_tr train x beyazperde_tr test": 76 |
| }, |
| "train_rows_left_out_by_domain_weight": { |
| "bev_tr/Software engineering and code": 4376, |
| "bev_tr/Spatial and logical reasoning": 11581, |
| "bev_tr/Browser interaction": 3202, |
| "bev_tr/Engagement and ranking": 3318 |
| }, |
| "skipped": {} |
| } |
|
|
