kavinduw commited on
Commit
5d03ace
·
verified ·
1 Parent(s): b0c9511

Upload folder using huggingface_hub

Browse files
Files changed (32) hide show
  1. Maths/1k/nllb_literature-children_eval_maths_en-si_trained_1k.csv +1 -1
  2. Maths/1k/nllb_literature-children_eval_maths_en-ta_trained_1k.csv +1 -1
  3. Maths/1k/nllb_literature-children_eval_maths_si-en_trained_1k.csv +1 -1
  4. Maths/1k/nllb_literature-children_eval_maths_ta-en_trained_1k.csv +1 -1
  5. Maths/1k/nllb_literature-kathlyn_eval_maths_en-si_trained_1k.csv +1 -1
  6. Maths/1k/nllb_literature-kathlyn_eval_maths_en-ta_trained_1k.csv +1 -1
  7. Maths/1k/nllb_literature-kathlyn_eval_maths_si-en_trained_1k.csv +1 -1
  8. Maths/1k/nllb_literature-kathlyn_eval_maths_ta-en_trained_1k.csv +1 -1
  9. Maths/1k/nllb_literature-old_eval_maths_en-si_trained_1k.csv +1 -1
  10. Maths/1k/nllb_literature-old_eval_maths_en-ta_trained_1k.csv +1 -1
  11. Maths/1k/nllb_literature-old_eval_maths_si-en_trained_1k.csv +1 -1
  12. Maths/1k/nllb_literature-old_eval_maths_ta-en_trained_1k.csv +1 -1
  13. Maths/5k/nllb_literature-children_eval_maths_en-si_trained_5k.csv +1 -1
  14. Maths/5k/nllb_literature-children_eval_maths_si-en_trained_5k.csv +1 -1
  15. Maths/5k/nllb_literature-kathlyn_eval_maths_en-si_trained_5k.csv +1 -1
  16. Maths/5k/nllb_literature-kathlyn_eval_maths_si-en_trained_5k.csv +1 -1
  17. Maths/5k/nllb_literature-old_eval_maths_en-si_trained_5k.csv +1 -1
  18. Maths/5k/nllb_literature-old_eval_maths_si-en_trained_5k.csv +1 -1
  19. Maths/combined results/maths_crossdomain_all_directions_summary.csv +7 -0
  20. Maths/combined results/maths_crossdomain_ta-en_summary.csv +8 -0
  21. Maths/nllb_literature-children_eval_maths_en-si_baseline.csv +1 -1
  22. Maths/nllb_literature-children_eval_maths_en-ta_baseline.csv +1 -1
  23. Maths/nllb_literature-children_eval_maths_si-en_baseline.csv +1 -1
  24. Maths/nllb_literature-children_eval_maths_ta-en_baseline.csv +1 -1
  25. Maths/nllb_literature-kathlyn_eval_maths_en-si_baseline.csv +1 -1
  26. Maths/nllb_literature-kathlyn_eval_maths_en-ta_baseline.csv +1 -1
  27. Maths/nllb_literature-kathlyn_eval_maths_si-en_baseline.csv +1 -1
  28. Maths/nllb_literature-kathlyn_eval_maths_ta-en_baseline.csv +1 -1
  29. Maths/nllb_literature-old_eval_maths_en-si_baseline.csv +1 -1
  30. Maths/nllb_literature-old_eval_maths_en-ta_baseline.csv +1 -1
  31. Maths/nllb_literature-old_eval_maths_si-en_baseline.csv +1 -1
  32. Maths/nllb_literature-old_eval_maths_ta-en_baseline.csv +1 -1
Maths/1k/nllb_literature-children_eval_maths_en-si_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-si_final_model,34.776468707628815,31.612661097323503,6.774863008995146,15.061398801510679,16.795366027425185,0.8342565086632967
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-si_final_model,36.35909291462099,33.222836745014966,8.490458996669759,17.749474792664138,18.502101357960736,0.8525017505106719
Maths/1k/nllb_literature-children_eval_maths_en-ta_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-ta_final_model,58.97358762803256,54.253111835245996,20.44001744398556,34.03432774126454,33.38131337027993,0.8522376720966013
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-ta_final_model,55.429267298402074,51.2485367764416,23.161514281862733,28.729557830127433,27.839496992064408,0.8772133412184538
Maths/1k/nllb_literature-children_eval_maths_si-en_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- si-en_final_model,46.00924162256373,45.117057347457134,22.335919735204868,22.048890357904067,22.306657430532958,0.8164882245063781
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ si-en_final_model,53.3069136428618,52.270566732429614,30.172400401200175,31.42800440321369,30.764274245020495,0.8347711539786795
Maths/1k/nllb_literature-children_eval_maths_ta-en_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- ta-en_final_model,51.32325799842919,50.57471937318869,27.267575617406578,26.62924381066019,27.16518830764448,0.8226269085512117
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ ta-en_final_model,53.17096717231566,52.19677828186728,32.357841128520334,32.123937991316836,32.32977667652752,0.824453506204817
Maths/1k/nllb_literature-kathlyn_eval_maths_en-si_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-si_final_model,34.776468707628815,31.612661097323503,6.774863008995146,15.061398801510679,16.795366027425185,0.8342565086632967
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-si_final_model,36.92566257334854,34.04195048127263,9.079035128127252,17.615655698109343,19.68761701888421,0.8403395288200541
Maths/1k/nllb_literature-kathlyn_eval_maths_en-ta_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-ta_final_model,58.97358762803256,54.253111835245996,20.44001744398556,34.03432774126454,33.38131337027993,0.8522376720966013
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-ta_final_model,56.12571948903374,50.99308630413238,17.791007208979735,30.258621142078393,30.92698245593562,0.8493579040263214
Maths/1k/nllb_literature-kathlyn_eval_maths_si-en_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- si-en_final_model,46.00924162256373,45.117057347457134,22.335919735204868,22.048890357904067,22.306657430532958,0.8164882245063781
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ si-en_final_model,45.49937433107739,44.715060692662625,22.825966712354923,21.89486574607863,22.672526575649332,0.811855103651231
Maths/1k/nllb_literature-kathlyn_eval_maths_ta-en_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- ta-en_final_model,51.32325799842919,50.57471937318869,27.267575617406578,26.62924381066019,27.16518830764448,0.8226269085512117
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ ta-en_final_model,50.343788161601445,49.114023313107694,27.02289590870335,25.65158061771517,26.67602912490013,0.823388238455735
Maths/1k/nllb_literature-old_eval_maths_en-si_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-si_final_model,34.776468707628815,31.612661097323503,6.774863008995146,15.061398801510679,16.795366027425185,0.8342565086632967
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-si_final_model,33.12662883666089,29.750490770181244,4.745749573867679,12.599967123792698,14.433319422145122,0.8064154837981309
Maths/1k/nllb_literature-old_eval_maths_en-ta_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-ta_final_model,58.97358762803256,54.253111835245996,20.44001744398556,34.03432774126454,33.38131337027993,0.8522376720966013
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-ta_final_model,59.56532381182207,54.89672822324625,20.73568674359493,34.86946881804085,34.02182031159002,0.850981545576168
Maths/1k/nllb_literature-old_eval_maths_si-en_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- si-en_final_model,46.00924162256373,45.117057347457134,22.335919735204868,22.048890357904067,22.306657430532958,0.8164882245063781
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ si-en_final_model,43.48329114098796,42.54177172353821,18.59096299864723,18.13867766614123,18.455391168435643,0.8010533560227246
Maths/1k/nllb_literature-old_eval_maths_ta-en_trained_1k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- ta-en_final_model,51.32325799842919,50.57471937318869,27.267575617406578,26.62924381066019,27.16518830764448,0.8226269085512117
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ ta-en_final_model,51.416962436121,50.75101489314886,27.026455336227702,26.55669469186842,27.030302516259876,0.8222078544275202
Maths/5k/nllb_literature-children_eval_maths_en-si_trained_5k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-si_final_model,34.77051881064639,31.65137688816672,6.828233269589355,14.777844293693056,16.48617424000589,0.8378541394174099
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-si_final_model,36.327432903093836,33.26902527950698,8.490618082235551,17.69828855527136,18.068507795212742,0.8580960095792577
Maths/5k/nllb_literature-children_eval_maths_si-en_trained_5k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- si-en_final_model,45.19843038491925,44.37380786071956,21.69833853788471,21.165128143574513,21.583753248943072,0.8135385944843292
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ si-en_final_model,52.5290831739168,51.62127164831506,30.136893640676963,30.93536536388488,30.607373434886743,0.8309810753317847
Maths/5k/nllb_literature-kathlyn_eval_maths_en-si_trained_5k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-si_final_model,34.77051881064639,31.65137688816672,6.828233269589355,14.777844293693056,16.48617424000589,0.8378541394174099
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-si_final_model,36.843196473951295,33.945887453564524,9.019175939535993,16.57185707545195,18.761309906994054,0.8416427139362151
Maths/5k/nllb_literature-kathlyn_eval_maths_si-en_trained_5k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- si-en_final_model,45.19843038491925,44.37380786071956,21.69833853788471,21.165128143574513,21.583753248943072,0.8135385944843292
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ si-en_final_model,44.73849417086287,44.01428352070514,22.064140640300973,20.932449913404035,21.797175965214294,0.8101513814181089
Maths/5k/nllb_literature-old_eval_maths_en-si_trained_5k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- en-si_final_model,34.77051881064639,31.65137688816672,6.828233269589355,14.777844293693056,16.48617424000589,0.8378541394174099
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ en-si_final_model,33.168183603141316,29.851706246428144,4.89637061571189,12.60560927456695,14.402138743603302,0.8104052364629487
Maths/5k/nllb_literature-old_eval_maths_si-en_trained_5k.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- si-en_final_model,45.19843038491925,44.37380786071956,21.69833853788471,21.165128143574513,21.583753248943072,0.8135385944843292
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ si-en_final_model,42.635082441154246,41.73890786042584,17.687819319382754,17.086074163211364,17.520439824423633,0.797613288899853
Maths/combined results/maths_crossdomain_all_directions_summary.csv CHANGED
@@ -20,3 +20,10 @@ en-ta,10k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
20
  en-ta,15k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
21
  en-ta,20k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
22
  en-ta,25k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
 
 
 
 
 
 
 
 
20
  en-ta,15k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
21
  en-ta,20k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
22
  en-ta,25k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
23
+ ta-en,baseline,39.47622083734604,38.535686343285626,16.80805320253603,18.917533482605823,18.198721079028463,0.7528944167643785,52.3529295476339,49.38957776608853,22.983161463191124,22.78860494341881,23.888948978622665,0.8210956664085388,23.287211611003936,22.38927432915715,11.122744297292002,9.407024275001389,10.92931256708631,0.6389645711779595,42.07568030691544,40.858521039377784,26.18871728655078,23.279777518510983,25.91722171225571,0.7494174346327782,59.68646735470296,57.866382438661454,33.204412644274505,34.89017215436297,35.637236082588075,0.8468928661346435,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303,55.95338991980899,54.10241056867392,32.40037756016967,33.277017412245605,34.37400931232348,0.8045579167195114,48.55646207985666,47.844840747445275,30.852783835081933,30.937461958666827,31.65396680699585,0.7837131512463092,60.18050958026944,57.52052470528929,30.45956583501814,33.85661078371377,34.56109868596526,0.8350872081518174,55.356985866580544,53.27514272756617,28.884337353160277,30.380139274020152,31.23775259989815,0.843577752648135,42.33599917092071,40.69509676471764,23.927384098520275,22.840365209874985,23.52094887359705,0.7381379562616348
24
+ ta-en,1k,39.82157754520797,38.78370406284925,16.550229724785325,18.49717602919413,17.812426439793633,0.7609253655970096,51.962184816574094,49.00155920644776,21.866773611626233,21.86437512047797,23.086751606214076,0.8199513113349676,62.20673375166324,61.547403256600056,40.454740731661616,40.86587591670297,41.160558776074595,0.8784349293112755,64.52226816702111,63.89522023671363,44.502773389413264,44.61384342730401,44.8844529468027,0.8924452361166477,59.93296886131749,58.090924349187304,32.91351076985748,34.8407315452573,35.6045631837674,0.8471966152191162,51.32325799842919,50.57471937318869,27.267575617406575,26.62924381066019,27.16518830764448,0.8226269085512117,51.32325799842919,50.57471937318869,27.267575617406575,26.62924381066019,27.16518830764448,0.8226269085512117,51.32325799842919,50.57471937318869,27.267575617406575,26.62924381066019,27.16518830764448,0.8226269085512117,51.32325799842919,50.57471937318869,27.267575617406575,26.62924381066019,27.16518830764448,0.8226269085512117,62.356985064925105,60.697583423636395,36.99233794563459,37.604681779516746,38.65614588908474,0.864952859599667,58.46864864385781,57.87147921723672,40.08153464376405,40.10928450633838,40.735950575257405,0.849430399775505,60.749786022131715,58.09743683345483,30.768214980134655,34.31760907655507,35.298197507834665,0.8379378471374511,57.560912505119475,55.542051288207006,30.047777597435843,31.728758049950248,32.69692253947723,0.852927152258841,57.68725986956608,56.51567596997068,36.08563113624694,33.84929409923009,34.66937845970926,0.8536865481436252
25
+ ta-en,5k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
26
+ ta-en,10k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
27
+ ta-en,15k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
28
+ ta-en,20k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
29
+ ta-en,25k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
Maths/combined results/maths_crossdomain_ta-en_summary.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ data_size,Bible_chrf_sacrebleuapi,Bible_chrfpp_sacrebleuapi,Bible_bleu_sacrebleuapi,Bible_spBLEU-flores101,Bible_spBLEU-flores200,Bible_comet,Government_chrf_sacrebleuapi,Government_chrfpp_sacrebleuapi,Government_bleu_sacrebleuapi,Government_spBLEU-flores101,Government_spBLEU-flores200,Government_comet,OpenSubtitles_chrf_sacrebleuapi,OpenSubtitles_chrfpp_sacrebleuapi,OpenSubtitles_bleu_sacrebleuapi,OpenSubtitles_spBLEU-flores101,OpenSubtitles_spBLEU-flores200,OpenSubtitles_comet,NLLB_chrf_sacrebleuapi,NLLB_chrfpp_sacrebleuapi,NLLB_bleu_sacrebleuapi,NLLB_spBLEU-flores101,NLLB_spBLEU-flores200,NLLB_comet,Wikipedia_chrf_sacrebleuapi,Wikipedia_chrfpp_sacrebleuapi,Wikipedia_bleu_sacrebleuapi,Wikipedia_spBLEU-flores101,Wikipedia_spBLEU-flores200,Wikipedia_comet,Literature_chrf_sacrebleuapi,Literature_chrfpp_sacrebleuapi,Literature_bleu_sacrebleuapi,Literature_spBLEU-flores101,Literature_spBLEU-flores200,Literature_comet,Literature-Children_chrf_sacrebleuapi,Literature-Children_chrfpp_sacrebleuapi,Literature-Children_bleu_sacrebleuapi,Literature-Children_spBLEU-flores101,Literature-Children_spBLEU-flores200,Literature-Children_comet,Literature-Kathlyn_chrf_sacrebleuapi,Literature-Kathlyn_chrfpp_sacrebleuapi,Literature-Kathlyn_bleu_sacrebleuapi,Literature-Kathlyn_spBLEU-flores101,Literature-Kathlyn_spBLEU-flores200,Literature-Kathlyn_comet,Literature-Old_chrf_sacrebleuapi,Literature-Old_chrfpp_sacrebleuapi,Literature-Old_bleu_sacrebleuapi,Literature-Old_spBLEU-flores101,Literature-Old_spBLEU-flores200,Literature-Old_comet,News_chrf_sacrebleuapi,News_chrfpp_sacrebleuapi,News_bleu_sacrebleuapi,News_spBLEU-flores101,News_spBLEU-flores200,News_comet,Maths_chrf_sacrebleuapi,Maths_chrfpp_sacrebleuapi,Maths_bleu_sacrebleuapi,Maths_spBLEU-flores101,Maths_spBLEU-flores200,Maths_comet,Health_chrf_sacrebleuapi,Health_chrfpp_sacrebleuapi,Health_bleu_sacrebleuapi,Health_spBLEU-flores101,Health_spBLEU-flores200,Health_comet,FloresPlus_chrf_sacrebleuapi,FloresPlus_chrfpp_sacrebleuapi,FloresPlus_bleu_sacrebleuapi,FloresPlus_spBLEU-flores101,FloresPlus_spBLEU-flores200,FloresPlus_comet,Jailbreak_chrf_sacrebleuapi,Jailbreak_chrfpp_sacrebleuapi,Jailbreak_bleu_sacrebleuapi,Jailbreak_spBLEU-flores101,Jailbreak_spBLEU-flores200,Jailbreak_comet
2
+ baseline,39.47622083734604,38.535686343285626,16.80805320253603,18.917533482605823,18.198721079028463,0.7528944167643785,52.3529295476339,49.38957776608853,22.983161463191124,22.78860494341881,23.888948978622665,0.8210956664085388,23.287211611003936,22.38927432915715,11.122744297292002,9.407024275001389,10.92931256708631,0.6389645711779595,42.07568030691544,40.858521039377784,26.18871728655078,23.279777518510983,25.91722171225571,0.7494174346327782,59.68646735470296,57.866382438661454,33.204412644274505,34.89017215436297,35.637236082588075,0.8468928661346435,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303,55.95338991980899,54.10241056867392,32.40037756016967,33.277017412245605,34.37400931232348,0.8045579167195114,48.55646207985666,47.844840747445275,30.852783835081933,30.937461958666827,31.65396680699585,0.7837131512463092,60.18050958026944,57.52052470528929,30.45956583501814,33.85661078371377,34.56109868596526,0.8350872081518174,55.356985866580544,53.27514272756617,28.884337353160277,30.380139274020152,31.23775259989815,0.843577752648135,42.33599917092071,40.69509676471764,23.927384098520275,22.840365209874985,23.52094887359705,0.7381379562616348
3
+ 1k,39.82157754520797,38.78370406284925,16.550229724785325,18.49717602919413,17.812426439793633,0.7609253655970096,51.962184816574094,49.00155920644776,21.866773611626233,21.86437512047797,23.086751606214076,0.8199513113349676,62.20673375166324,61.547403256600056,40.454740731661616,40.86587591670297,41.160558776074595,0.8784349293112755,64.52226816702111,63.89522023671363,44.502773389413264,44.61384342730401,44.8844529468027,0.8924452361166477,59.93296886131749,58.090924349187304,32.91351076985748,34.8407315452573,35.6045631837674,0.8471966152191162,51.32325799842919,50.57471937318869,27.267575617406575,26.62924381066019,27.16518830764448,0.8226269085512117,51.32325799842919,50.57471937318869,27.267575617406575,26.62924381066019,27.16518830764448,0.8226269085512117,51.32325799842919,50.57471937318869,27.267575617406575,26.62924381066019,27.16518830764448,0.8226269085512117,51.32325799842919,50.57471937318869,27.267575617406575,26.62924381066019,27.16518830764448,0.8226269085512117,62.356985064925105,60.697583423636395,36.99233794563459,37.604681779516746,38.65614588908474,0.864952859599667,58.46864864385781,57.87147921723672,40.08153464376405,40.10928450633838,40.735950575257405,0.849430399775505,60.749786022131715,58.09743683345483,30.768214980134655,34.31760907655507,35.298197507834665,0.8379378471374511,57.560912505119475,55.542051288207006,30.047777597435843,31.728758049950248,32.69692253947723,0.852927152258841,57.68725986956608,56.51567596997068,36.08563113624694,33.84929409923009,34.66937845970926,0.8536865481436252
4
+ 5k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
5
+ 10k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
6
+ 15k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
7
+ 20k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
8
+ 25k,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
Maths/nllb_literature-children_eval_maths_en-si_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,0.5405674952727352,1.72281406584829,0.21065968916749836,0.021384744828425506,0.020206560241073472,0.5059475341588259
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,0.7783483695747281,2.1195147794433704,0.5204928412302938,0.0260854576425956,0.02585875180760081,0.545078718273536
Maths/nllb_literature-children_eval_maths_en-ta_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,0.4308148131801461,2.023331196074034,0.15121750487260444,0.02152801753686127,0.023163088551058326,0.4852443312432755
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,0.8300069846567873,2.80489574787076,1.0875235898175717,0.20244348320329297,0.20732227037280415,0.5455129618446032
Maths/nllb_literature-children_eval_maths_si-en_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,12.68270519652462,12.506382621891632,4.647287447640901,4.748886789179166,4.84982681362838,0.5844122405648231
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,7.871872336781416,8.097419707951284,4.115813819408747,3.4531209797691336,3.601198764979904,0.6038851168708524
Maths/nllb_literature-children_eval_maths_ta-en_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,33.63959011030875,32.983258983547856,20.373004815142952,17.469275133854463,20.357757049851905,0.6990936464733548
Maths/nllb_literature-kathlyn_eval_maths_en-si_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,0.5405674952727352,1.72281406584829,0.21065968916749836,0.021384744828425506,0.020206560241073472,0.5059475341588259
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,0.7095828550878596,2.085270649789144,0.39606402908239247,0.059809844994357965,0.05581851285964472,0.533525712491775
Maths/nllb_literature-kathlyn_eval_maths_en-ta_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,0.4308148131801461,2.023331196074034,0.15121750487260444,0.02152801753686127,0.023163088551058326,0.4852443312432755
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,0.5418001069713799,2.1007995351754176,0.5268565412304587,0.06473663476781123,0.0667911653110736,0.5260949256081208
Maths/nllb_literature-kathlyn_eval_maths_si-en_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,12.68270519652462,12.506382621891632,4.647287447640901,4.748886789179166,4.84982681362838,0.5844122405648231
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,5.756182858459627,6.156116090383806,2.354470096919641,2.393909244844853,2.4607596683027997,0.5652146594260227
Maths/nllb_literature-kathlyn_eval_maths_ta-en_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,35.93111021555145,34.70308098687311,16.686488435150643,16.41608564561469,17.835633188347757,0.6925768726596645
Maths/nllb_literature-old_eval_maths_en-si_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,0.5405674952727352,1.72281406584829,0.21065968916749836,0.021384744828425506,0.020206560241073472,0.5059475341588259
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,0.36129344326832336,1.3611665520689658,0.050601792771074565,0.02002194536544929,0.018632853601928772,0.4293542498900945
Maths/nllb_literature-old_eval_maths_en-ta_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,0.4308148131801461,2.023331196074034,0.15121750487260444,0.02152801753686127,0.023163088551058326,0.4852443312432755
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,0.3976277468465442,1.9785769155147508,0.04508152848579671,0.021348285524391813,0.023505020262047167,0.4661221625682938
Maths/nllb_literature-old_eval_maths_si-en_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,12.68270519652462,12.506382621891632,4.647287447640901,4.748886789179166,4.84982681362838,0.5844122405648231
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,17.876564543982767,17.31276176201485,5.882706746516167,6.19449672871853,6.3789737454054976,0.5845422988677575
Maths/nllb_literature-old_eval_maths_ta-en_baseline.csv CHANGED
@@ -1,2 +1,2 @@
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
- facebook/nllb-200-distilled-600M,33.532064508931796,32.15883836468728,14.273128624048406,14.123921514861046,15.284138938637296,0.6710098042256303
 
1
  model,chrf_sacrebleuapi,chrfpp_sacrebleuapi,bleu_sacrebleuapi,spBLEU-flores101,spBLEU-flores200,comet
2
+ facebook/nllb-200-distilled-600M,33.15584012742235,31.72750758747538,13.64439775149177,13.623291792721236,14.67661997914394,0.6612470802595907