eval_bidirectional.json

{
  "eval_size": 3000,
  "seed": 42,
  "generation": {
    "do_sample": false,
    "repetition_penalty": 1.0,
    "no_repeat_ngram_size": 0
  },
  "directions": {
    "dar2en": {
      "bleu": 18.3836342491094,
      "chrf": 27.979178239159413,
      "samples": [
        {
          "source": "لا، عندنا تذاكر يا حبيبة",
          "reference": "No, we have tickets darling",
          "hypothesis": "No, we'll be a bit"
        },
        {
          "source": "غطّا وجهو و بكا",
          "reference": "He covered his face and wept",
          "hypothesis": "he is bad"
        },
        {
          "source": "كانتسنّا فيك ت دي هادشي و تستاهلو",
          "reference": "I'm waiting for you to deserve this",
          "hypothesis": "I'm waiting for you to say that"
        },
        {
          "source": "\n\nلجدوال ديال الترتيب\n\nشوف حتى \n\n بوطولا 1\n بوطولا 2\n لهيكلة لهرمية د لبوطولات ديال كورة ف لمغريب\n\nعيون لكلام \n\nبوطولا 1\nمقالات فيها مصدر و 3000 بايت",
          "reference": "For the dawn of the arrangement\n\nLook even\n\n Potola 1\n Potola 2\n For the structure of the pyramid D for Diyal Koura's Boutra\n\nEyes of words\n\nPotola 1\nArticles with a source and 3000 bytes",
          "hypothesis": "For the dawn of the arrangement\n\nLook even\n\n Potola 1\n Potola 2\n For the structure of the pyramid D for Diyal Koura's Boutra\n\nEyes of words\n\nPotola 1\nArticles with a source and 3000 bytes"
        },
        {
          "source": "راهوم معشششين هنا و بان ليا قريب يخرجو لفراخ ديالهوم من لبيض",
          "reference": "They're nesting over there and it looks as if the babies will hatch out soon.",
          "hypothesis": "They're not sure here and they are here from them from them from them from them from them."
        },
        {
          "source": "أفادت التقارير أنه يوجد في المنطقة حوالي 9400 منزل بدون ماء وحوالي 100 منزل بلا كهرباء.",
          "reference": "It is reported that some 9400 homes in the region are without water and approximately 100 without electricity. The previous text is in English. Here is a translation to Moroccan Arabic:",
          "hypothesis": "A text in English: The Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous Tamanous T"
        },
        {
          "source": "نتحداك تعتارد على هاد الموضوع",
          "reference": "I dare you to object to this topic",
          "hypothesis": "I dare you to tell this phone"
        },
        {
          "source": "walakin hadi awal tsafira ftyyara lia o ana khayfa chwiya",
          "reference": "but it's my first flight ever and I'm a little scared",
          "hypothesis": "But it's a little bit of a little bit of a little bit"
        },
        {
          "source": "شرف ليا نعاونك",
          "reference": "Glad to help",
          "hypothesis": "god help you"
        },
        {
          "source": "معرفتش من إمتا كايفكرو فهاد شي",
          "reference": "i dont know why they think",
          "hypothesis": "I don't know if you want to do a lot"
        },
        {
          "source": "سير دير شي حاجة تنافعك",
          "reference": "do something that will benefit you",
          "hypothesis": "go speak to see you"
        },
        {
          "source": "وسبحسام",
          "reference": "thirty five past",
          "hypothesis": "And the teacher"
        },
        {
          "source": "هوا كايدحاك بزاف.",
          "reference": "That is so funny.",
          "hypothesis": "He is very pleasure."
        },
        {
          "source": "ناسّ كاتعجبهوم شيكاغو",
          "reference": "people love chicago",
          "hypothesis": "they are too late to find a few family"
        },
        {
          "source": "ش† كاينين أختي وماهات",
          "reference": "there are some mothers",
          "hypothesis": "where are you she is"
        },
        {
          "source": "ghadi ykhSona sway3 bach nrj3o mnin jina, f DDlam, o f wsT ga3 had lghiss ...",
          "reference": "It will take us hours to get back the way we came, in the dark, and through all that mud ...",
          "hypothesis": "We'll be late of bed, I'll be late, and I'll be late for the old old old old old old old old old old old old old old old old old old, and I'll be a strong and I'll be back to the old old, and I'll be back to the old, and I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'll be back to the old, I'"
        },
        {
          "source": "تقدر تعتامد عليا أ الشاف!",
          "reference": "You can count on me, boss!",
          "hypothesis": "You can't take me a lot of me!"
        },
        {
          "source": "خلينا غير نبقاو ف روكك",
          "reference": "Let's just stay rock",
          "hypothesis": "Let's go in the right"
        },
        {
          "source": "ولا غادي يخاساك تخدام دروج",
          "reference": "Otherwise you’ll have to use the stairs",
          "hypothesis": "Or will be clear to sleep"
        },
        {
          "source": "شحال ديال لواقت ايخاسنا باش نجاهزو تاجريبا؟",
          "reference": "How long do we have to prepare the experiment?",
          "hypothesis": "How many of the music to get the back to the music?"
        }
      ]
    },
    "en2dar": {
      "bleu": 20.637526577809354,
      "chrf": 25.99895873673695,
      "samples": [
        {
          "source": "No, we have tickets darling",
          "reference": "لا، عندنا تذاكر يا حبيبة",
          "hypothesis": "لا، راه عندك شي حاجة"
        },
        {
          "source": "He covered his face and wept",
          "reference": "غطّا وجهو و بكا",
          "hypothesis": "kayn lmakla l7al"
        },
        {
          "source": "I'm waiting for you to deserve this",
          "reference": "كانتسنّا فيك ت دي هادشي و تستاهلو",
          "hypothesis": "كانتسنّا فيك ت عاود هادشي لي غادي تبقا هادشي"
        },
        {
          "source": "For the dawn of the arrangement\n\nLook even\n\n Potola 1\n Potola 2\n For the structure of the pyramid D for Diyal Koura's Boutra\n\nEyes of words\n\nPotola 1\nArticles with a source and 3000 bytes",
          "reference": "لجدوال ديال الترتيب\n\nشوف حتى \n\n بوطولا 1\n بوطولا 2\n لهيكلة لهرمية د لبوطولات ديال كورة ف لمغريب\n\nعيون لكلام \n\nبوطولا 1\nمقالات فيها مصدر و 3000 بايت",
          "hypothesis": "لجدوال ديال الترتيب\n\nشوف حتى \n\n بوطولا 1\n بوطولا 2\n لهيكلة لهرمية د لبوطولات ديال كورة ف لمغريب\n\nعيون لكلام \n\nبوطولا 1\nمقالات فيها مصدر و 3000 بايت"
        },
        {
          "source": "They're nesting over there and it looks as if the babies will hatch out soon.",
          "reference": "راهوم معشششين هنا و بان ليا قريب يخرجو لفراخ ديالهوم من لبيض",
          "hypothesis": "كايبان لييا غادي يكونو ليا بلاصا ديال لڭارو فبلاصة"
        },
        {
          "source": "It is reported that some 9400 homes in the region are without water and approximately 100 without electricity. The previous text is in English. Here is a translation to Moroccan Arabic:",
          "reference": "أفادت التقارير أنه يوجد في المنطقة حوالي 9400 منزل بدون ماء وحوالي 100 منزل بلا كهرباء.",
          "hypothesis": "هاذي واحد الضغط كبير على الأقدام على الأقل من بعد ما كتكون غير 100 واحد، وكتكون غير 100 واحد في الساعة."
        },
        {
          "source": "I dare you to object to this topic",
          "reference": "نتحداك تعتارد على هاد الموضوع",
          "hypothesis": "نتحداك ت دوز ليا هاد لمشروع"
        },
        {
          "source": "but it's my first flight ever and I'm a little scared",
          "reference": "walakin hadi awal tsafira ftyyara lia o ana khayfa chwiya",
          "hypothesis": "والاكين راه ماشي منين كاندير ليا و كاندير ليا"
        },
        {
          "source": "Glad to help",
          "reference": "شرف ليا نعاونك",
          "hypothesis": "makay3jbni"
        },
        {
          "source": "i dont know why they think",
          "reference": "معرفتش من إمتا كايفكرو فهاد شي",
          "hypothesis": "ماعرفتش واش غادي يعاونك"
        },
        {
          "source": "do something that will benefit you",
          "reference": "سير دير شي حاجة تنافعك",
          "hypothesis": "دير شي حاجة غادي تكون شي حاجة"
        },
        {
          "source": "thirty five past",
          "reference": "وسبحسام",
          "hypothesis": "راه ختي ليا واحد راجل"
        },
        {
          "source": "That is so funny.",
          "reference": "هوا كايدحاك بزاف.",
          "hypothesis": "هادشي كايعجبوه."
        },
        {
          "source": "people love chicago",
          "reference": "ناسّ كاتعجبهوم شيكاغو",
          "hypothesis": "دابا شي حاجة"
        },
        {
          "source": "there are some mothers",
          "reference": "ش† كاينين أختي وماهات",
          "hypothesis": "كاين شي حاجة"
        },
        {
          "source": "It will take us hours to get back the way we came, in the dark, and through all that mud ...",
          "reference": "ghadi ykhSona sway3 bach nrj3o mnin jina, f DDlam, o f wsT ga3 had lghiss ...",
          "hypothesis": "غادي نديرو ليا شي حاجا خرا، فهاد ليا خايبا، و فهاد ليا خايبا"
        },
        {
          "source": "You can count on me, boss!",
          "reference": "تقدر تعتامد عليا أ الشاف!",
          "hypothesis": "ماشي ليا ندير ليا، راه ماشي من ليا!"
        },
        {
          "source": "Let's just stay rock",
          "reference": "خلينا غير نبقاو ف روكك",
          "hypothesis": "خلينا نديرو"
        },
        {
          "source": "Otherwise you’ll have to use the stairs",
          "reference": "ولا غادي يخاساك تخدام دروج",
          "hypothesis": "بلا ما تبدل ليا ليا نديرو ليا"
        },
        {
          "source": "How long do we have to prepare the experiment?",
          "reference": "شحال ديال لواقت ايخاسنا باش نجاهزو تاجريبا؟",
          "hypothesis": "شحال منين نديرو ليا نديرو لشي بلاصة؟"
        }
      ]
    }
  }
}