eval_bidirectional.json

{
  "eval_size": 3000,
  "seed": 42,
  "generation": {
    "do_sample": false,
    "repetition_penalty": 1.0,
    "no_repeat_ngram_size": 0
  },
  "directions": {
    "dar2en": {
      "bleu": 30.257145787698956,
      "chrf": 43.565242680499416,
      "samples": [
        {
          "source": "لا، عندنا تذاكر يا حبيبة",
          "reference": "No, we have tickets darling",
          "hypothesis": "No, we have a bringing on you"
        },
        {
          "source": "غطّا وجهو و بكا",
          "reference": "He covered his face and wept",
          "hypothesis": "He got his face and his face"
        },
        {
          "source": "كانتسنّا فيك ت دي هادشي و تستاهلو",
          "reference": "I'm waiting for you to deserve this",
          "hypothesis": "I'm waiting for you to take this"
        },
        {
          "source": "\n\nلجدوال ديال الترتيب\n\nشوف حتى \n\n بوطولا 1\n بوطولا 2\n لهيكلة لهرمية د لبوطولات ديال كورة ف لمغريب\n\nعيون لكلام \n\nبوطولا 1\nمقالات فيها مصدر و 3000 بايت",
          "reference": "For the dawn of the arrangement\n\nLook even\n\n Potola 1\n Potola 2\n For the structure of the pyramid D for Diyal Koura's Boutra\n\nEyes of words\n\nPotola 1\nArticles with a source and 3000 bytes",
          "hypothesis": "For the dawn of the arrangement\n\nLook even\n\n Potola 1\n Potola 2\n For the structure of the pyramid D for Diyal Koura's Boutra\n\nEyes of words\n\nPotola 1\nArticles with a source and 3000 bytes"
        },
        {
          "source": "راهوم معشششين هنا و بان ليا قريب يخرجو لفراخ ديالهوم من لبيض",
          "reference": "They're nesting over there and it looks as if the babies will hatch out soon.",
          "hypothesis": "They're not going to beach here and I think the chicken because the chicken's feet are from wear."
        },
        {
          "source": "أفادت التقارير أنه يوجد في المنطقة حوالي 9400 منزل بدون ماء وحوالي 100 منزل بلا كهرباء.",
          "reference": "It is reported that some 9400 homes in the region are without water and approximately 100 without electricity. The previous text is in English. Here is a translation to Moroccan Arabic:",
          "hypothesis": "It is reported that some 9400 homes in the region are without water and approximately 100 without electricity. The previous text is in English. Here is a translation to Moroccan Arabic:"
        },
        {
          "source": "نتحداك تعتارد على هاد الموضوع",
          "reference": "I dare you to object to this topic",
          "hypothesis": "I dare you to repair this topic"
        },
        {
          "source": "walakin hadi awal tsafira ftyyara lia o ana khayfa chwiya",
          "reference": "but it's my first flight ever and I'm a little scared",
          "hypothesis": "But it's been a few friends in me and I'm some song"
        },
        {
          "source": "شرف ليا نعاونك",
          "reference": "Glad to help",
          "hypothesis": "i will help you"
        },
        {
          "source": "معرفتش من إمتا كايفكرو فهاد شي",
          "reference": "i dont know why they think",
          "hypothesis": "i don't know what to think about"
        },
        {
          "source": "سير دير شي حاجة تنافعك",
          "reference": "do something that will benefit you",
          "hypothesis": "go do something to worry"
        },
        {
          "source": "وسبحسام",
          "reference": "thirty five past",
          "hypothesis": "and swimming"
        },
        {
          "source": "هوا كايدحاك بزاف.",
          "reference": "That is so funny.",
          "hypothesis": "He is too expressed."
        },
        {
          "source": "ناسّ كاتعجبهوم شيكاغو",
          "reference": "people love chicago",
          "hypothesis": "people are like a hairdryer"
        },
        {
          "source": "ش† كاينين أختي وماهات",
          "reference": "there are some mothers",
          "hypothesis": "there are sister"
        },
        {
          "source": "ghadi ykhSona sway3 bach nrj3o mnin jina, f DDlam, o f wsT ga3 had lghiss ...",
          "reference": "It will take us hours to get back the way we came, in the dark, and through all that mud ...",
          "hypothesis": "I'll be honest by catches while soon, and then then then those who took it on the bottom..."
        },
        {
          "source": "تقدر تعتامد عليا أ الشاف!",
          "reference": "You can count on me, boss!",
          "hypothesis": "You can call me back in my friend!"
        },
        {
          "source": "خلينا غير نبقاو ف روكك",
          "reference": "Let's just stay rock",
          "hypothesis": "Let's stay in the Rockk"
        },
        {
          "source": "ولا غادي يخاساك تخدام دروج",
          "reference": "Otherwise you’ll have to use the stairs",
          "hypothesis": "Or you'll have to work a stairs"
        },
        {
          "source": "شحال ديال لواقت ايخاسنا باش نجاهزو تاجريبا؟",
          "reference": "How long do we have to prepare the experiment?",
          "hypothesis": "How many time we're gonna have to get a experiment?"
        }
      ]
    },
    "en2dar": {
      "bleu": 32.412177617954924,
      "chrf": 40.44064848776024,
      "samples": [
        {
          "source": "No, we have tickets darling",
          "reference": "لا، عندنا تذاكر يا حبيبة",
          "hypothesis": "لا، عندك شي دراري خايبين"
        },
        {
          "source": "He covered his face and wept",
          "reference": "غطّا وجهو و بكا",
          "hypothesis": "9TTo m3a s3ib o lmosa3lo"
        },
        {
          "source": "I'm waiting for you to deserve this",
          "reference": "كانتسنّا فيك ت دي هادشي و تستاهلو",
          "hypothesis": "كانتسنّا فيك ت ستاهل هادشي"
        },
        {
          "source": "For the dawn of the arrangement\n\nLook even\n\n Potola 1\n Potola 2\n For the structure of the pyramid D for Diyal Koura's Boutra\n\nEyes of words\n\nPotola 1\nArticles with a source and 3000 bytes",
          "reference": "لجدوال ديال الترتيب\n\nشوف حتى \n\n بوطولا 1\n بوطولا 2\n لهيكلة لهرمية د لبوطولات ديال كورة ف لمغريب\n\nعيون لكلام \n\nبوطولا 1\nمقالات فيها مصدر و 3000 بايت",
          "hypothesis": "لجدوال ديال الترتيب\n\nشوف حتى \n\n بوطولا 1\n بوطولا 2\n لهيكلة لهرمية د لبوطولات ديال كورة ف لمغريب\n\nعيون لكلام \n\nبوطولا 1\nمقالات فيها مصدر و 3000 بايت"
        },
        {
          "source": "They're nesting over there and it looks as if the babies will hatch out soon.",
          "reference": "راهوم معشششين هنا و بان ليا قريب يخرجو لفراخ ديالهوم من لبيض",
          "hypothesis": "راه كايبانو موهيم و كايبان بحال الا لباصا الا لباصاڭور لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع لڭاع"
        },
        {
          "source": "It is reported that some 9400 homes in the region are without water and approximately 100 without electricity. The previous text is in English. Here is a translation to Moroccan Arabic:",
          "reference": "أفادت التقارير أنه يوجد في المنطقة حوالي 9400 منزل بدون ماء وحوالي 100 منزل بلا كهرباء.",
          "hypothesis": "كتتسمى شي 9400 منزل بدون ماء وحوالي 100 منزل بلا كهرباء."
        },
        {
          "source": "I dare you to object to this topic",
          "reference": "نتحداك تعتارد على هاد الموضوع",
          "hypothesis": "نتحداك ت حكم على هاد الموضوع"
        },
        {
          "source": "but it's my first flight ever and I'm a little scared",
          "reference": "walakin hadi awal tsafira ftyyara lia o ana khayfa chwiya",
          "hypothesis": "والاكين هادشي لي فات و أنا و أنا كانخاف شوييا"
        },
        {
          "source": "Glad to help",
          "reference": "شرف ليا نعاونك",
          "hypothesis": "ddar ghadi n3awd"
        },
        {
          "source": "i dont know why they think",
          "reference": "معرفتش من إمتا كايفكرو فهاد شي",
          "hypothesis": "ماعرفتش علاش كايظن"
        },
        {
          "source": "do something that will benefit you",
          "reference": "سير دير شي حاجة تنافعك",
          "hypothesis": "دير شي حاجة غادي نديرها"
        },
        {
          "source": "thirty five past",
          "reference": "وسبحسام",
          "hypothesis": "مابقا خمسة خمسة خمسة"
        },
        {
          "source": "That is so funny.",
          "reference": "هوا كايدحاك بزاف.",
          "hypothesis": "هادشي كايحشم عليك"
        },
        {
          "source": "people love chicago",
          "reference": "ناسّ كاتعجبهوم شيكاغو",
          "hypothesis": "ناس كايبغيو شاخس"
        },
        {
          "source": "there are some mothers",
          "reference": "ش† كاينين أختي وماهات",
          "hypothesis": "كاين شي وحدين خرين"
        },
        {
          "source": "It will take us hours to get back the way we came, in the dark, and through all that mud ...",
          "reference": "ghadi ykhSona sway3 bach nrj3o mnin jina, f DDlam, o f wsT ga3 had lghiss ...",
          "hypothesis": "غادي ياخدنا ساعات باش نرجاع ل طريقة غادي جايا، بحال داكشي، و فلمواء، و فلماعروف ديال هادشي.."
        },
        {
          "source": "You can count on me, boss!",
          "reference": "تقدر تعتامد عليا أ الشاف!",
          "hypothesis": "تقدر تقفضني, سير عفاك!"
        },
        {
          "source": "Let's just stay rock",
          "reference": "خلينا غير نبقاو ف روكك",
          "hypothesis": "يالاه نبقاو ف الحجر"
        },
        {
          "source": "Otherwise you’ll have to use the stairs",
          "reference": "ولا غادي يخاساك تخدام دروج",
          "hypothesis": "من غير هادشي غادي تخدام دروج"
        },
        {
          "source": "How long do we have to prepare the experiment?",
          "reference": "شحال ديال لواقت ايخاسنا باش نجاهزو تاجريبا؟",
          "hypothesis": "شحال عندك تال حاجة لي عندك باش نكملو؟"
        }
      ]
    }
  }
}