test/prompt_golden.json

{
 "source": "agate-preview-003/agate (prompt_norm.py, AgatePipeline.prepare)",
 "cases": [
  {
   "prompt": "a red cube on top of a blue sphere",
   "prepared": "a red cube on top of a blue sphere",
   "negative": "",
   "ids": [
    50281,
    66,
    2502,
    23636,
    327,
    1755,
    273,
    247,
    4797,
    15269,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a green teapot and a red cup on a table",
   "prepared": "a green teapot and a red cup on a table",
   "negative": "",
   "ids": [
    50281,
    66,
    4759,
    716,
    522,
    302,
    285,
    247,
    2502,
    5500,
    327,
    247,
    2829,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "three cats sitting on a sofa",
   "prepared": "three cats sitting on a sofa",
   "negative": "",
   "ids": [
    50281,
    13524,
    16581,
    7063,
    327,
    247,
    30929,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "1": 3.0
   },
   "find_counts": [
    [
     0,
     5,
     3
    ]
   ]
  },
  {
   "prompt": "3 dogs and 2 birds in a park",
   "prepared": "three dogs and two birds in a park",
   "negative": "",
   "ids": [
    50281,
    13524,
    9097,
    285,
    767,
    11260,
    275,
    247,
    5603,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "1": 3.0,
    "4": 2.0
   },
   "find_counts": [
    [
     0,
     5,
     3
    ],
    [
     15,
     18,
     2
    ]
   ]
  },
  {
   "prompt": "A PHOTO OF THREE RED APPLES ON A WOODEN TABLE",
   "prepared": "a photo of three red apples on a wooden table",
   "negative": "",
   "ids": [
    50281,
    66,
    7512,
    273,
    1264,
    2502,
    28580,
    327,
    247,
    14872,
    2829,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "4": 3.0
   },
   "find_counts": [
    [
     11,
     16,
     3
    ]
   ]
  },
  {
   "prompt": "A Photo Of Two Cats Sleeping On A Bed",
   "prepared": "A photo of two cats sleeping on a bed",
   "negative": "",
   "ids": [
    50281,
    34,
    7512,
    273,
    767,
    16581,
    14343,
    327,
    247,
    3722,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "4": 2.0
   },
   "find_counts": [
    [
     11,
     14,
     2
    ]
   ]
  },
  {
   "prompt": "Paris at night, the Eiffel Tower lit up",
   "prepared": "Paris at night, the Eiffel Tower lit up",
   "negative": "",
   "ids": [
    50281,
    36062,
    387,
    2360,
    13,
    253,
    444,
    1648,
    293,
    20610,
    6195,
    598,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a shop sign that says \"OPEN\", three red apples, no people",
   "prepared": "a shop sign that says \"OPEN\", three red apples || spell: O P E N",
   "negative": "people",
   "ids": [
    50281,
    66,
    8979,
    861,
    326,
    2296,
    346,
    28652,
    995,
    1264,
    2502,
    28580,
    2785,
    15368,
    27,
    473,
    367,
    444,
    427,
    50282
   ],
   "neg_ids": [
    50281,
    13174,
    50282
   ],
   "counts": {
    "9": 3.0
   },
   "find_counts": [
    [
     30,
     35,
     3
    ]
   ]
  },
  {
   "prompt": "a coffee cup with the text \"Good Morning\" on it",
   "prepared": "a coffee cup with the text \"Good Morning\" on it || spell: G o o d / M o r n i n g",
   "negative": "",
   "ids": [
    50281,
    66,
    8574,
    5500,
    342,
    253,
    2505,
    346,
    8620,
    25565,
    3,
    327,
    352,
    2785,
    15368,
    27,
    443,
    258,
    258,
    277,
    1227,
    353,
    258,
    391,
    295,
    891,
    295,
    305,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a poster reading \"SALE 50% OFF\" in bold letters",
   "prepared": "a poster reading \"SALE 50% OFF\" in bold letters || spell: S A L E / 5 0 / O F F",
   "negative": "",
   "ids": [
    50281,
    66,
    20731,
    4361,
    346,
    52,
    23502,
    2456,
    6,
    21890,
    3,
    275,
    13433,
    4876,
    2785,
    15368,
    27,
    322,
    329,
    418,
    444,
    1227,
    608,
    470,
    1227,
    473,
    401,
    401,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a neon sign “Luma Studio” on a brick wall",
   "prepared": "a neon sign “Luma Studio” on a brick wall || spell: L u m a / S t u d i o",
   "negative": "",
   "ids": [
    50281,
    66,
    16772,
    861,
    773,
    45,
    9307,
    17203,
    668,
    327,
    247,
    20098,
    3402,
    2785,
    15368,
    27,
    418,
    1484,
    278,
    247,
    1227,
    322,
    246,
    1484,
    277,
    891,
    258,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a book cover titled \"The Old Man and the Sea\"",
   "prepared": "a book cover titled \"The Old Man and the Sea\" || spell: T h e / O l d / M a n / a n d / t h e / S e a",
   "negative": "",
   "ids": [
    50281,
    66,
    1984,
    3835,
    18879,
    346,
    510,
    8937,
    3083,
    285,
    253,
    11936,
    3,
    2785,
    15368,
    27,
    308,
    288,
    299,
    1227,
    473,
    298,
    277,
    1227,
    353,
    247,
    295,
    1227,
    247,
    295,
    277,
    1227,
    246,
    288,
    299,
    1227,
    322,
    299,
    247,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a logo for \"Q&A Labs!\" with a fox, without text shadow",
   "prepared": "a logo for \"Q&A Labs!\" with a fox || spell: Q & A / L a b s !",
   "negative": "text shadow",
   "ids": [
    50281,
    66,
    18479,
    323,
    346,
    50,
    7,
    34,
    40840,
    1476,
    342,
    247,
    30013,
    2785,
    15368,
    27,
    1165,
    708,
    329,
    1227,
    418,
    247,
    270,
    256,
    2195,
    50282
   ],
   "neg_ids": [
    50281,
    1156,
    12195,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a landscape without any people and no buildings",
   "prepared": "a landscape and",
   "negative": "people, buildings",
   "ids": [
    50281,
    66,
    13016,
    285,
    50282
   ],
   "neg_ids": [
    50281,
    13174,
    13,
    9195,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a bowl of fruit with no bananas",
   "prepared": "a bowl of fruit",
   "negative": "bananas",
   "ids": [
    50281,
    66,
    11636,
    273,
    9279,
    50282
   ],
   "neg_ids": [
    50281,
    5568,
    24288,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a cat, no dog, and a mouse",
   "prepared": "a cat, and a mouse",
   "negative": "dog",
   "ids": [
    50281,
    66,
    5798,
    13,
    285,
    247,
    6521,
    50282
   ],
   "neg_ids": [
    50281,
    21428,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "the one and only unicorn",
   "prepared": "the one and only unicorn",
   "negative": "",
   "ids": [
    50281,
    783,
    581,
    285,
    760,
    440,
    41257,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "no one is here, an empty street",
   "prepared": "an empty street",
   "negative": "one is here",
   "ids": [
    50281,
    266,
    6325,
    6406,
    50282
   ],
   "neg_ids": [
    50281,
    531,
    310,
    1060,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a dozen eggs in a carton",
   "prepared": "a dozen eggs in a carton",
   "negative": "",
   "ids": [
    50281,
    66,
    13365,
    11624,
    275,
    247,
    7281,
    251,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "2": 12.0
   },
   "find_counts": [
    [
     2,
     7,
     12
    ]
   ]
  },
  {
   "prompt": "a pair of shoes on the floor",
   "prepared": "a pair of shoes on the floor",
   "negative": "",
   "ids": [
    50281,
    66,
    4667,
    273,
    12682,
    327,
    253,
    5254,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "2": 2.0
   },
   "find_counts": [
    [
     2,
     6,
     2
    ]
   ]
  },
  {
   "prompt": "a clock showing 3 pm on a wall",
   "prepared": "a clock showing 3 pm on a wall",
   "negative": "",
   "ids": [
    50281,
    66,
    8886,
    4645,
    495,
    12920,
    327,
    247,
    3402,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "24 hours of rain over 5 houses",
   "prepared": "24 hours of rain over five houses",
   "negative": "",
   "ids": [
    50281,
    1348,
    3038,
    273,
    9313,
    689,
    2620,
    9910,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "6": 5.0
   },
   "find_counts": [
    [
     22,
     26,
     5
    ]
   ]
  },
  {
   "prompt": "twelve  roses   in a\tvase\n",
   "prepared": "twelve roses in a vase",
   "negative": "",
   "ids": [
    50281,
    7553,
    11071,
    38910,
    275,
    247,
    362,
    511,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "1": 12.0,
    "2": 12.0
   },
   "find_counts": [
    [
     0,
     6,
     12
    ]
   ]
  },
  {
   "prompt": "a cake with 7 candles and 21 balloons",
   "prepared": "a cake with seven candles and 21 balloons",
   "negative": "",
   "ids": [
    50281,
    66,
    15221,
    342,
    5093,
    36555,
    285,
    3127,
    50210,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "4": 7.0,
    "7": 21.0
   },
   "find_counts": [
    [
     12,
     17,
     7
    ],
    [
     30,
     32,
     21
    ]
   ]
  },
  {
   "prompt": "one apple, two pears and four plums",
   "prepared": "one apple, two pears and four plums",
   "negative": "",
   "ids": [
    50281,
    531,
    19126,
    13,
    767,
    268,
    6364,
    285,
    1740,
    499,
    7640,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "1": 1.0,
    "4": 2.0,
    "8": 4.0
   },
   "find_counts": [
    [
     0,
     3,
     1
    ],
    [
     11,
     14,
     2
    ],
    [
     25,
     29,
     4
    ]
   ]
  },
  {
   "prompt": "   leading and trailing spaces   ",
   "prepared": "leading and trailing spaces",
   "negative": "",
   "ids": [
    50281,
    16378,
    285,
    28417,
    8470,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "{\"high_level_description\": \"a flat logo\", \"text\": \"no cast shadow\"}",
   "prepared": "{\"high_level_description\": \"a flat logo\", \"text\": \"no cast shadow\"}",
   "negative": "",
   "ids": [
    50281,
    9819,
    8656,
    64,
    5251,
    64,
    10008,
    1381,
    346,
    66,
    6507,
    18479,
    995,
    346,
    1156,
    1381,
    346,
    2369,
    5248,
    12195,
    986,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a sign \"unclosed quote with three words",
   "prepared": "a sign \"unclosed quote with three words",
   "negative": "",
   "ids": [
    50281,
    66,
    861,
    346,
    328,
    13784,
    14430,
    342,
    1264,
    3000,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "8": 3.0
   },
   "find_counts": [
    [
     28,
     33,
     3
    ]
   ]
  },
  {
   "prompt": "a sticker that says \"hi\" and a sticker that says \"bye\" and one that says \"ok\" and \"four\"",
   "prepared": "a sticker that says \"hi\" and a sticker that says \"bye\" and one that says \"ok\" and \"four\" || spell: h i ; b y e ; o k",
   "negative": "",
   "ids": [
    50281,
    66,
    7356,
    254,
    326,
    2296,
    346,
    5801,
    3,
    285,
    247,
    7356,
    254,
    326,
    2296,
    346,
    17034,
    3,
    285,
    581,
    326,
    2296,
    346,
    536,
    3,
    285,
    346,
    12496,
    3,
    2785,
    15368,
    27,
    288,
    891,
    3706,
    270,
    340,
    299,
    3706,
    258,
    465,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "19": 1.0
   },
   "find_counts": [
    [
     59,
     62,
     1
    ]
   ]
  },
  {
   "prompt": "a café in Zürich with 2 bicycles",
   "prepared": "a café in Zürich with two bicycles",
   "negative": "",
   "ids": [
    50281,
    66,
    36241,
    275,
    1503,
    3090,
    5969,
    342,
    767,
    19151,
    5005,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "8": 2.0
   },
   "find_counts": [
    [
     22,
     25,
     2
    ]
   ]
  },
  {
   "prompt": "an emoji-style icon of a rocket 🚀 with three stars",
   "prepared": "an emoji-style icon of a rocket 🚀 with three stars",
   "negative": "",
   "ids": [
    50281,
    266,
    802,
    80,
    8020,
    14,
    4826,
    10651,
    273,
    247,
    21912,
    22692,
    237,
    211,
    342,
    1264,
    6114,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "15": 3.0
   },
   "find_counts": [
    [
     39,
     44,
     3
    ]
   ]
  },
  {
   "prompt": "a banner \"Ünïcödé Tëxt\" above five flags",
   "prepared": "a banner \"Ünïcödé Tëxt\" above five flags || spell: Ü n ï c ö d é / T ë x t",
   "negative": "",
   "ids": [
    50281,
    66,
    29751,
    346,
    127,
    239,
    79,
    12589,
    68,
    25873,
    860,
    308,
    10093,
    633,
    3,
    1840,
    2620,
    12201,
    2785,
    15368,
    27,
    37995,
    295,
    1325,
    109,
    260,
    16919,
    277,
    3974,
    1227,
    308,
    41254,
    1269,
    246,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "16": 5.0
   },
   "find_counts": [
    [
     30,
     34,
     5
    ]
   ]
  },
  {
   "prompt": "ten ten ten",
   "prepared": "ten ten ten",
   "negative": "",
   "ids": [
    50281,
    1866,
    3578,
    3578,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "1": 10.0,
    "2": 10.0
   },
   "find_counts": [
    [
     0,
     3,
     10
    ],
    [
     4,
     7,
     10
    ]
   ]
  },
  {
   "prompt": "Two Red Apples And A Green Pear On A Plate",
   "prepared": "two red apples and a green pear on a plate",
   "negative": "",
   "ids": [
    50281,
    9389,
    2502,
    28580,
    285,
    247,
    4759,
    27887,
    327,
    247,
    5340,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "1": 2.0
   },
   "find_counts": [
    [
     0,
     3,
     2
    ]
   ]
  },
  {
   "prompt": "a cat without a hat",
   "prepared": "a cat",
   "negative": "hat",
   "ids": [
    50281,
    66,
    5798,
    50282
   ],
   "neg_ids": [
    50281,
    700,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "",
   "prepared": "",
   "negative": "",
   "ids": [
    50281,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "a portrait of a woman, no glasses. soft light",
   "prepared": "a portrait of a woman. soft light",
   "negative": "glasses",
   "ids": [
    50281,
    66,
    22946,
    273,
    247,
    3416,
    15,
    2602,
    1708,
    50282
   ],
   "neg_ids": [
    50281,
    25483,
    265,
    50282
   ],
   "counts": {},
   "find_counts": []
  },
  {
   "prompt": "the word \"Agate\" in red serif letters, 2 lines",
   "prepared": "the word \"Agate\" in red serif letters, two lines || spell: A g a t e",
   "negative": "",
   "ids": [
    50281,
    783,
    3159,
    346,
    8903,
    366,
    3,
    275,
    2502,
    1151,
    338,
    4876,
    13,
    767,
    3104,
    2785,
    15368,
    27,
    329,
    305,
    247,
    246,
    299,
    50282
   ],
   "neg_ids": [
    50281,
    50282
   ],
   "counts": {
    "13": 2.0
   },
   "find_counts": [
    [
     39,
     42,
     2
    ]
   ]
  }
 ]
}