| { |
| "prompts": 16, |
| "gate": { |
| "min_cosine": 0.9995, |
| "max_rel_l2": 0.02 |
| }, |
| "verdict": "FAIL", |
| "branches": [ |
| { |
| "branch": "video", |
| "mean_cosine": 0.997625045478344, |
| "worst_cosine": 0.989282488822937, |
| "mean_rel_l2": 0.06061359995510429, |
| "worst_rel_l2": 0.14733372628688812, |
| "verdict": "FAIL", |
| "per_prompt": [ |
| { |
| "prompt": "A single red fox walking slowly through deep snow at dusk", |
| "cosine": 0.9993830919265747, |
| "rel_l2": 0.03520044684410095, |
| "max_abs": 0.8563449382781982 |
| }, |
| { |
| "prompt": "Three children running along a beach, handheld camera follow", |
| "cosine": 0.9996031522750854, |
| "rel_l2": 0.028219474479556084, |
| "max_abs": 1.0360543727874756 |
| }, |
| { |
| "prompt": "Slow dolly-in on an empty wooden chair in a sunlit room", |
| "cosine": 0.9992316365242004, |
| "rel_l2": 0.03922395035624504, |
| "max_abs": 1.0654611587524414 |
| }, |
| { |
| "prompt": "Aerial orbit around a glass skyscraper at golden hour", |
| "cosine": 0.993701159954071, |
| "rel_l2": 0.11210718750953674, |
| "max_abs": 6.390056610107422 |
| }, |
| { |
| "prompt": "Close-up of hands kneading dough on a floured wooden table", |
| "cosine": 0.9991633892059326, |
| "rel_l2": 0.04095735028386116, |
| "max_abs": 1.0409600734710693 |
| }, |
| { |
| "prompt": "A woman with curly hair laughing, shallow depth of field, 85", |
| "cosine": 0.9992817640304565, |
| "rel_l2": 0.03790581226348877, |
| "max_abs": 2.042064666748047 |
| }, |
| { |
| "prompt": "Rain falling on a neon-lit street at night, reflections on w", |
| "cosine": 0.9988830089569092, |
| "rel_l2": 0.04728369787335396, |
| "max_abs": 1.9403932094573975 |
| }, |
| { |
| "prompt": "Time-lapse of storm clouds gathering over a wheat field", |
| "cosine": 0.9979721307754517, |
| "rel_l2": 0.06382685154676437, |
| "max_abs": 2.000666618347168 |
| }, |
| { |
| "prompt": "A cat sleeping, absolutely no movement, static locked-off ca", |
| "cosine": 0.995409369468689, |
| "rel_l2": 0.09618913382291794, |
| "max_abs": 4.0985918045043945 |
| }, |
| { |
| "prompt": "Two people arguing in a kitchen, one turns away and leaves t", |
| "cosine": 0.99845290184021, |
| "rel_l2": 0.05567202344536781, |
| "max_abs": 2.6733179092407227 |
| }, |
| { |
| "prompt": "Macro shot of a bee landing on a purple flower, wings blurre", |
| "cosine": 0.9954184889793396, |
| "rel_l2": 0.09567683190107346, |
| "max_abs": 6.712267875671387 |
| }, |
| { |
| "prompt": "A vintage car driving away down a dusty road, camera static", |
| "cosine": 0.998226523399353, |
| "rel_l2": 0.060087647289037704, |
| "max_abs": 3.342557430267334 |
| }, |
| { |
| "prompt": "Underwater shot of a sea turtle gliding past coral", |
| "cosine": 0.989282488822937, |
| "rel_l2": 0.14733372628688812, |
| "max_abs": 9.965588569641113 |
| }, |
| { |
| "prompt": "Neon sign reading OPEN flickering in a diner window", |
| "cosine": 0.9992676973342896, |
| "rel_l2": 0.03853137791156769, |
| "max_abs": 1.1009130477905273 |
| }, |
| { |
| "prompt": "A blacksmith striking hot metal, sparks flying, dark worksho", |
| "cosine": 0.9993857741355896, |
| "rel_l2": 0.035212717950344086, |
| "max_abs": 2.0413131713867188 |
| }, |
| { |
| "prompt": "Drone shot rising above a forest canopy in autumn colours", |
| "cosine": 0.9993381500244141, |
| "rel_l2": 0.036389369517564774, |
| "max_abs": 0.8364467620849609 |
| } |
| ] |
| }, |
| { |
| "branch": "audio", |
| "mean_cosine": 0.997561052441597, |
| "worst_cosine": 0.9899300336837769, |
| "mean_rel_l2": 0.06095328426454216, |
| "worst_rel_l2": 0.14440304040908813, |
| "verdict": "FAIL", |
| "per_prompt": [ |
| { |
| "prompt": "A single red fox walking slowly through deep snow at dusk", |
| "cosine": 0.9995168447494507, |
| "rel_l2": 0.03117067739367485, |
| "max_abs": 1.2985811233520508 |
| }, |
| { |
| "prompt": "Three children running along a beach, handheld camera follow", |
| "cosine": 0.9990923404693604, |
| "rel_l2": 0.042620666325092316, |
| "max_abs": 2.085097312927246 |
| }, |
| { |
| "prompt": "Slow dolly-in on an empty wooden chair in a sunlit room", |
| "cosine": 0.9990816712379456, |
| "rel_l2": 0.04286108538508415, |
| "max_abs": 1.807149887084961 |
| }, |
| { |
| "prompt": "Aerial orbit around a glass skyscraper at golden hour", |
| "cosine": 0.9921302795410156, |
| "rel_l2": 0.12537731230258942, |
| "max_abs": 9.790406227111816 |
| }, |
| { |
| "prompt": "Close-up of hands kneading dough on a floured wooden table", |
| "cosine": 0.9991982579231262, |
| "rel_l2": 0.04005713388323784, |
| "max_abs": 1.7568321228027344 |
| }, |
| { |
| "prompt": "A woman with curly hair laughing, shallow depth of field, 85", |
| "cosine": 0.9993249177932739, |
| "rel_l2": 0.03674113005399704, |
| "max_abs": 2.498091697692871 |
| }, |
| { |
| "prompt": "Rain falling on a neon-lit street at night, reflections on w", |
| "cosine": 0.9985422492027283, |
| "rel_l2": 0.0540376752614975, |
| "max_abs": 2.8287429809570312 |
| }, |
| { |
| "prompt": "Time-lapse of storm clouds gathering over a wheat field", |
| "cosine": 0.9977822303771973, |
| "rel_l2": 0.06661119312047958, |
| "max_abs": 4.188837051391602 |
| }, |
| { |
| "prompt": "A cat sleeping, absolutely no movement, static locked-off ca", |
| "cosine": 0.9968404173851013, |
| "rel_l2": 0.0794815644621849, |
| "max_abs": 4.551515579223633 |
| }, |
| { |
| "prompt": "Two people arguing in a kitchen, one turns away and leaves t", |
| "cosine": 0.9985015392303467, |
| "rel_l2": 0.05484509468078613, |
| "max_abs": 4.358928680419922 |
| }, |
| { |
| "prompt": "Macro shot of a bee landing on a purple flower, wings blurre", |
| "cosine": 0.9937912225723267, |
| "rel_l2": 0.11143055558204651, |
| "max_abs": 11.229419708251953 |
| }, |
| { |
| "prompt": "A vintage car driving away down a dusty road, camera static", |
| "cosine": 0.9988788962364197, |
| "rel_l2": 0.04740799218416214, |
| "max_abs": 3.8646607398986816 |
| }, |
| { |
| "prompt": "Underwater shot of a sea turtle gliding past coral", |
| "cosine": 0.9899300336837769, |
| "rel_l2": 0.14440304040908813, |
| "max_abs": 9.1931791305542 |
| }, |
| { |
| "prompt": "Neon sign reading OPEN flickering in a diner window", |
| "cosine": 0.999238908290863, |
| "rel_l2": 0.03908475115895271, |
| "max_abs": 1.886448860168457 |
| }, |
| { |
| "prompt": "A blacksmith striking hot metal, sparks flying, dark worksho", |
| "cosine": 0.999580979347229, |
| "rel_l2": 0.02895679697394371, |
| "max_abs": 1.6393048763275146 |
| }, |
| { |
| "prompt": "Drone shot rising above a forest canopy in autumn colours", |
| "cosine": 0.9995460510253906, |
| "rel_l2": 0.03016587905585766, |
| "max_abs": 1.5070972442626953 |
| } |
| ] |
| } |
| ], |
| "chunk_rows": 512, |
| "resident": true |
| } |
|
|