| { |
| "prompts": 16, |
| "gate": { |
| "min_cosine": 0.9995, |
| "max_rel_l2": 0.02 |
| }, |
| "verdict": "FAIL", |
| "branches": [ |
| { |
| "branch": "video", |
| "mean_cosine": 0.9984818771481514, |
| "worst_cosine": 0.9958401918411255, |
| "mean_rel_l2": 0.0520428663585335, |
| "worst_rel_l2": 0.0918688178062439, |
| "verdict": "FAIL", |
| "per_prompt": [ |
| { |
| "prompt": "A single red fox walking slowly through deep snow at dusk", |
| "cosine": 0.9995532035827637, |
| "rel_l2": 0.029908552765846252, |
| "max_abs": 0.7811508178710938 |
| }, |
| { |
| "prompt": "Three children running along a beach, handheld camera follow", |
| "cosine": 0.9983024001121521, |
| "rel_l2": 0.058539196848869324, |
| "max_abs": 5.827154159545898 |
| }, |
| { |
| "prompt": "Slow dolly-in on an empty wooden chair in a sunlit room", |
| "cosine": 0.9992636442184448, |
| "rel_l2": 0.038377102464437485, |
| "max_abs": 1.0110678672790527 |
| }, |
| { |
| "prompt": "Aerial orbit around a glass skyscraper at golden hour", |
| "cosine": 0.9983701705932617, |
| "rel_l2": 0.057133350521326065, |
| "max_abs": 3.283895492553711 |
| }, |
| { |
| "prompt": "Close-up of hands kneading dough on a floured wooden table", |
| "cosine": 0.999286413192749, |
| "rel_l2": 0.03779372572898865, |
| "max_abs": 1.0483756065368652 |
| }, |
| { |
| "prompt": "A woman with curly hair laughing, shallow depth of field, 85", |
| "cosine": 0.9994959831237793, |
| "rel_l2": 0.03178220987319946, |
| "max_abs": 1.3030407428741455 |
| }, |
| { |
| "prompt": "Rain falling on a neon-lit street at night, reflections on w", |
| "cosine": 0.9990723133087158, |
| "rel_l2": 0.04306265339255333, |
| "max_abs": 2.920647621154785 |
| }, |
| { |
| "prompt": "Time-lapse of storm clouds gathering over a wheat field", |
| "cosine": 0.998833179473877, |
| "rel_l2": 0.04830990359187126, |
| "max_abs": 1.3483080863952637 |
| }, |
| { |
| "prompt": "A cat sleeping, absolutely no movement, static locked-off ca", |
| "cosine": 0.998012125492096, |
| "rel_l2": 0.06312791258096695, |
| "max_abs": 2.270658493041992 |
| }, |
| { |
| "prompt": "Two people arguing in a kitchen, one turns away and leaves t", |
| "cosine": 0.9978260397911072, |
| "rel_l2": 0.06604155898094177, |
| "max_abs": 4.119527816772461 |
| }, |
| { |
| "prompt": "Macro shot of a bee landing on a purple flower, wings blurre", |
| "cosine": 0.9958401918411255, |
| "rel_l2": 0.09122485667467117, |
| "max_abs": 6.160037994384766 |
| }, |
| { |
| "prompt": "A vintage car driving away down a dusty road, camera static", |
| "cosine": 0.9993125200271606, |
| "rel_l2": 0.0371505469083786, |
| "max_abs": 0.8608784675598145 |
| }, |
| { |
| "prompt": "Underwater shot of a sea turtle gliding past coral", |
| "cosine": 0.9982098937034607, |
| "rel_l2": 0.059833087027072906, |
| "max_abs": 1.6125495433807373 |
| }, |
| { |
| "prompt": "Neon sign reading OPEN flickering in a diner window", |
| "cosine": 0.9991124868392944, |
| "rel_l2": 0.04219387099146843, |
| "max_abs": 1.0840461254119873 |
| }, |
| { |
| "prompt": "A blacksmith striking hot metal, sparks flying, dark worksho", |
| "cosine": 0.9958795309066772, |
| "rel_l2": 0.0918688178062439, |
| "max_abs": 7.0205535888671875 |
| }, |
| { |
| "prompt": "Drone shot rising above a forest canopy in autumn colours", |
| "cosine": 0.9993399381637573, |
| "rel_l2": 0.03633851557970047, |
| "max_abs": 0.8720533847808838 |
| } |
| ] |
| }, |
| { |
| "branch": "audio", |
| "mean_cosine": 0.9986756145954132, |
| "worst_cosine": 0.9944137930870056, |
| "mean_rel_l2": 0.048270506667904556, |
| "worst_rel_l2": 0.1057259663939476, |
| "verdict": "FAIL", |
| "per_prompt": [ |
| { |
| "prompt": "A single red fox walking slowly through deep snow at dusk", |
| "cosine": 0.9995366930961609, |
| "rel_l2": 0.030557820573449135, |
| "max_abs": 1.2225170135498047 |
| }, |
| { |
| "prompt": "Three children running along a beach, handheld camera follow", |
| "cosine": 0.9987441897392273, |
| "rel_l2": 0.050157006829977036, |
| "max_abs": 3.5688819885253906 |
| }, |
| { |
| "prompt": "Slow dolly-in on an empty wooden chair in a sunlit room", |
| "cosine": 0.9992103576660156, |
| "rel_l2": 0.03978573903441429, |
| "max_abs": 1.902970314025879 |
| }, |
| { |
| "prompt": "Aerial orbit around a glass skyscraper at golden hour", |
| "cosine": 0.9988113641738892, |
| "rel_l2": 0.0487464964389801, |
| "max_abs": 3.146036148071289 |
| }, |
| { |
| "prompt": "Close-up of hands kneading dough on a floured wooden table", |
| "cosine": 0.9993807077407837, |
| "rel_l2": 0.035193003714084625, |
| "max_abs": 1.8440208435058594 |
| }, |
| { |
| "prompt": "A woman with curly hair laughing, shallow depth of field, 85", |
| "cosine": 0.9996175765991211, |
| "rel_l2": 0.027664586901664734, |
| "max_abs": 1.550389289855957 |
| }, |
| { |
| "prompt": "Rain falling on a neon-lit street at night, reflections on w", |
| "cosine": 0.9990060329437256, |
| "rel_l2": 0.04479742422699928, |
| "max_abs": 3.127340316772461 |
| }, |
| { |
| "prompt": "Time-lapse of storm clouds gathering over a wheat field", |
| "cosine": 0.9988710880279541, |
| "rel_l2": 0.04758373647928238, |
| "max_abs": 2.6703643798828125 |
| }, |
| { |
| "prompt": "A cat sleeping, absolutely no movement, static locked-off ca", |
| "cosine": 0.9986094832420349, |
| "rel_l2": 0.052718114107847214, |
| "max_abs": 2.4573974609375 |
| }, |
| { |
| "prompt": "Two people arguing in a kitchen, one turns away and leaves t", |
| "cosine": 0.9979703426361084, |
| "rel_l2": 0.0637575164437294, |
| "max_abs": 4.440267562866211 |
| }, |
| { |
| "prompt": "Macro shot of a bee landing on a purple flower, wings blurre", |
| "cosine": 0.9944137930870056, |
| "rel_l2": 0.1057259663939476, |
| "max_abs": 10.169282913208008 |
| }, |
| { |
| "prompt": "A vintage car driving away down a dusty road, camera static", |
| "cosine": 0.9993389844894409, |
| "rel_l2": 0.036406565457582474, |
| "max_abs": 2.0438194274902344 |
| }, |
| { |
| "prompt": "Underwater shot of a sea turtle gliding past coral", |
| "cosine": 0.998749852180481, |
| "rel_l2": 0.05001533403992653, |
| "max_abs": 1.9620490074157715 |
| }, |
| { |
| "prompt": "Neon sign reading OPEN flickering in a diner window", |
| "cosine": 0.9992170333862305, |
| "rel_l2": 0.039572279900312424, |
| "max_abs": 1.4800148010253906 |
| }, |
| { |
| "prompt": "A blacksmith striking hot metal, sparks flying, dark worksho", |
| "cosine": 0.9979830980300903, |
| "rel_l2": 0.06355160474777222, |
| "max_abs": 5.250947952270508 |
| }, |
| { |
| "prompt": "Drone shot rising above a forest canopy in autumn colours", |
| "cosine": 0.9993492364883423, |
| "rel_l2": 0.03609491139650345, |
| "max_abs": 1.6940326690673828 |
| } |
| ] |
| } |
| ], |
| "chunk_rows": 512, |
| "resident": true |
| } |
|
|