topabaem's picture
Upload evidence/gate-A3.json with huggingface_hub
67bf948 verified
Raw
History Blame Contribute Delete
6.85 kB
{
"prompts": 16,
"gate": {
"min_cosine": 0.9995,
"max_rel_l2": 0.02
},
"verdict": "FAIL",
"branches": [
{
"branch": "video",
"mean_cosine": 0.9984818771481514,
"worst_cosine": 0.9958401918411255,
"mean_rel_l2": 0.0520428663585335,
"worst_rel_l2": 0.0918688178062439,
"verdict": "FAIL",
"per_prompt": [
{
"prompt": "A single red fox walking slowly through deep snow at dusk",
"cosine": 0.9995532035827637,
"rel_l2": 0.029908552765846252,
"max_abs": 0.7811508178710938
},
{
"prompt": "Three children running along a beach, handheld camera follow",
"cosine": 0.9983024001121521,
"rel_l2": 0.058539196848869324,
"max_abs": 5.827154159545898
},
{
"prompt": "Slow dolly-in on an empty wooden chair in a sunlit room",
"cosine": 0.9992636442184448,
"rel_l2": 0.038377102464437485,
"max_abs": 1.0110678672790527
},
{
"prompt": "Aerial orbit around a glass skyscraper at golden hour",
"cosine": 0.9983701705932617,
"rel_l2": 0.057133350521326065,
"max_abs": 3.283895492553711
},
{
"prompt": "Close-up of hands kneading dough on a floured wooden table",
"cosine": 0.999286413192749,
"rel_l2": 0.03779372572898865,
"max_abs": 1.0483756065368652
},
{
"prompt": "A woman with curly hair laughing, shallow depth of field, 85",
"cosine": 0.9994959831237793,
"rel_l2": 0.03178220987319946,
"max_abs": 1.3030407428741455
},
{
"prompt": "Rain falling on a neon-lit street at night, reflections on w",
"cosine": 0.9990723133087158,
"rel_l2": 0.04306265339255333,
"max_abs": 2.920647621154785
},
{
"prompt": "Time-lapse of storm clouds gathering over a wheat field",
"cosine": 0.998833179473877,
"rel_l2": 0.04830990359187126,
"max_abs": 1.3483080863952637
},
{
"prompt": "A cat sleeping, absolutely no movement, static locked-off ca",
"cosine": 0.998012125492096,
"rel_l2": 0.06312791258096695,
"max_abs": 2.270658493041992
},
{
"prompt": "Two people arguing in a kitchen, one turns away and leaves t",
"cosine": 0.9978260397911072,
"rel_l2": 0.06604155898094177,
"max_abs": 4.119527816772461
},
{
"prompt": "Macro shot of a bee landing on a purple flower, wings blurre",
"cosine": 0.9958401918411255,
"rel_l2": 0.09122485667467117,
"max_abs": 6.160037994384766
},
{
"prompt": "A vintage car driving away down a dusty road, camera static",
"cosine": 0.9993125200271606,
"rel_l2": 0.0371505469083786,
"max_abs": 0.8608784675598145
},
{
"prompt": "Underwater shot of a sea turtle gliding past coral",
"cosine": 0.9982098937034607,
"rel_l2": 0.059833087027072906,
"max_abs": 1.6125495433807373
},
{
"prompt": "Neon sign reading OPEN flickering in a diner window",
"cosine": 0.9991124868392944,
"rel_l2": 0.04219387099146843,
"max_abs": 1.0840461254119873
},
{
"prompt": "A blacksmith striking hot metal, sparks flying, dark worksho",
"cosine": 0.9958795309066772,
"rel_l2": 0.0918688178062439,
"max_abs": 7.0205535888671875
},
{
"prompt": "Drone shot rising above a forest canopy in autumn colours",
"cosine": 0.9993399381637573,
"rel_l2": 0.03633851557970047,
"max_abs": 0.8720533847808838
}
]
},
{
"branch": "audio",
"mean_cosine": 0.9986756145954132,
"worst_cosine": 0.9944137930870056,
"mean_rel_l2": 0.048270506667904556,
"worst_rel_l2": 0.1057259663939476,
"verdict": "FAIL",
"per_prompt": [
{
"prompt": "A single red fox walking slowly through deep snow at dusk",
"cosine": 0.9995366930961609,
"rel_l2": 0.030557820573449135,
"max_abs": 1.2225170135498047
},
{
"prompt": "Three children running along a beach, handheld camera follow",
"cosine": 0.9987441897392273,
"rel_l2": 0.050157006829977036,
"max_abs": 3.5688819885253906
},
{
"prompt": "Slow dolly-in on an empty wooden chair in a sunlit room",
"cosine": 0.9992103576660156,
"rel_l2": 0.03978573903441429,
"max_abs": 1.902970314025879
},
{
"prompt": "Aerial orbit around a glass skyscraper at golden hour",
"cosine": 0.9988113641738892,
"rel_l2": 0.0487464964389801,
"max_abs": 3.146036148071289
},
{
"prompt": "Close-up of hands kneading dough on a floured wooden table",
"cosine": 0.9993807077407837,
"rel_l2": 0.035193003714084625,
"max_abs": 1.8440208435058594
},
{
"prompt": "A woman with curly hair laughing, shallow depth of field, 85",
"cosine": 0.9996175765991211,
"rel_l2": 0.027664586901664734,
"max_abs": 1.550389289855957
},
{
"prompt": "Rain falling on a neon-lit street at night, reflections on w",
"cosine": 0.9990060329437256,
"rel_l2": 0.04479742422699928,
"max_abs": 3.127340316772461
},
{
"prompt": "Time-lapse of storm clouds gathering over a wheat field",
"cosine": 0.9988710880279541,
"rel_l2": 0.04758373647928238,
"max_abs": 2.6703643798828125
},
{
"prompt": "A cat sleeping, absolutely no movement, static locked-off ca",
"cosine": 0.9986094832420349,
"rel_l2": 0.052718114107847214,
"max_abs": 2.4573974609375
},
{
"prompt": "Two people arguing in a kitchen, one turns away and leaves t",
"cosine": 0.9979703426361084,
"rel_l2": 0.0637575164437294,
"max_abs": 4.440267562866211
},
{
"prompt": "Macro shot of a bee landing on a purple flower, wings blurre",
"cosine": 0.9944137930870056,
"rel_l2": 0.1057259663939476,
"max_abs": 10.169282913208008
},
{
"prompt": "A vintage car driving away down a dusty road, camera static",
"cosine": 0.9993389844894409,
"rel_l2": 0.036406565457582474,
"max_abs": 2.0438194274902344
},
{
"prompt": "Underwater shot of a sea turtle gliding past coral",
"cosine": 0.998749852180481,
"rel_l2": 0.05001533403992653,
"max_abs": 1.9620490074157715
},
{
"prompt": "Neon sign reading OPEN flickering in a diner window",
"cosine": 0.9992170333862305,
"rel_l2": 0.039572279900312424,
"max_abs": 1.4800148010253906
},
{
"prompt": "A blacksmith striking hot metal, sparks flying, dark worksho",
"cosine": 0.9979830980300903,
"rel_l2": 0.06355160474777222,
"max_abs": 5.250947952270508
},
{
"prompt": "Drone shot rising above a forest canopy in autumn colours",
"cosine": 0.9993492364883423,
"rel_l2": 0.03609491139650345,
"max_abs": 1.6940326690673828
}
]
}
],
"chunk_rows": 512,
"resident": true
}