topabaem's picture
Upload evidence/gate-A0.json with huggingface_hub
02baec0 verified
Raw
History Blame
6.84 kB
{
"prompts": 16,
"gate": {
"min_cosine": 0.9995,
"max_rel_l2": 0.02
},
"verdict": "FAIL",
"branches": [
{
"branch": "video",
"mean_cosine": 0.997625045478344,
"worst_cosine": 0.989282488822937,
"mean_rel_l2": 0.06061359995510429,
"worst_rel_l2": 0.14733372628688812,
"verdict": "FAIL",
"per_prompt": [
{
"prompt": "A single red fox walking slowly through deep snow at dusk",
"cosine": 0.9993830919265747,
"rel_l2": 0.03520044684410095,
"max_abs": 0.8563449382781982
},
{
"prompt": "Three children running along a beach, handheld camera follow",
"cosine": 0.9996031522750854,
"rel_l2": 0.028219474479556084,
"max_abs": 1.0360543727874756
},
{
"prompt": "Slow dolly-in on an empty wooden chair in a sunlit room",
"cosine": 0.9992316365242004,
"rel_l2": 0.03922395035624504,
"max_abs": 1.0654611587524414
},
{
"prompt": "Aerial orbit around a glass skyscraper at golden hour",
"cosine": 0.993701159954071,
"rel_l2": 0.11210718750953674,
"max_abs": 6.390056610107422
},
{
"prompt": "Close-up of hands kneading dough on a floured wooden table",
"cosine": 0.9991633892059326,
"rel_l2": 0.04095735028386116,
"max_abs": 1.0409600734710693
},
{
"prompt": "A woman with curly hair laughing, shallow depth of field, 85",
"cosine": 0.9992817640304565,
"rel_l2": 0.03790581226348877,
"max_abs": 2.042064666748047
},
{
"prompt": "Rain falling on a neon-lit street at night, reflections on w",
"cosine": 0.9988830089569092,
"rel_l2": 0.04728369787335396,
"max_abs": 1.9403932094573975
},
{
"prompt": "Time-lapse of storm clouds gathering over a wheat field",
"cosine": 0.9979721307754517,
"rel_l2": 0.06382685154676437,
"max_abs": 2.000666618347168
},
{
"prompt": "A cat sleeping, absolutely no movement, static locked-off ca",
"cosine": 0.995409369468689,
"rel_l2": 0.09618913382291794,
"max_abs": 4.0985918045043945
},
{
"prompt": "Two people arguing in a kitchen, one turns away and leaves t",
"cosine": 0.99845290184021,
"rel_l2": 0.05567202344536781,
"max_abs": 2.6733179092407227
},
{
"prompt": "Macro shot of a bee landing on a purple flower, wings blurre",
"cosine": 0.9954184889793396,
"rel_l2": 0.09567683190107346,
"max_abs": 6.712267875671387
},
{
"prompt": "A vintage car driving away down a dusty road, camera static",
"cosine": 0.998226523399353,
"rel_l2": 0.060087647289037704,
"max_abs": 3.342557430267334
},
{
"prompt": "Underwater shot of a sea turtle gliding past coral",
"cosine": 0.989282488822937,
"rel_l2": 0.14733372628688812,
"max_abs": 9.965588569641113
},
{
"prompt": "Neon sign reading OPEN flickering in a diner window",
"cosine": 0.9992676973342896,
"rel_l2": 0.03853137791156769,
"max_abs": 1.1009130477905273
},
{
"prompt": "A blacksmith striking hot metal, sparks flying, dark worksho",
"cosine": 0.9993857741355896,
"rel_l2": 0.035212717950344086,
"max_abs": 2.0413131713867188
},
{
"prompt": "Drone shot rising above a forest canopy in autumn colours",
"cosine": 0.9993381500244141,
"rel_l2": 0.036389369517564774,
"max_abs": 0.8364467620849609
}
]
},
{
"branch": "audio",
"mean_cosine": 0.997561052441597,
"worst_cosine": 0.9899300336837769,
"mean_rel_l2": 0.06095328426454216,
"worst_rel_l2": 0.14440304040908813,
"verdict": "FAIL",
"per_prompt": [
{
"prompt": "A single red fox walking slowly through deep snow at dusk",
"cosine": 0.9995168447494507,
"rel_l2": 0.03117067739367485,
"max_abs": 1.2985811233520508
},
{
"prompt": "Three children running along a beach, handheld camera follow",
"cosine": 0.9990923404693604,
"rel_l2": 0.042620666325092316,
"max_abs": 2.085097312927246
},
{
"prompt": "Slow dolly-in on an empty wooden chair in a sunlit room",
"cosine": 0.9990816712379456,
"rel_l2": 0.04286108538508415,
"max_abs": 1.807149887084961
},
{
"prompt": "Aerial orbit around a glass skyscraper at golden hour",
"cosine": 0.9921302795410156,
"rel_l2": 0.12537731230258942,
"max_abs": 9.790406227111816
},
{
"prompt": "Close-up of hands kneading dough on a floured wooden table",
"cosine": 0.9991982579231262,
"rel_l2": 0.04005713388323784,
"max_abs": 1.7568321228027344
},
{
"prompt": "A woman with curly hair laughing, shallow depth of field, 85",
"cosine": 0.9993249177932739,
"rel_l2": 0.03674113005399704,
"max_abs": 2.498091697692871
},
{
"prompt": "Rain falling on a neon-lit street at night, reflections on w",
"cosine": 0.9985422492027283,
"rel_l2": 0.0540376752614975,
"max_abs": 2.8287429809570312
},
{
"prompt": "Time-lapse of storm clouds gathering over a wheat field",
"cosine": 0.9977822303771973,
"rel_l2": 0.06661119312047958,
"max_abs": 4.188837051391602
},
{
"prompt": "A cat sleeping, absolutely no movement, static locked-off ca",
"cosine": 0.9968404173851013,
"rel_l2": 0.0794815644621849,
"max_abs": 4.551515579223633
},
{
"prompt": "Two people arguing in a kitchen, one turns away and leaves t",
"cosine": 0.9985015392303467,
"rel_l2": 0.05484509468078613,
"max_abs": 4.358928680419922
},
{
"prompt": "Macro shot of a bee landing on a purple flower, wings blurre",
"cosine": 0.9937912225723267,
"rel_l2": 0.11143055558204651,
"max_abs": 11.229419708251953
},
{
"prompt": "A vintage car driving away down a dusty road, camera static",
"cosine": 0.9988788962364197,
"rel_l2": 0.04740799218416214,
"max_abs": 3.8646607398986816
},
{
"prompt": "Underwater shot of a sea turtle gliding past coral",
"cosine": 0.9899300336837769,
"rel_l2": 0.14440304040908813,
"max_abs": 9.1931791305542
},
{
"prompt": "Neon sign reading OPEN flickering in a diner window",
"cosine": 0.999238908290863,
"rel_l2": 0.03908475115895271,
"max_abs": 1.886448860168457
},
{
"prompt": "A blacksmith striking hot metal, sparks flying, dark worksho",
"cosine": 0.999580979347229,
"rel_l2": 0.02895679697394371,
"max_abs": 1.6393048763275146
},
{
"prompt": "Drone shot rising above a forest canopy in autumn colours",
"cosine": 0.9995460510253906,
"rel_l2": 0.03016587905585766,
"max_abs": 1.5070972442626953
}
]
}
],
"chunk_rows": 512,
"resident": true
}