Upload evidence/gate-A0.json with huggingface_hub
Browse files- evidence/gate-A0.json +224 -0
evidence/gate-A0.json
ADDED
|
@@ -0,0 +1,224 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"prompts": 16,
|
| 3 |
+
"gate": {
|
| 4 |
+
"min_cosine": 0.9995,
|
| 5 |
+
"max_rel_l2": 0.02
|
| 6 |
+
},
|
| 7 |
+
"verdict": "FAIL",
|
| 8 |
+
"branches": [
|
| 9 |
+
{
|
| 10 |
+
"branch": "video",
|
| 11 |
+
"mean_cosine": 0.997625045478344,
|
| 12 |
+
"worst_cosine": 0.989282488822937,
|
| 13 |
+
"mean_rel_l2": 0.06061359995510429,
|
| 14 |
+
"worst_rel_l2": 0.14733372628688812,
|
| 15 |
+
"verdict": "FAIL",
|
| 16 |
+
"per_prompt": [
|
| 17 |
+
{
|
| 18 |
+
"prompt": "A single red fox walking slowly through deep snow at dusk",
|
| 19 |
+
"cosine": 0.9993830919265747,
|
| 20 |
+
"rel_l2": 0.03520044684410095,
|
| 21 |
+
"max_abs": 0.8563449382781982
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"prompt": "Three children running along a beach, handheld camera follow",
|
| 25 |
+
"cosine": 0.9996031522750854,
|
| 26 |
+
"rel_l2": 0.028219474479556084,
|
| 27 |
+
"max_abs": 1.0360543727874756
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"prompt": "Slow dolly-in on an empty wooden chair in a sunlit room",
|
| 31 |
+
"cosine": 0.9992316365242004,
|
| 32 |
+
"rel_l2": 0.03922395035624504,
|
| 33 |
+
"max_abs": 1.0654611587524414
|
| 34 |
+
},
|
| 35 |
+
{
|
| 36 |
+
"prompt": "Aerial orbit around a glass skyscraper at golden hour",
|
| 37 |
+
"cosine": 0.993701159954071,
|
| 38 |
+
"rel_l2": 0.11210718750953674,
|
| 39 |
+
"max_abs": 6.390056610107422
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"prompt": "Close-up of hands kneading dough on a floured wooden table",
|
| 43 |
+
"cosine": 0.9991633892059326,
|
| 44 |
+
"rel_l2": 0.04095735028386116,
|
| 45 |
+
"max_abs": 1.0409600734710693
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"prompt": "A woman with curly hair laughing, shallow depth of field, 85",
|
| 49 |
+
"cosine": 0.9992817640304565,
|
| 50 |
+
"rel_l2": 0.03790581226348877,
|
| 51 |
+
"max_abs": 2.042064666748047
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"prompt": "Rain falling on a neon-lit street at night, reflections on w",
|
| 55 |
+
"cosine": 0.9988830089569092,
|
| 56 |
+
"rel_l2": 0.04728369787335396,
|
| 57 |
+
"max_abs": 1.9403932094573975
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"prompt": "Time-lapse of storm clouds gathering over a wheat field",
|
| 61 |
+
"cosine": 0.9979721307754517,
|
| 62 |
+
"rel_l2": 0.06382685154676437,
|
| 63 |
+
"max_abs": 2.000666618347168
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"prompt": "A cat sleeping, absolutely no movement, static locked-off ca",
|
| 67 |
+
"cosine": 0.995409369468689,
|
| 68 |
+
"rel_l2": 0.09618913382291794,
|
| 69 |
+
"max_abs": 4.0985918045043945
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"prompt": "Two people arguing in a kitchen, one turns away and leaves t",
|
| 73 |
+
"cosine": 0.99845290184021,
|
| 74 |
+
"rel_l2": 0.05567202344536781,
|
| 75 |
+
"max_abs": 2.6733179092407227
|
| 76 |
+
},
|
| 77 |
+
{
|
| 78 |
+
"prompt": "Macro shot of a bee landing on a purple flower, wings blurre",
|
| 79 |
+
"cosine": 0.9954184889793396,
|
| 80 |
+
"rel_l2": 0.09567683190107346,
|
| 81 |
+
"max_abs": 6.712267875671387
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"prompt": "A vintage car driving away down a dusty road, camera static",
|
| 85 |
+
"cosine": 0.998226523399353,
|
| 86 |
+
"rel_l2": 0.060087647289037704,
|
| 87 |
+
"max_abs": 3.342557430267334
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"prompt": "Underwater shot of a sea turtle gliding past coral",
|
| 91 |
+
"cosine": 0.989282488822937,
|
| 92 |
+
"rel_l2": 0.14733372628688812,
|
| 93 |
+
"max_abs": 9.965588569641113
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"prompt": "Neon sign reading OPEN flickering in a diner window",
|
| 97 |
+
"cosine": 0.9992676973342896,
|
| 98 |
+
"rel_l2": 0.03853137791156769,
|
| 99 |
+
"max_abs": 1.1009130477905273
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"prompt": "A blacksmith striking hot metal, sparks flying, dark worksho",
|
| 103 |
+
"cosine": 0.9993857741355896,
|
| 104 |
+
"rel_l2": 0.035212717950344086,
|
| 105 |
+
"max_abs": 2.0413131713867188
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"prompt": "Drone shot rising above a forest canopy in autumn colours",
|
| 109 |
+
"cosine": 0.9993381500244141,
|
| 110 |
+
"rel_l2": 0.036389369517564774,
|
| 111 |
+
"max_abs": 0.8364467620849609
|
| 112 |
+
}
|
| 113 |
+
]
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"branch": "audio",
|
| 117 |
+
"mean_cosine": 0.997561052441597,
|
| 118 |
+
"worst_cosine": 0.9899300336837769,
|
| 119 |
+
"mean_rel_l2": 0.06095328426454216,
|
| 120 |
+
"worst_rel_l2": 0.14440304040908813,
|
| 121 |
+
"verdict": "FAIL",
|
| 122 |
+
"per_prompt": [
|
| 123 |
+
{
|
| 124 |
+
"prompt": "A single red fox walking slowly through deep snow at dusk",
|
| 125 |
+
"cosine": 0.9995168447494507,
|
| 126 |
+
"rel_l2": 0.03117067739367485,
|
| 127 |
+
"max_abs": 1.2985811233520508
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"prompt": "Three children running along a beach, handheld camera follow",
|
| 131 |
+
"cosine": 0.9990923404693604,
|
| 132 |
+
"rel_l2": 0.042620666325092316,
|
| 133 |
+
"max_abs": 2.085097312927246
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"prompt": "Slow dolly-in on an empty wooden chair in a sunlit room",
|
| 137 |
+
"cosine": 0.9990816712379456,
|
| 138 |
+
"rel_l2": 0.04286108538508415,
|
| 139 |
+
"max_abs": 1.807149887084961
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"prompt": "Aerial orbit around a glass skyscraper at golden hour",
|
| 143 |
+
"cosine": 0.9921302795410156,
|
| 144 |
+
"rel_l2": 0.12537731230258942,
|
| 145 |
+
"max_abs": 9.790406227111816
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"prompt": "Close-up of hands kneading dough on a floured wooden table",
|
| 149 |
+
"cosine": 0.9991982579231262,
|
| 150 |
+
"rel_l2": 0.04005713388323784,
|
| 151 |
+
"max_abs": 1.7568321228027344
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"prompt": "A woman with curly hair laughing, shallow depth of field, 85",
|
| 155 |
+
"cosine": 0.9993249177932739,
|
| 156 |
+
"rel_l2": 0.03674113005399704,
|
| 157 |
+
"max_abs": 2.498091697692871
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"prompt": "Rain falling on a neon-lit street at night, reflections on w",
|
| 161 |
+
"cosine": 0.9985422492027283,
|
| 162 |
+
"rel_l2": 0.0540376752614975,
|
| 163 |
+
"max_abs": 2.8287429809570312
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
"prompt": "Time-lapse of storm clouds gathering over a wheat field",
|
| 167 |
+
"cosine": 0.9977822303771973,
|
| 168 |
+
"rel_l2": 0.06661119312047958,
|
| 169 |
+
"max_abs": 4.188837051391602
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"prompt": "A cat sleeping, absolutely no movement, static locked-off ca",
|
| 173 |
+
"cosine": 0.9968404173851013,
|
| 174 |
+
"rel_l2": 0.0794815644621849,
|
| 175 |
+
"max_abs": 4.551515579223633
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"prompt": "Two people arguing in a kitchen, one turns away and leaves t",
|
| 179 |
+
"cosine": 0.9985015392303467,
|
| 180 |
+
"rel_l2": 0.05484509468078613,
|
| 181 |
+
"max_abs": 4.358928680419922
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"prompt": "Macro shot of a bee landing on a purple flower, wings blurre",
|
| 185 |
+
"cosine": 0.9937912225723267,
|
| 186 |
+
"rel_l2": 0.11143055558204651,
|
| 187 |
+
"max_abs": 11.229419708251953
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"prompt": "A vintage car driving away down a dusty road, camera static",
|
| 191 |
+
"cosine": 0.9988788962364197,
|
| 192 |
+
"rel_l2": 0.04740799218416214,
|
| 193 |
+
"max_abs": 3.8646607398986816
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"prompt": "Underwater shot of a sea turtle gliding past coral",
|
| 197 |
+
"cosine": 0.9899300336837769,
|
| 198 |
+
"rel_l2": 0.14440304040908813,
|
| 199 |
+
"max_abs": 9.1931791305542
|
| 200 |
+
},
|
| 201 |
+
{
|
| 202 |
+
"prompt": "Neon sign reading OPEN flickering in a diner window",
|
| 203 |
+
"cosine": 0.999238908290863,
|
| 204 |
+
"rel_l2": 0.03908475115895271,
|
| 205 |
+
"max_abs": 1.886448860168457
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"prompt": "A blacksmith striking hot metal, sparks flying, dark worksho",
|
| 209 |
+
"cosine": 0.999580979347229,
|
| 210 |
+
"rel_l2": 0.02895679697394371,
|
| 211 |
+
"max_abs": 1.6393048763275146
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"prompt": "Drone shot rising above a forest canopy in autumn colours",
|
| 215 |
+
"cosine": 0.9995460510253906,
|
| 216 |
+
"rel_l2": 0.03016587905585766,
|
| 217 |
+
"max_abs": 1.5070972442626953
|
| 218 |
+
}
|
| 219 |
+
]
|
| 220 |
+
}
|
| 221 |
+
],
|
| 222 |
+
"chunk_rows": 512,
|
| 223 |
+
"resident": true
|
| 224 |
+
}
|