topabaem commited on
Commit
02baec0
·
verified ·
1 Parent(s): 55831e0

Upload evidence/gate-A0.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. evidence/gate-A0.json +224 -0
evidence/gate-A0.json ADDED
@@ -0,0 +1,224 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "prompts": 16,
3
+ "gate": {
4
+ "min_cosine": 0.9995,
5
+ "max_rel_l2": 0.02
6
+ },
7
+ "verdict": "FAIL",
8
+ "branches": [
9
+ {
10
+ "branch": "video",
11
+ "mean_cosine": 0.997625045478344,
12
+ "worst_cosine": 0.989282488822937,
13
+ "mean_rel_l2": 0.06061359995510429,
14
+ "worst_rel_l2": 0.14733372628688812,
15
+ "verdict": "FAIL",
16
+ "per_prompt": [
17
+ {
18
+ "prompt": "A single red fox walking slowly through deep snow at dusk",
19
+ "cosine": 0.9993830919265747,
20
+ "rel_l2": 0.03520044684410095,
21
+ "max_abs": 0.8563449382781982
22
+ },
23
+ {
24
+ "prompt": "Three children running along a beach, handheld camera follow",
25
+ "cosine": 0.9996031522750854,
26
+ "rel_l2": 0.028219474479556084,
27
+ "max_abs": 1.0360543727874756
28
+ },
29
+ {
30
+ "prompt": "Slow dolly-in on an empty wooden chair in a sunlit room",
31
+ "cosine": 0.9992316365242004,
32
+ "rel_l2": 0.03922395035624504,
33
+ "max_abs": 1.0654611587524414
34
+ },
35
+ {
36
+ "prompt": "Aerial orbit around a glass skyscraper at golden hour",
37
+ "cosine": 0.993701159954071,
38
+ "rel_l2": 0.11210718750953674,
39
+ "max_abs": 6.390056610107422
40
+ },
41
+ {
42
+ "prompt": "Close-up of hands kneading dough on a floured wooden table",
43
+ "cosine": 0.9991633892059326,
44
+ "rel_l2": 0.04095735028386116,
45
+ "max_abs": 1.0409600734710693
46
+ },
47
+ {
48
+ "prompt": "A woman with curly hair laughing, shallow depth of field, 85",
49
+ "cosine": 0.9992817640304565,
50
+ "rel_l2": 0.03790581226348877,
51
+ "max_abs": 2.042064666748047
52
+ },
53
+ {
54
+ "prompt": "Rain falling on a neon-lit street at night, reflections on w",
55
+ "cosine": 0.9988830089569092,
56
+ "rel_l2": 0.04728369787335396,
57
+ "max_abs": 1.9403932094573975
58
+ },
59
+ {
60
+ "prompt": "Time-lapse of storm clouds gathering over a wheat field",
61
+ "cosine": 0.9979721307754517,
62
+ "rel_l2": 0.06382685154676437,
63
+ "max_abs": 2.000666618347168
64
+ },
65
+ {
66
+ "prompt": "A cat sleeping, absolutely no movement, static locked-off ca",
67
+ "cosine": 0.995409369468689,
68
+ "rel_l2": 0.09618913382291794,
69
+ "max_abs": 4.0985918045043945
70
+ },
71
+ {
72
+ "prompt": "Two people arguing in a kitchen, one turns away and leaves t",
73
+ "cosine": 0.99845290184021,
74
+ "rel_l2": 0.05567202344536781,
75
+ "max_abs": 2.6733179092407227
76
+ },
77
+ {
78
+ "prompt": "Macro shot of a bee landing on a purple flower, wings blurre",
79
+ "cosine": 0.9954184889793396,
80
+ "rel_l2": 0.09567683190107346,
81
+ "max_abs": 6.712267875671387
82
+ },
83
+ {
84
+ "prompt": "A vintage car driving away down a dusty road, camera static",
85
+ "cosine": 0.998226523399353,
86
+ "rel_l2": 0.060087647289037704,
87
+ "max_abs": 3.342557430267334
88
+ },
89
+ {
90
+ "prompt": "Underwater shot of a sea turtle gliding past coral",
91
+ "cosine": 0.989282488822937,
92
+ "rel_l2": 0.14733372628688812,
93
+ "max_abs": 9.965588569641113
94
+ },
95
+ {
96
+ "prompt": "Neon sign reading OPEN flickering in a diner window",
97
+ "cosine": 0.9992676973342896,
98
+ "rel_l2": 0.03853137791156769,
99
+ "max_abs": 1.1009130477905273
100
+ },
101
+ {
102
+ "prompt": "A blacksmith striking hot metal, sparks flying, dark worksho",
103
+ "cosine": 0.9993857741355896,
104
+ "rel_l2": 0.035212717950344086,
105
+ "max_abs": 2.0413131713867188
106
+ },
107
+ {
108
+ "prompt": "Drone shot rising above a forest canopy in autumn colours",
109
+ "cosine": 0.9993381500244141,
110
+ "rel_l2": 0.036389369517564774,
111
+ "max_abs": 0.8364467620849609
112
+ }
113
+ ]
114
+ },
115
+ {
116
+ "branch": "audio",
117
+ "mean_cosine": 0.997561052441597,
118
+ "worst_cosine": 0.9899300336837769,
119
+ "mean_rel_l2": 0.06095328426454216,
120
+ "worst_rel_l2": 0.14440304040908813,
121
+ "verdict": "FAIL",
122
+ "per_prompt": [
123
+ {
124
+ "prompt": "A single red fox walking slowly through deep snow at dusk",
125
+ "cosine": 0.9995168447494507,
126
+ "rel_l2": 0.03117067739367485,
127
+ "max_abs": 1.2985811233520508
128
+ },
129
+ {
130
+ "prompt": "Three children running along a beach, handheld camera follow",
131
+ "cosine": 0.9990923404693604,
132
+ "rel_l2": 0.042620666325092316,
133
+ "max_abs": 2.085097312927246
134
+ },
135
+ {
136
+ "prompt": "Slow dolly-in on an empty wooden chair in a sunlit room",
137
+ "cosine": 0.9990816712379456,
138
+ "rel_l2": 0.04286108538508415,
139
+ "max_abs": 1.807149887084961
140
+ },
141
+ {
142
+ "prompt": "Aerial orbit around a glass skyscraper at golden hour",
143
+ "cosine": 0.9921302795410156,
144
+ "rel_l2": 0.12537731230258942,
145
+ "max_abs": 9.790406227111816
146
+ },
147
+ {
148
+ "prompt": "Close-up of hands kneading dough on a floured wooden table",
149
+ "cosine": 0.9991982579231262,
150
+ "rel_l2": 0.04005713388323784,
151
+ "max_abs": 1.7568321228027344
152
+ },
153
+ {
154
+ "prompt": "A woman with curly hair laughing, shallow depth of field, 85",
155
+ "cosine": 0.9993249177932739,
156
+ "rel_l2": 0.03674113005399704,
157
+ "max_abs": 2.498091697692871
158
+ },
159
+ {
160
+ "prompt": "Rain falling on a neon-lit street at night, reflections on w",
161
+ "cosine": 0.9985422492027283,
162
+ "rel_l2": 0.0540376752614975,
163
+ "max_abs": 2.8287429809570312
164
+ },
165
+ {
166
+ "prompt": "Time-lapse of storm clouds gathering over a wheat field",
167
+ "cosine": 0.9977822303771973,
168
+ "rel_l2": 0.06661119312047958,
169
+ "max_abs": 4.188837051391602
170
+ },
171
+ {
172
+ "prompt": "A cat sleeping, absolutely no movement, static locked-off ca",
173
+ "cosine": 0.9968404173851013,
174
+ "rel_l2": 0.0794815644621849,
175
+ "max_abs": 4.551515579223633
176
+ },
177
+ {
178
+ "prompt": "Two people arguing in a kitchen, one turns away and leaves t",
179
+ "cosine": 0.9985015392303467,
180
+ "rel_l2": 0.05484509468078613,
181
+ "max_abs": 4.358928680419922
182
+ },
183
+ {
184
+ "prompt": "Macro shot of a bee landing on a purple flower, wings blurre",
185
+ "cosine": 0.9937912225723267,
186
+ "rel_l2": 0.11143055558204651,
187
+ "max_abs": 11.229419708251953
188
+ },
189
+ {
190
+ "prompt": "A vintage car driving away down a dusty road, camera static",
191
+ "cosine": 0.9988788962364197,
192
+ "rel_l2": 0.04740799218416214,
193
+ "max_abs": 3.8646607398986816
194
+ },
195
+ {
196
+ "prompt": "Underwater shot of a sea turtle gliding past coral",
197
+ "cosine": 0.9899300336837769,
198
+ "rel_l2": 0.14440304040908813,
199
+ "max_abs": 9.1931791305542
200
+ },
201
+ {
202
+ "prompt": "Neon sign reading OPEN flickering in a diner window",
203
+ "cosine": 0.999238908290863,
204
+ "rel_l2": 0.03908475115895271,
205
+ "max_abs": 1.886448860168457
206
+ },
207
+ {
208
+ "prompt": "A blacksmith striking hot metal, sparks flying, dark worksho",
209
+ "cosine": 0.999580979347229,
210
+ "rel_l2": 0.02895679697394371,
211
+ "max_abs": 1.6393048763275146
212
+ },
213
+ {
214
+ "prompt": "Drone shot rising above a forest canopy in autumn colours",
215
+ "cosine": 0.9995460510253906,
216
+ "rel_l2": 0.03016587905585766,
217
+ "max_abs": 1.5070972442626953
218
+ }
219
+ ]
220
+ }
221
+ ],
222
+ "chunk_rows": 512,
223
+ "resident": true
224
+ }