File size: 8,556 Bytes
255bd5e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
[
  {
    "epoch": 0,
    "loss": 5.412533194748397,
    "inv": 0.19777148570289316,
    "sigreg": 29.65979381443299,
    "lejepa": 0.7870119322774951,
    "probe_loss": 4.6255913174029475,
    "probe_acc": 0.1108,
    "lr": 0.0005049999999999997,
    "walltime": 43.018094539642334
  },
  {
    "epoch": 1,
    "loss": 4.944372191871564,
    "inv": 0.10227610378228512,
    "sigreg": 16.600515463917525,
    "lejepa": 0.4322408909849899,
    "probe_loss": 4.512130501344032,
    "probe_acc": 0.1196,
    "lr": 0.001,
    "walltime": 78.97538352012634
  },
  {
    "epoch": 2,
    "loss": 4.906946467370102,
    "inv": 0.07790505636445026,
    "sigreg": 17.254510309278352,
    "lejepa": 0.42143716142272836,
    "probe_loss": 4.485500453673687,
    "probe_acc": 0.1316,
    "lr": 0.0009968875438971538,
    "walltime": 113.12124180793762
  },
  {
    "epoch": 3,
    "loss": 4.838332844763687,
    "inv": 0.0484141125199721,
    "sigreg": 14.501932989690722,
    "lejepa": 0.3374844900633871,
    "probe_loss": 4.500797625669499,
    "probe_acc": 0.1236,
    "lr": 0.000987589316530002,
    "walltime": 148.14513444900513
  },
  {
    "epoch": 4,
    "loss": 4.787962289200616,
    "inv": 0.03621730609729733,
    "sigreg": 13.346005154639176,
    "lejepa": 0.3024130630681349,
    "probe_loss": 4.485535533157821,
    "probe_acc": 0.1196,
    "lr": 0.000972222248502637,
    "walltime": 182.96212816238403
  },
  {
    "epoch": 5,
    "loss": 4.697625111058815,
    "inv": 0.026874831157554055,
    "sigreg": 11.830541237113403,
    "lejepa": 0.26294815927667103,
    "probe_loss": 4.434697888561131,
    "probe_acc": 0.12,
    "lr": 0.0009509795896116934,
    "walltime": 223.61751914024353
  },
  {
    "epoch": 6,
    "loss": 4.644417094201157,
    "inv": 0.02328824021459855,
    "sigreg": 11.155283505154639,
    "lejepa": 0.24592814551339937,
    "probe_loss": 4.39855579494201,
    "probe_acc": 0.134,
    "lr": 0.0009241284786179963,
    "walltime": 258.8685748577118
  },
  {
    "epoch": 7,
    "loss": 4.631756261451957,
    "inv": 0.021579230146617005,
    "sigreg": 10.916237113402062,
    "lejepa": 0.23947238781172592,
    "probe_loss": 4.392261308493073,
    "probe_acc": 0.1328,
    "lr": 0.0008920065838216699,
    "walltime": 294.6779627799988
  },
  {
    "epoch": 8,
    "loss": 4.594737185645349,
    "inv": 0.022112965891041707,
    "sigreg": 10.202963917525773,
    "lejepa": 0.22572998492373633,
    "probe_loss": 4.368974980619765,
    "probe_acc": 0.134,
    "lr": 0.0008550178566873361,
    "walltime": 329.4957971572876
  },
  {
    "epoch": 9,
    "loss": 4.584624634575598,
    "inv": 0.021013745558016078,
    "sigreg": 10.106958762886597,
    "lejepa": 0.22273264590458772,
    "probe_loss": 4.361882750521001,
    "probe_acc": 0.1276,
    "lr": 0.0008136274519200687,
    "walltime": 363.83074617385864
  },
  {
    "epoch": 10,
    "loss": 4.555196039455453,
    "inv": 0.01891114271831574,
    "sigreg": 9.65173969072165,
    "lejepa": 0.21156771367838242,
    "probe_loss": 4.343635952349791,
    "probe_acc": 0.1316,
    "lr": 0.0007683558778750877,
    "walltime": 405.14906644821167
  },
  {
    "epoch": 11,
    "loss": 4.5690484046936035,
    "inv": 0.01573761990389873,
    "sigreg": 8.999677835051546,
    "lejepa": 0.19541642420685168,
    "probe_loss": 4.373615854794217,
    "probe_acc": 0.1296,
    "lr": 0.0007197724508631874,
    "walltime": 439.9692578315735
  },
  {
    "epoch": 12,
    "loss": 4.596833263475871,
    "inv": 0.014680542867899556,
    "sigreg": 9.127899484536082,
    "lejepa": 0.1969449217012632,
    "probe_loss": 4.399869427238543,
    "probe_acc": 0.1348,
    "lr": 0.0006684881356678038,
    "walltime": 473.4442398548126
  },
  {
    "epoch": 13,
    "loss": 4.561285009089205,
    "inv": 0.013937106548050015,
    "sigreg": 8.730992268041238,
    "lejepa": 0.18827820977791376,
    "probe_loss": 4.372983047642658,
    "probe_acc": 0.1368,
    "lr": 0.0006151478623083726,
    "walltime": 507.13360834121704
  },
  {
    "epoch": 14,
    "loss": 4.5303467819371175,
    "inv": 0.01341073590417191,
    "sigreg": 8.520940721649485,
    "lejepa": 0.18356133561907817,
    "probe_loss": 4.346839432863845,
    "probe_acc": 0.136,
    "lr": 0.0005604224156711342,
    "walltime": 541.8574757575989
  },
  {
    "epoch": 15,
    "loss": 4.531091591746537,
    "inv": 0.012427591910758583,
    "sigreg": 8.139497422680412,
    "lejepa": 0.17496898852615167,
    "probe_loss": 4.356118585645538,
    "probe_acc": 0.1428,
    "lr": 0.0005049999999999969,
    "walltime": 584.0448372364044
  },
  {
    "epoch": 16,
    "loss": 4.507079797921722,
    "inv": 0.01127470564097166,
    "sigreg": 7.952641752577319,
    "lejepa": 0.1701020465796986,
    "probe_loss": 4.336961628235493,
    "probe_acc": 0.1348,
    "lr": 0.0004495775843288595,
    "walltime": 620.088071346283
  },
  {
    "epoch": 17,
    "loss": 4.50716444880692,
    "inv": 0.010518132718567996,
    "sigreg": 7.75805412371134,
    "lejepa": 0.16546885253842344,
    "probe_loss": 4.341704063808795,
    "probe_acc": 0.1328,
    "lr": 0.00039485213769162124,
    "walltime": 654.1795823574066
  },
  {
    "epoch": 18,
    "loss": 4.485252768723006,
    "inv": 0.010472449944498613,
    "sigreg": 7.493234536082475,
    "lejepa": 0.16012769166725813,
    "probe_loss": 4.32511260829021,
    "probe_acc": 0.1368,
    "lr": 0.00034151186433218966,
    "walltime": 688.9273352622986
  },
  {
    "epoch": 19,
    "loss": 4.482756575358283,
    "inv": 0.010250963664316024,
    "sigreg": 7.384342783505154,
    "lejepa": 0.1577328000611328,
    "probe_loss": 4.325018145374416,
    "probe_acc": 0.1436,
    "lr": 0.0002902275491368064,
    "walltime": 725.126054763794
  },
  {
    "epoch": 20,
    "loss": 4.4611310811386895,
    "inv": 0.009598403962655473,
    "sigreg": 7.156572164948454,
    "lejepa": 0.15253787918237144,
    "probe_loss": 4.308643144430573,
    "probe_acc": 0.1424,
    "lr": 0.00024164412212490663,
    "walltime": 766.1187727451324
  },
  {
    "epoch": 21,
    "loss": 4.451227134036035,
    "inv": 0.00945728519912233,
    "sigreg": 7.047680412371134,
    "lejepa": 0.15022174774256258,
    "probe_loss": 4.300981619923385,
    "probe_acc": 0.138,
    "lr": 0.00019637254807992557,
    "walltime": 801.0199749469757
  },
  {
    "epoch": 22,
    "loss": 4.438626726878058,
    "inv": 0.009596675346346246,
    "sigreg": 6.813788659793815,
    "lejepa": 0.1456805150352956,
    "probe_loss": 4.292916012793472,
    "probe_acc": 0.1364,
    "lr": 0.00015498214331265795,
    "walltime": 837.266786813736
  },
  {
    "epoch": 23,
    "loss": 4.4402569495525555,
    "inv": 0.009362001447295099,
    "sigreg": 6.771585051546392,
    "lejepa": 0.14460646244927702,
    "probe_loss": 4.295677263712146,
    "probe_acc": 0.1444,
    "lr": 0.00011799341617832456,
    "walltime": 872.2886612415314
  },
  {
    "epoch": 24,
    "loss": 4.429766905676458,
    "inv": 0.009203180521918633,
    "sigreg": 6.640786082474227,
    "lejepa": 0.1418348385609648,
    "probe_loss": 4.287975547239952,
    "probe_acc": 0.142,
    "lr": 8.587152138199882e-05,
    "walltime": 905.8650803565979
  },
  {
    "epoch": 25,
    "loss": 4.415774468294124,
    "inv": 0.00931377431435376,
    "sigreg": 6.55444587628866,
    "lejepa": 0.14021641635383988,
    "probe_loss": 4.27555603341958,
    "probe_acc": 0.1468,
    "lr": 5.902041038830232e-05,
    "walltime": 946.1256551742554
  },
  {
    "epoch": 26,
    "loss": 4.414867096340533,
    "inv": 0.009033157859842494,
    "sigreg": 6.438144329896907,
    "lejepa": 0.13761538130058382,
    "probe_loss": 4.277284523875443,
    "probe_acc": 0.1412,
    "lr": 3.777775149735794e-05,
    "walltime": 980.7505326271057
  },
  {
    "epoch": 27,
    "loss": 4.4082895357584215,
    "inv": 0.00914238563729162,
    "sigreg": 6.413337628865979,
    "lejepa": 0.13722629050186538,
    "probe_loss": 4.271052960268001,
    "probe_acc": 0.142,
    "lr": 2.241068346999733e-05,
    "walltime": 1016.573511838913
  },
  {
    "epoch": 28,
    "loss": 4.407657171033092,
    "inv": 0.009126475800942514,
    "sigreg": 6.407860824742268,
    "lejepa": 0.13710116277976903,
    "probe_loss": 4.270572111778653,
    "probe_acc": 0.1424,
    "lr": 1.311245610284492e-05,
    "walltime": 1051.0534498691559
  },
  {
    "epoch": 29,
    "loss": 4.401456026686835,
    "inv": 0.00910723421088967,
    "sigreg": 6.341172680412371,
    "lejepa": 0.1357485431349193,
    "probe_loss": 4.265728822688467,
    "probe_acc": 0.1456,
    "lr": 1e-05,
    "walltime": 1085.4135789871216
  }
]