File size: 15,740 Bytes
569f189
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
{
  "best_metric": 0.4471864700317383,
  "best_model_checkpoint": "output_dir/finetuned_best_stsb/checkpoint-1900",
  "epoch": 6.111111111111111,
  "global_step": 2200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.14,
      "eval_combined_score": 0.8343080271135384,
      "eval_loss": 0.7862432599067688,
      "eval_pearson": 0.829615903016159,
      "eval_runtime": 7.9747,
      "eval_samples_per_second": 188.095,
      "eval_spearmanr": 0.8390001512109179,
      "eval_steps_per_second": 11.787,
      "step": 50
    },
    {
      "epoch": 0.28,
      "eval_combined_score": 0.8549898629109538,
      "eval_loss": 0.6401779055595398,
      "eval_pearson": 0.8531715498817952,
      "eval_runtime": 5.6147,
      "eval_samples_per_second": 267.156,
      "eval_spearmanr": 0.8568081759401125,
      "eval_steps_per_second": 16.742,
      "step": 100
    },
    {
      "epoch": 0.42,
      "eval_combined_score": 0.8443191275483415,
      "eval_loss": 0.6554257273674011,
      "eval_pearson": 0.8474110080447523,
      "eval_runtime": 5.6204,
      "eval_samples_per_second": 266.887,
      "eval_spearmanr": 0.8412272470519305,
      "eval_steps_per_second": 16.725,
      "step": 150
    },
    {
      "epoch": 0.56,
      "eval_combined_score": 0.8673615699410524,
      "eval_loss": 0.5701442956924438,
      "eval_pearson": 0.8692556554827053,
      "eval_runtime": 5.9834,
      "eval_samples_per_second": 250.694,
      "eval_spearmanr": 0.8654674843993996,
      "eval_steps_per_second": 15.71,
      "step": 200
    },
    {
      "epoch": 0.69,
      "eval_combined_score": 0.8721712658068579,
      "eval_loss": 0.5915741920471191,
      "eval_pearson": 0.8722910960572966,
      "eval_runtime": 5.5689,
      "eval_samples_per_second": 269.355,
      "eval_spearmanr": 0.8720514355564192,
      "eval_steps_per_second": 16.88,
      "step": 250
    },
    {
      "epoch": 0.83,
      "eval_combined_score": 0.8812625681870452,
      "eval_loss": 0.5046865344047546,
      "eval_pearson": 0.881670075532939,
      "eval_runtime": 6.0146,
      "eval_samples_per_second": 249.392,
      "eval_spearmanr": 0.8808550608411514,
      "eval_steps_per_second": 15.629,
      "step": 300
    },
    {
      "epoch": 0.97,
      "eval_combined_score": 0.878795558425897,
      "eval_loss": 0.5713155269622803,
      "eval_pearson": 0.8736557247061164,
      "eval_runtime": 6.0781,
      "eval_samples_per_second": 246.786,
      "eval_spearmanr": 0.8839353921456775,
      "eval_steps_per_second": 15.465,
      "step": 350
    },
    {
      "epoch": 1.11,
      "eval_combined_score": 0.8778669265351486,
      "eval_loss": 0.5400073528289795,
      "eval_pearson": 0.8804620985683852,
      "eval_runtime": 5.5918,
      "eval_samples_per_second": 268.248,
      "eval_spearmanr": 0.875271754501912,
      "eval_steps_per_second": 16.81,
      "step": 400
    },
    {
      "epoch": 1.25,
      "eval_combined_score": 0.8833550106755617,
      "eval_loss": 0.49523210525512695,
      "eval_pearson": 0.8858630637184036,
      "eval_runtime": 5.7638,
      "eval_samples_per_second": 260.246,
      "eval_spearmanr": 0.8808469576327196,
      "eval_steps_per_second": 16.309,
      "step": 450
    },
    {
      "epoch": 1.39,
      "learning_rate": 4.1319444444444445e-05,
      "loss": 0.7828,
      "step": 500
    },
    {
      "epoch": 1.39,
      "eval_combined_score": 0.8827148836128291,
      "eval_loss": 0.5279519557952881,
      "eval_pearson": 0.8845811601256096,
      "eval_runtime": 5.9061,
      "eval_samples_per_second": 253.975,
      "eval_spearmanr": 0.8808486071000486,
      "eval_steps_per_second": 15.916,
      "step": 500
    },
    {
      "epoch": 1.53,
      "eval_combined_score": 0.8801981392571121,
      "eval_loss": 0.5072206258773804,
      "eval_pearson": 0.8810815176670656,
      "eval_runtime": 5.5676,
      "eval_samples_per_second": 269.418,
      "eval_spearmanr": 0.8793147608471588,
      "eval_steps_per_second": 16.884,
      "step": 550
    },
    {
      "epoch": 1.67,
      "eval_combined_score": 0.8851362735229233,
      "eval_loss": 0.49581071734428406,
      "eval_pearson": 0.8875092909393476,
      "eval_runtime": 5.6319,
      "eval_samples_per_second": 266.34,
      "eval_spearmanr": 0.8827632561064991,
      "eval_steps_per_second": 16.691,
      "step": 600
    },
    {
      "epoch": 1.81,
      "eval_combined_score": 0.8852476609333064,
      "eval_loss": 0.4841392934322357,
      "eval_pearson": 0.8870465421559632,
      "eval_runtime": 5.8286,
      "eval_samples_per_second": 257.351,
      "eval_spearmanr": 0.8834487797106495,
      "eval_steps_per_second": 16.127,
      "step": 650
    },
    {
      "epoch": 1.94,
      "eval_combined_score": 0.8837498972174722,
      "eval_loss": 0.5464913845062256,
      "eval_pearson": 0.8849881470427847,
      "eval_runtime": 5.5884,
      "eval_samples_per_second": 268.412,
      "eval_spearmanr": 0.8825116473921596,
      "eval_steps_per_second": 16.82,
      "step": 700
    },
    {
      "epoch": 2.08,
      "eval_combined_score": 0.8858322086355523,
      "eval_loss": 0.48856478929519653,
      "eval_pearson": 0.8881076481621831,
      "eval_runtime": 5.6259,
      "eval_samples_per_second": 266.624,
      "eval_spearmanr": 0.8835567691089214,
      "eval_steps_per_second": 16.708,
      "step": 750
    },
    {
      "epoch": 2.22,
      "eval_combined_score": 0.8865111243309827,
      "eval_loss": 0.4807361662387848,
      "eval_pearson": 0.8892892267625273,
      "eval_runtime": 5.825,
      "eval_samples_per_second": 257.512,
      "eval_spearmanr": 0.8837330218994379,
      "eval_steps_per_second": 16.137,
      "step": 800
    },
    {
      "epoch": 2.36,
      "eval_combined_score": 0.8881887854009817,
      "eval_loss": 0.48988330364227295,
      "eval_pearson": 0.8898428387864722,
      "eval_runtime": 6.1177,
      "eval_samples_per_second": 245.192,
      "eval_spearmanr": 0.8865347320154912,
      "eval_steps_per_second": 15.365,
      "step": 850
    },
    {
      "epoch": 2.5,
      "eval_combined_score": 0.8868479524643782,
      "eval_loss": 0.4934450387954712,
      "eval_pearson": 0.8891167810226788,
      "eval_runtime": 5.6331,
      "eval_samples_per_second": 266.284,
      "eval_spearmanr": 0.8845791239060775,
      "eval_steps_per_second": 16.687,
      "step": 900
    },
    {
      "epoch": 2.64,
      "eval_combined_score": 0.8889778694122226,
      "eval_loss": 0.4866905212402344,
      "eval_pearson": 0.8890192489258524,
      "eval_runtime": 5.7954,
      "eval_samples_per_second": 258.824,
      "eval_spearmanr": 0.8889364898985929,
      "eval_steps_per_second": 16.22,
      "step": 950
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.263888888888889e-05,
      "loss": 0.2778,
      "step": 1000
    },
    {
      "epoch": 2.78,
      "eval_combined_score": 0.88330796900741,
      "eval_loss": 0.49821072816848755,
      "eval_pearson": 0.8849717556333476,
      "eval_runtime": 6.4097,
      "eval_samples_per_second": 234.021,
      "eval_spearmanr": 0.8816441823814725,
      "eval_steps_per_second": 14.665,
      "step": 1000
    },
    {
      "epoch": 2.92,
      "eval_combined_score": 0.8847183157645039,
      "eval_loss": 0.5095486044883728,
      "eval_pearson": 0.8871448241460179,
      "eval_runtime": 5.596,
      "eval_samples_per_second": 268.047,
      "eval_spearmanr": 0.8822918073829898,
      "eval_steps_per_second": 16.798,
      "step": 1050
    },
    {
      "epoch": 3.06,
      "eval_combined_score": 0.8874272464175201,
      "eval_loss": 0.4730277955532074,
      "eval_pearson": 0.8895831976333978,
      "eval_runtime": 5.6819,
      "eval_samples_per_second": 263.994,
      "eval_spearmanr": 0.8852712952016424,
      "eval_steps_per_second": 16.544,
      "step": 1100
    },
    {
      "epoch": 3.19,
      "eval_combined_score": 0.886644981813258,
      "eval_loss": 0.4820166826248169,
      "eval_pearson": 0.8884315334781125,
      "eval_runtime": 6.0521,
      "eval_samples_per_second": 247.847,
      "eval_spearmanr": 0.8848584301484034,
      "eval_steps_per_second": 15.532,
      "step": 1150
    },
    {
      "epoch": 3.33,
      "eval_combined_score": 0.8894357915147134,
      "eval_loss": 0.47540178894996643,
      "eval_pearson": 0.8913766457258069,
      "eval_runtime": 5.6258,
      "eval_samples_per_second": 266.631,
      "eval_spearmanr": 0.88749493730362,
      "eval_steps_per_second": 16.709,
      "step": 1200
    },
    {
      "epoch": 3.47,
      "eval_combined_score": 0.8882337266236713,
      "eval_loss": 0.47845378518104553,
      "eval_pearson": 0.8898157282686552,
      "eval_runtime": 5.9023,
      "eval_samples_per_second": 254.137,
      "eval_spearmanr": 0.8866517249786874,
      "eval_steps_per_second": 15.926,
      "step": 1250
    },
    {
      "epoch": 3.61,
      "eval_combined_score": 0.88903651674165,
      "eval_loss": 0.4937942624092102,
      "eval_pearson": 0.8910047139114365,
      "eval_runtime": 6.1737,
      "eval_samples_per_second": 242.964,
      "eval_spearmanr": 0.8870683195718634,
      "eval_steps_per_second": 15.226,
      "step": 1300
    },
    {
      "epoch": 3.75,
      "eval_combined_score": 0.8901558681204902,
      "eval_loss": 0.46190693974494934,
      "eval_pearson": 0.8927358825114844,
      "eval_runtime": 5.7562,
      "eval_samples_per_second": 260.588,
      "eval_spearmanr": 0.887575853729496,
      "eval_steps_per_second": 16.33,
      "step": 1350
    },
    {
      "epoch": 3.89,
      "eval_combined_score": 0.8889376492175258,
      "eval_loss": 0.49563419818878174,
      "eval_pearson": 0.8915857107166335,
      "eval_runtime": 5.5793,
      "eval_samples_per_second": 268.853,
      "eval_spearmanr": 0.8862895877184183,
      "eval_steps_per_second": 16.848,
      "step": 1400
    },
    {
      "epoch": 4.03,
      "eval_combined_score": 0.8911112435797486,
      "eval_loss": 0.4565975069999695,
      "eval_pearson": 0.8938483143744439,
      "eval_runtime": 6.0592,
      "eval_samples_per_second": 247.559,
      "eval_spearmanr": 0.8883741727850532,
      "eval_steps_per_second": 15.514,
      "step": 1450
    },
    {
      "epoch": 4.17,
      "learning_rate": 2.3958333333333334e-05,
      "loss": 0.141,
      "step": 1500
    },
    {
      "epoch": 4.17,
      "eval_combined_score": 0.890231579373417,
      "eval_loss": 0.4669683873653412,
      "eval_pearson": 0.8928537444959865,
      "eval_runtime": 6.214,
      "eval_samples_per_second": 241.389,
      "eval_spearmanr": 0.8876094142508474,
      "eval_steps_per_second": 15.127,
      "step": 1500
    },
    {
      "epoch": 4.31,
      "eval_combined_score": 0.8917620927758609,
      "eval_loss": 0.4545550048351288,
      "eval_pearson": 0.8941284924896612,
      "eval_runtime": 5.6167,
      "eval_samples_per_second": 267.062,
      "eval_spearmanr": 0.8893956930620608,
      "eval_steps_per_second": 16.736,
      "step": 1550
    },
    {
      "epoch": 4.44,
      "eval_combined_score": 0.8919076890360074,
      "eval_loss": 0.46239447593688965,
      "eval_pearson": 0.8939787505423513,
      "eval_runtime": 6.1392,
      "eval_samples_per_second": 244.33,
      "eval_spearmanr": 0.8898366275296635,
      "eval_steps_per_second": 15.311,
      "step": 1600
    },
    {
      "epoch": 4.58,
      "eval_combined_score": 0.8905705624659631,
      "eval_loss": 0.4560569226741791,
      "eval_pearson": 0.8930309291971393,
      "eval_runtime": 5.7715,
      "eval_samples_per_second": 259.896,
      "eval_spearmanr": 0.8881101957347869,
      "eval_steps_per_second": 16.287,
      "step": 1650
    },
    {
      "epoch": 4.72,
      "eval_combined_score": 0.89164078789547,
      "eval_loss": 0.47078728675842285,
      "eval_pearson": 0.8931105725859777,
      "eval_runtime": 5.5689,
      "eval_samples_per_second": 269.352,
      "eval_spearmanr": 0.8901710032049623,
      "eval_steps_per_second": 16.879,
      "step": 1700
    },
    {
      "epoch": 4.86,
      "eval_combined_score": 0.8922518284784362,
      "eval_loss": 0.5126345157623291,
      "eval_pearson": 0.8948084725851928,
      "eval_runtime": 5.5913,
      "eval_samples_per_second": 268.275,
      "eval_spearmanr": 0.8896951843716796,
      "eval_steps_per_second": 16.812,
      "step": 1750
    },
    {
      "epoch": 5.0,
      "eval_combined_score": 0.8936765208721354,
      "eval_loss": 0.4546430706977844,
      "eval_pearson": 0.8960807975667862,
      "eval_runtime": 5.6821,
      "eval_samples_per_second": 263.988,
      "eval_spearmanr": 0.8912722441774847,
      "eval_steps_per_second": 16.543,
      "step": 1800
    },
    {
      "epoch": 5.14,
      "eval_combined_score": 0.8930431248747293,
      "eval_loss": 0.44920727610588074,
      "eval_pearson": 0.8947890019960217,
      "eval_runtime": 5.9173,
      "eval_samples_per_second": 253.493,
      "eval_spearmanr": 0.8912972477534367,
      "eval_steps_per_second": 15.886,
      "step": 1850
    },
    {
      "epoch": 5.28,
      "eval_combined_score": 0.894053370656966,
      "eval_loss": 0.4471864700317383,
      "eval_pearson": 0.8965503528124947,
      "eval_runtime": 5.6396,
      "eval_samples_per_second": 265.978,
      "eval_spearmanr": 0.8915563885014371,
      "eval_steps_per_second": 16.668,
      "step": 1900
    },
    {
      "epoch": 5.42,
      "eval_combined_score": 0.8948116388641144,
      "eval_loss": 0.470526784658432,
      "eval_pearson": 0.8971476181305765,
      "eval_runtime": 5.7724,
      "eval_samples_per_second": 259.855,
      "eval_spearmanr": 0.8924756595976523,
      "eval_steps_per_second": 16.284,
      "step": 1950
    },
    {
      "epoch": 5.56,
      "learning_rate": 1.527777777777778e-05,
      "loss": 0.0844,
      "step": 2000
    },
    {
      "epoch": 5.56,
      "eval_combined_score": 0.8922658461057144,
      "eval_loss": 0.46638524532318115,
      "eval_pearson": 0.8939377420957451,
      "eval_runtime": 5.7907,
      "eval_samples_per_second": 259.036,
      "eval_spearmanr": 0.8905939501156837,
      "eval_steps_per_second": 16.233,
      "step": 2000
    },
    {
      "epoch": 5.69,
      "eval_combined_score": 0.8915829503407375,
      "eval_loss": 0.49491751194000244,
      "eval_pearson": 0.8941690530900368,
      "eval_runtime": 5.6201,
      "eval_samples_per_second": 266.9,
      "eval_spearmanr": 0.8889968475914382,
      "eval_steps_per_second": 16.726,
      "step": 2050
    },
    {
      "epoch": 5.83,
      "eval_combined_score": 0.8940547207791253,
      "eval_loss": 0.451761394739151,
      "eval_pearson": 0.8965362985968673,
      "eval_runtime": 6.0011,
      "eval_samples_per_second": 249.956,
      "eval_spearmanr": 0.8915731429613832,
      "eval_steps_per_second": 15.664,
      "step": 2100
    },
    {
      "epoch": 5.97,
      "eval_combined_score": 0.8923553049941013,
      "eval_loss": 0.45326724648475647,
      "eval_pearson": 0.8945634893619782,
      "eval_runtime": 5.6075,
      "eval_samples_per_second": 267.501,
      "eval_spearmanr": 0.8901471206262244,
      "eval_steps_per_second": 16.763,
      "step": 2150
    },
    {
      "epoch": 6.11,
      "eval_combined_score": 0.8949367985553012,
      "eval_loss": 0.44921526312828064,
      "eval_pearson": 0.8970393518565526,
      "eval_runtime": 5.5418,
      "eval_samples_per_second": 270.668,
      "eval_spearmanr": 0.8928342452540498,
      "eval_steps_per_second": 16.962,
      "step": 2200
    }
  ],
  "max_steps": 2880,
  "num_train_epochs": 8,
  "total_flos": 2311015204895232.0,
  "trial_name": null,
  "trial_params": null
}