fpadovani commited on
Commit
2d8735d
·
verified ·
1 Parent(s): 3094882

Training in progress, step 3000, checkpoint

Browse files
checkpoint-3000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b8bd3b91ae3ba947cddaba7de105929b6f1db7173482bf6b62ded43242a3499
3
  size 435544704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f6f0b06050ca66df522498b9c41c5ff75413b569b8f2adff757ac7bab1c6ae7
3
  size 435544704
checkpoint-3000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4a752b252488217e59292e116dc56e1740cf1173059f96f1097021dd34a1e41
3
  size 871183627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6e1678fea31c33d3302a26a5f09db7dc51b36d947dc4c4b63fcbc6685259742
3
  size 871183627
checkpoint-3000/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b948af50f62279d14e14a4bdf3caf2f2e59738c0f88063451274a1bc74dd6429
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e4811ba1845931e6e23c54c8ffbeaf5f2f52f4b91869dc9236128514d0a0fa7
3
  size 14645
checkpoint-3000/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "best_global_step": 2793,
3
- "best_metric": 4.5619025230407715,
4
  "best_model_checkpoint": null,
5
  "epoch": 7.518796992481203,
6
  "eval_steps": 500,
@@ -11,114 +11,114 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.002506265664160401,
14
- "grad_norm": 15.276525497436523,
15
  "learning_rate": 0.0,
16
- "loss": 10.3822,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 1.0,
21
- "grad_norm": 1.2039393186569214,
22
  "learning_rate": 7.960000000000001e-05,
23
- "loss": 6.9837,
24
  "step": 399
25
  },
26
  {
27
  "epoch": 1.0,
28
- "eval_loss": 5.983016014099121,
29
- "eval_runtime": 15.8842,
30
- "eval_samples_per_second": 1611.54,
31
- "eval_steps_per_second": 6.296,
32
  "step": 399
33
  },
34
  {
35
  "epoch": 2.0,
36
- "grad_norm": 1.1639982461929321,
37
  "learning_rate": 9.601876675603218e-05,
38
- "loss": 5.6173,
39
  "step": 798
40
  },
41
  {
42
  "epoch": 2.0,
43
- "eval_loss": 5.357014179229736,
44
- "eval_runtime": 20.233,
45
- "eval_samples_per_second": 1265.164,
46
- "eval_steps_per_second": 4.942,
47
  "step": 798
48
  },
49
  {
50
  "epoch": 3.0,
51
- "grad_norm": 1.0922253131866455,
52
  "learning_rate": 9.067024128686328e-05,
53
- "loss": 5.1654,
54
  "step": 1197
55
  },
56
  {
57
  "epoch": 3.0,
58
- "eval_loss": 5.061666488647461,
59
- "eval_runtime": 21.5628,
60
- "eval_samples_per_second": 1187.138,
61
- "eval_steps_per_second": 4.638,
62
  "step": 1197
63
  },
64
  {
65
  "epoch": 4.0,
66
- "grad_norm": 1.1415351629257202,
67
  "learning_rate": 8.532171581769438e-05,
68
- "loss": 4.9033,
69
  "step": 1596
70
  },
71
  {
72
  "epoch": 4.0,
73
- "eval_loss": 4.871504306793213,
74
- "eval_runtime": 21.5888,
75
- "eval_samples_per_second": 1185.71,
76
- "eval_steps_per_second": 4.632,
77
  "step": 1596
78
  },
79
  {
80
  "epoch": 5.0,
81
- "grad_norm": 1.2201212644577026,
82
  "learning_rate": 7.997319034852548e-05,
83
- "loss": 4.7113,
84
  "step": 1995
85
  },
86
  {
87
  "epoch": 5.0,
88
- "eval_loss": 4.739400386810303,
89
- "eval_runtime": 21.6571,
90
- "eval_samples_per_second": 1181.971,
91
- "eval_steps_per_second": 4.617,
92
  "step": 1995
93
  },
94
  {
95
  "epoch": 6.0,
96
- "grad_norm": 1.3053981065750122,
97
  "learning_rate": 7.462466487935658e-05,
98
- "loss": 4.5573,
99
  "step": 2394
100
  },
101
  {
102
  "epoch": 6.0,
103
- "eval_loss": 4.6380228996276855,
104
- "eval_runtime": 20.1975,
105
- "eval_samples_per_second": 1267.387,
106
- "eval_steps_per_second": 4.951,
107
  "step": 2394
108
  },
109
  {
110
  "epoch": 7.0,
111
- "grad_norm": 1.306992769241333,
112
  "learning_rate": 6.927613941018766e-05,
113
- "loss": 4.4278,
114
  "step": 2793
115
  },
116
  {
117
  "epoch": 7.0,
118
- "eval_loss": 4.5619025230407715,
119
- "eval_runtime": 20.2525,
120
- "eval_samples_per_second": 1263.94,
121
- "eval_steps_per_second": 4.938,
122
  "step": 2793
123
  }
124
  ],
 
1
  {
2
  "best_global_step": 2793,
3
+ "best_metric": 4.560876846313477,
4
  "best_model_checkpoint": null,
5
  "epoch": 7.518796992481203,
6
  "eval_steps": 500,
 
11
  "log_history": [
12
  {
13
  "epoch": 0.002506265664160401,
14
+ "grad_norm": 15.287896156311035,
15
  "learning_rate": 0.0,
16
+ "loss": 10.3873,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 1.0,
21
+ "grad_norm": 1.349755048751831,
22
  "learning_rate": 7.960000000000001e-05,
23
+ "loss": 6.9819,
24
  "step": 399
25
  },
26
  {
27
  "epoch": 1.0,
28
+ "eval_loss": 5.9839253425598145,
29
+ "eval_runtime": 40.2685,
30
+ "eval_samples_per_second": 635.682,
31
+ "eval_steps_per_second": 2.483,
32
  "step": 399
33
  },
34
  {
35
  "epoch": 2.0,
36
+ "grad_norm": 1.2756340503692627,
37
  "learning_rate": 9.601876675603218e-05,
38
+ "loss": 5.6158,
39
  "step": 798
40
  },
41
  {
42
  "epoch": 2.0,
43
+ "eval_loss": 5.355185031890869,
44
+ "eval_runtime": 40.338,
45
+ "eval_samples_per_second": 634.588,
46
+ "eval_steps_per_second": 2.479,
47
  "step": 798
48
  },
49
  {
50
  "epoch": 3.0,
51
+ "grad_norm": 1.1477612257003784,
52
  "learning_rate": 9.067024128686328e-05,
53
+ "loss": 5.164,
54
  "step": 1197
55
  },
56
  {
57
  "epoch": 3.0,
58
+ "eval_loss": 5.061825275421143,
59
+ "eval_runtime": 40.9407,
60
+ "eval_samples_per_second": 625.245,
61
+ "eval_steps_per_second": 2.443,
62
  "step": 1197
63
  },
64
  {
65
  "epoch": 4.0,
66
+ "grad_norm": 1.1439207792282104,
67
  "learning_rate": 8.532171581769438e-05,
68
+ "loss": 4.902,
69
  "step": 1596
70
  },
71
  {
72
  "epoch": 4.0,
73
+ "eval_loss": 4.870055675506592,
74
+ "eval_runtime": 40.5657,
75
+ "eval_samples_per_second": 631.026,
76
+ "eval_steps_per_second": 2.465,
77
  "step": 1596
78
  },
79
  {
80
  "epoch": 5.0,
81
+ "grad_norm": 1.2400050163269043,
82
  "learning_rate": 7.997319034852548e-05,
83
+ "loss": 4.7103,
84
  "step": 1995
85
  },
86
  {
87
  "epoch": 5.0,
88
+ "eval_loss": 4.737980842590332,
89
+ "eval_runtime": 40.84,
90
+ "eval_samples_per_second": 626.787,
91
+ "eval_steps_per_second": 2.449,
92
  "step": 1995
93
  },
94
  {
95
  "epoch": 6.0,
96
+ "grad_norm": 1.3254481554031372,
97
  "learning_rate": 7.462466487935658e-05,
98
+ "loss": 4.5566,
99
  "step": 2394
100
  },
101
  {
102
  "epoch": 6.0,
103
+ "eval_loss": 4.6372785568237305,
104
+ "eval_runtime": 40.6525,
105
+ "eval_samples_per_second": 629.678,
106
+ "eval_steps_per_second": 2.46,
107
  "step": 2394
108
  },
109
  {
110
  "epoch": 7.0,
111
+ "grad_norm": 1.3006181716918945,
112
  "learning_rate": 6.927613941018766e-05,
113
+ "loss": 4.4277,
114
  "step": 2793
115
  },
116
  {
117
  "epoch": 7.0,
118
+ "eval_loss": 4.560876846313477,
119
+ "eval_runtime": 40.4604,
120
+ "eval_samples_per_second": 632.667,
121
+ "eval_steps_per_second": 2.472,
122
  "step": 2793
123
  }
124
  ],
checkpoint-3000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3d99a586d2a38e89becddbee0adce6692398fb4ff8b6a71d5f8e545b03eeef6
3
  size 5905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d8e95126c79934c43d708d7208a8515199b20fd582881a681e358089ed0c56
3
  size 5905