yalhessi commited on
Commit
8dc7aee
·
verified ·
1 Parent(s): b010dda

Training in progress, epoch 2, checkpoint

Browse files
checkpoint-7198/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:319247123e4b3e8f5b31d35f88eb55957cf430eee0fd8e28c3205b4462a2f522
3
  size 541459256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f99348a0f0ec6f75d89bc6c6673ecea0120e47af106bb0032284b951fead15
3
  size 541459256
checkpoint-7198/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fdfdf9d518cbf2e72465192c3c279601aa7876ea206513b3af4e70280e289661
3
  size 33662074
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac95698934c75384f39adaad1508b4f4d21cbb6590023114bd3151db45d31576
3
  size 33662074
checkpoint-7198/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1a56301a0cbaa0c9e68748a347bed09969ee71a623e1e2de1957b4f43465e0e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:429687bc10a78b0faddf5066a56b8a8ebacd4ecec2cf2b445861ba5877917b23
3
  size 15024
checkpoint-7198/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:426c859945b9b9028d114dcad7b3ee6f26286619a10bf8a172afc392f79ee462
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:047c8237008b1fa7b8cbb7e59eb7a35a8332f967e20b68feb13d5bd1e5e9cb83
3
  size 15024
checkpoint-7198/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0abcc4f85d3e2290fcfadce04c259c0e5b780f5edc4ed8f86336a33b06328d20
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba2b901719d85858f975d6c9c852a1350cefa32b2e80a94cbada70119c445708
3
  size 15024
checkpoint-7198/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0c0797042d838306b98787412876b334e8dc116e90ffe334292759c4ce22109
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a8842a6023b395d14baeb0bdd9a3c7e17d0c2a1d56165776b0b9dc03d55bb7c
3
  size 15024
checkpoint-7198/trainer_state.json CHANGED
@@ -10,172 +10,172 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.13892747985551543,
13
- "grad_norm": 0.5752785205841064,
14
- "learning_rate": 0.00039538760766879693,
15
- "loss": 0.2947,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.2000555709919422,
20
- "eval_loss": 0.19290830194950104,
21
- "eval_runtime": 6.2591,
22
- "eval_samples_per_second": 79.884,
23
- "eval_steps_per_second": 10.065,
24
  "step": 720
25
  },
26
  {
27
  "epoch": 0.27785495971103086,
28
- "grad_norm": 0.4608103632926941,
29
  "learning_rate": 0.00039075669167361305,
30
- "loss": 0.1972,
31
  "step": 1000
32
  },
33
  {
34
  "epoch": 0.4001111419838844,
35
- "eval_loss": 0.17835241556167603,
36
- "eval_runtime": 6.2534,
37
- "eval_samples_per_second": 79.957,
38
- "eval_steps_per_second": 10.075,
39
  "step": 1440
40
  },
41
  {
42
  "epoch": 0.41678243956654626,
43
- "grad_norm": 0.44341567158699036,
44
  "learning_rate": 0.0003861257756784292,
45
- "loss": 0.1817,
46
  "step": 1500
47
  },
48
  {
49
  "epoch": 0.5557099194220617,
50
- "grad_norm": 0.3840184509754181,
51
  "learning_rate": 0.00038149485968324534,
52
- "loss": 0.1679,
53
  "step": 2000
54
  },
55
  {
56
  "epoch": 0.6001667129758266,
57
- "eval_loss": 0.16081829369068146,
58
- "eval_runtime": 6.259,
59
- "eval_samples_per_second": 79.885,
60
- "eval_steps_per_second": 10.065,
61
  "step": 2160
62
  },
63
  {
64
  "epoch": 0.6946373992775771,
65
- "grad_norm": 0.4211641848087311,
66
  "learning_rate": 0.0003768639436880615,
67
- "loss": 0.1584,
68
  "step": 2500
69
  },
70
  {
71
  "epoch": 0.8002222839677688,
72
- "eval_loss": 0.15788592398166656,
73
- "eval_runtime": 6.2616,
74
- "eval_samples_per_second": 79.852,
75
- "eval_steps_per_second": 10.061,
76
  "step": 2880
77
  },
78
  {
79
  "epoch": 0.8335648791330925,
80
- "grad_norm": 0.3697059750556946,
81
- "learning_rate": 0.0003722515513568584,
82
- "loss": 0.1501,
83
  "step": 3000
84
  },
85
  {
86
  "epoch": 0.972492358988608,
87
- "grad_norm": 0.420885294675827,
88
- "learning_rate": 0.00036762063536167455,
89
- "loss": 0.1478,
90
  "step": 3500
91
  },
92
  {
93
  "epoch": 1.000277854959711,
94
- "eval_loss": 0.14726293087005615,
95
- "eval_runtime": 6.3796,
96
- "eval_samples_per_second": 78.375,
97
- "eval_steps_per_second": 9.875,
98
  "step": 3600
99
  },
100
  {
101
  "epoch": 1.1114198388441234,
102
- "grad_norm": 0.3687162697315216,
103
- "learning_rate": 0.0003629897193664907,
104
- "loss": 0.1315,
105
  "step": 4000
106
  },
107
  {
108
  "epoch": 1.2003334259516532,
109
- "eval_loss": 0.14390353858470917,
110
- "eval_runtime": 6.2741,
111
- "eval_samples_per_second": 79.693,
112
- "eval_steps_per_second": 10.041,
113
  "step": 4320
114
  },
115
  {
116
  "epoch": 1.2503473186996388,
117
- "grad_norm": 0.4367423951625824,
118
- "learning_rate": 0.0003583588033713069,
119
- "loss": 0.1309,
120
  "step": 4500
121
  },
122
  {
123
  "epoch": 1.3892747985551543,
124
- "grad_norm": 0.40452277660369873,
125
- "learning_rate": 0.000353727887376123,
126
- "loss": 0.128,
127
  "step": 5000
128
  },
129
  {
130
  "epoch": 1.4003889969435954,
131
- "eval_loss": 0.1357639729976654,
132
- "eval_runtime": 6.2739,
133
- "eval_samples_per_second": 79.695,
134
- "eval_steps_per_second": 10.042,
135
  "step": 5040
136
  },
137
  {
138
  "epoch": 1.5282022784106695,
139
- "grad_norm": 0.6852627396583557,
140
  "learning_rate": 0.00034909697138093914,
141
- "loss": 0.126,
142
  "step": 5500
143
  },
144
  {
145
  "epoch": 1.6004445679355377,
146
- "eval_loss": 0.13292476534843445,
147
- "eval_runtime": 6.2659,
148
- "eval_samples_per_second": 79.797,
149
- "eval_steps_per_second": 10.054,
150
  "step": 5760
151
  },
152
  {
153
  "epoch": 1.667129758266185,
154
- "grad_norm": 0.30270153284072876,
155
  "learning_rate": 0.0003444660553857553,
156
- "loss": 0.1255,
157
  "step": 6000
158
  },
159
  {
160
  "epoch": 1.8005001389274797,
161
- "eval_loss": 0.13217522203922272,
162
- "eval_runtime": 6.2758,
163
- "eval_samples_per_second": 79.671,
164
- "eval_steps_per_second": 10.038,
165
  "step": 6480
166
  },
167
  {
168
  "epoch": 1.8060572381217006,
169
- "grad_norm": 0.394003301858902,
170
  "learning_rate": 0.0003398351393905715,
171
- "loss": 0.1214,
172
  "step": 6500
173
  },
174
  {
175
  "epoch": 1.9449847179772157,
176
- "grad_norm": 0.48431047797203064,
177
  "learning_rate": 0.00033520422339538766,
178
- "loss": 0.1199,
179
  "step": 7000
180
  }
181
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.13892747985551543,
13
+ "grad_norm": 0.6994414925575256,
14
+ "learning_rate": 0.00039537834583680656,
15
+ "loss": 0.2943,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.2000555709919422,
20
+ "eval_loss": 0.21401312947273254,
21
+ "eval_runtime": 16.5317,
22
+ "eval_samples_per_second": 30.245,
23
+ "eval_steps_per_second": 3.811,
24
  "step": 720
25
  },
26
  {
27
  "epoch": 0.27785495971103086,
28
+ "grad_norm": 0.5945971608161926,
29
  "learning_rate": 0.00039075669167361305,
30
+ "loss": 0.1986,
31
  "step": 1000
32
  },
33
  {
34
  "epoch": 0.4001111419838844,
35
+ "eval_loss": 0.17625106871128082,
36
+ "eval_runtime": 16.4823,
37
+ "eval_samples_per_second": 30.336,
38
+ "eval_steps_per_second": 3.822,
39
  "step": 1440
40
  },
41
  {
42
  "epoch": 0.41678243956654626,
43
+ "grad_norm": 0.3619824945926666,
44
  "learning_rate": 0.0003861257756784292,
45
+ "loss": 0.1802,
46
  "step": 1500
47
  },
48
  {
49
  "epoch": 0.5557099194220617,
50
+ "grad_norm": 0.40362638235092163,
51
  "learning_rate": 0.00038149485968324534,
52
+ "loss": 0.1686,
53
  "step": 2000
54
  },
55
  {
56
  "epoch": 0.6001667129758266,
57
+ "eval_loss": 0.16156445443630219,
58
+ "eval_runtime": 16.3535,
59
+ "eval_samples_per_second": 30.575,
60
+ "eval_steps_per_second": 3.852,
61
  "step": 2160
62
  },
63
  {
64
  "epoch": 0.6946373992775771,
65
+ "grad_norm": 0.4962793290615082,
66
  "learning_rate": 0.0003768639436880615,
67
+ "loss": 0.1577,
68
  "step": 2500
69
  },
70
  {
71
  "epoch": 0.8002222839677688,
72
+ "eval_loss": 0.15043224394321442,
73
+ "eval_runtime": 16.3325,
74
+ "eval_samples_per_second": 30.614,
75
+ "eval_steps_per_second": 3.857,
76
  "step": 2880
77
  },
78
  {
79
  "epoch": 0.8335648791330925,
80
+ "grad_norm": 0.41315382719039917,
81
+ "learning_rate": 0.0003722330276928777,
82
+ "loss": 0.1493,
83
  "step": 3000
84
  },
85
  {
86
  "epoch": 0.972492358988608,
87
+ "grad_norm": 0.37953054904937744,
88
+ "learning_rate": 0.0003676113735296842,
89
+ "loss": 0.1477,
90
  "step": 3500
91
  },
92
  {
93
  "epoch": 1.000277854959711,
94
+ "eval_loss": 0.14538082480430603,
95
+ "eval_runtime": 16.4466,
96
+ "eval_samples_per_second": 30.401,
97
+ "eval_steps_per_second": 3.831,
98
  "step": 3600
99
  },
100
  {
101
  "epoch": 1.1114198388441234,
102
+ "grad_norm": 0.4146048128604889,
103
+ "learning_rate": 0.00036298045753450036,
104
+ "loss": 0.1318,
105
  "step": 4000
106
  },
107
  {
108
  "epoch": 1.2003334259516532,
109
+ "eval_loss": 0.13961325585842133,
110
+ "eval_runtime": 16.5835,
111
+ "eval_samples_per_second": 30.15,
112
+ "eval_steps_per_second": 3.799,
113
  "step": 4320
114
  },
115
  {
116
  "epoch": 1.2503473186996388,
117
+ "grad_norm": 0.6914293766021729,
118
+ "learning_rate": 0.0003583495415393165,
119
+ "loss": 0.1303,
120
  "step": 4500
121
  },
122
  {
123
  "epoch": 1.3892747985551543,
124
+ "grad_norm": 0.39365154504776,
125
+ "learning_rate": 0.00035371862554413265,
126
+ "loss": 0.1269,
127
  "step": 5000
128
  },
129
  {
130
  "epoch": 1.4003889969435954,
131
+ "eval_loss": 0.14090509712696075,
132
+ "eval_runtime": 16.4413,
133
+ "eval_samples_per_second": 30.411,
134
+ "eval_steps_per_second": 3.832,
135
  "step": 5040
136
  },
137
  {
138
  "epoch": 1.5282022784106695,
139
+ "grad_norm": 0.5620034337043762,
140
  "learning_rate": 0.00034909697138093914,
141
+ "loss": 0.1263,
142
  "step": 5500
143
  },
144
  {
145
  "epoch": 1.6004445679355377,
146
+ "eval_loss": 0.13119302690029144,
147
+ "eval_runtime": 16.5618,
148
+ "eval_samples_per_second": 30.19,
149
+ "eval_steps_per_second": 3.804,
150
  "step": 5760
151
  },
152
  {
153
  "epoch": 1.667129758266185,
154
+ "grad_norm": 1.5726152658462524,
155
  "learning_rate": 0.0003444660553857553,
156
+ "loss": 0.1258,
157
  "step": 6000
158
  },
159
  {
160
  "epoch": 1.8005001389274797,
161
+ "eval_loss": 0.12919241189956665,
162
+ "eval_runtime": 16.4031,
163
+ "eval_samples_per_second": 30.482,
164
+ "eval_steps_per_second": 3.841,
165
  "step": 6480
166
  },
167
  {
168
  "epoch": 1.8060572381217006,
169
+ "grad_norm": 0.9997938871383667,
170
  "learning_rate": 0.0003398351393905715,
171
+ "loss": 0.1212,
172
  "step": 6500
173
  },
174
  {
175
  "epoch": 1.9449847179772157,
176
+ "grad_norm": 0.4134954810142517,
177
  "learning_rate": 0.00033520422339538766,
178
+ "loss": 0.1201,
179
  "step": 7000
180
  }
181
  ],
checkpoint-7198/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dfac93b9b3b40952529bd84fbff166d6257cf3d6fa4cc937269a037e37d853d5
3
  size 5496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58052fbf3a2b07f2a6024b5cc28db88f1f0e48109a11483aa716d00657e9906e
3
  size 5496