rootxhacker commited on
Commit
3201ec8
·
verified ·
1 Parent(s): 5f4e5aa

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a70960e467e676b90144713022e46aa69c5ca8b0e49c3cd64a4b2cb15d3463b
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74ea70ab5c294f3be223b52902ee924adb6f2a217f316a909c64447e3b17f8f8
3
  size 36730224
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f88c5a734e44e19d873b7adfd0e045a5b67fe23f3344e1a268e224a99bd1d70
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa476b430a4a63248ac2bc81d08a889c28813dea25aaa9356f70340bb7c10542
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d00cc8448e3ffb4901f6ba77807b5c278ba2af145c1beeacecc1ec2179e63f6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bd88c5d89e3266252b8212d40d27f742ba6d2099c1dc476b1334d403bca3f20
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d01e16c94aee5450e377f4194f775d8cce79e9f0c74ea0606196986861ea7382
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23b493d7ad156dc53747ae8d013133956196b2f038f30fe21dd5039c094ada9d
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0cd050da654df5cc16f1f9d1ac6bd87a28afafb4e6eaf39ce1f092a8c1e73672
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d109e68a9027ba37776e3e3b4c867f8592e84e6e4f33bcbb6b2e5ff20129448
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 500,
3
- "best_metric": 4.9789862632751465,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints/checkpoint-500",
5
- "epoch": 0.038458580109222366,
6
  "eval_steps": 250,
7
- "global_step": 500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -94,6 +94,92 @@
94
  "eval_samples_per_second": 52.975,
95
  "eval_steps_per_second": 13.244,
96
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
97
  }
98
  ],
99
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 1000,
3
+ "best_metric": 4.709664344787598,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints/checkpoint-1000",
5
+ "epoch": 0.07691716021844473,
6
  "eval_steps": 250,
7
+ "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
94
  "eval_samples_per_second": 52.975,
95
  "eval_steps_per_second": 13.244,
96
  "step": 500
97
+ },
98
+ {
99
+ "epoch": 0.0423044381201446,
100
+ "grad_norm": 6.3689374923706055,
101
+ "learning_rate": 0.00013771478989743022,
102
+ "loss": 4.9228,
103
+ "step": 550
104
+ },
105
+ {
106
+ "epoch": 0.04615029613106684,
107
+ "grad_norm": 3.9407873153686523,
108
+ "learning_rate": 0.0001374574464174111,
109
+ "loss": 4.976,
110
+ "step": 600
111
+ },
112
+ {
113
+ "epoch": 0.04999615414198908,
114
+ "grad_norm": 4.298041343688965,
115
+ "learning_rate": 0.00013720010293739198,
116
+ "loss": 4.6802,
117
+ "step": 650
118
+ },
119
+ {
120
+ "epoch": 0.05384201215291132,
121
+ "grad_norm": 3.756016492843628,
122
+ "learning_rate": 0.0001369427594573729,
123
+ "loss": 4.7095,
124
+ "step": 700
125
+ },
126
+ {
127
+ "epoch": 0.05768787016383355,
128
+ "grad_norm": 4.344913959503174,
129
+ "learning_rate": 0.00013668541597735377,
130
+ "loss": 4.8664,
131
+ "step": 750
132
+ },
133
+ {
134
+ "epoch": 0.05768787016383355,
135
+ "eval_loss": 4.762838363647461,
136
+ "eval_runtime": 18.772,
137
+ "eval_samples_per_second": 53.271,
138
+ "eval_steps_per_second": 13.318,
139
+ "step": 750
140
+ },
141
+ {
142
+ "epoch": 0.06153372817475579,
143
+ "grad_norm": 4.1537275314331055,
144
+ "learning_rate": 0.00013642807249733465,
145
+ "loss": 4.9688,
146
+ "step": 800
147
+ },
148
+ {
149
+ "epoch": 0.06537958618567802,
150
+ "grad_norm": 4.85400915145874,
151
+ "learning_rate": 0.00013617072901731553,
152
+ "loss": 4.8658,
153
+ "step": 850
154
+ },
155
+ {
156
+ "epoch": 0.06922544419660026,
157
+ "grad_norm": 4.026614189147949,
158
+ "learning_rate": 0.0001359133855372964,
159
+ "loss": 4.893,
160
+ "step": 900
161
+ },
162
+ {
163
+ "epoch": 0.0730713022075225,
164
+ "grad_norm": 3.84721040725708,
165
+ "learning_rate": 0.0001356560420572773,
166
+ "loss": 4.6926,
167
+ "step": 950
168
+ },
169
+ {
170
+ "epoch": 0.07691716021844473,
171
+ "grad_norm": 9.182045936584473,
172
+ "learning_rate": 0.00013539869857725817,
173
+ "loss": 4.881,
174
+ "step": 1000
175
+ },
176
+ {
177
+ "epoch": 0.07691716021844473,
178
+ "eval_loss": 4.709664344787598,
179
+ "eval_runtime": 18.8053,
180
+ "eval_samples_per_second": 53.177,
181
+ "eval_steps_per_second": 13.294,
182
+ "step": 1000
183
  }
184
  ],
185
  "logging_steps": 50,