ljcamargo commited on
Commit
0a1a01f
·
verified ·
1 Parent(s): bbda718

Training in progress, step 3104, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9f7918ab38db050be3a9dd669b4a4aa997e4e57f932ab8ea8b8f0d9c3d5f659
3
  size 1917255968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f83752452616cbd0ec0753eaf20e9c72241f5bcfd9d632ca202ecbffb9d78f8
3
  size 1917255968
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3383ec5ad9f38bc04e190a337c2d0d9f8daec216c3f119a16ac6961ee52725b0
3
  size 2479961379
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f528f96812e9f223991da9868fc9a6eaf4ccb0794d4b9e94e0307de1f1907c32
3
  size 2479961379
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc13ab001c2da378e2756ece39f39d3895b380670aca5135bdf0d816e81afb69
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:407a83273f352dc54c9ab1893170115347d1bdf347a8b3fc4e47f44848da4d88
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.9318200112694197,
6
  "eval_steps": 500,
7
- "global_step": 3000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2115,6 +2115,76 @@
2115
  "learning_rate": 1.5623773621572523e-07,
2116
  "loss": 0.0739,
2117
  "step": 3000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2118
  }
2119
  ],
2120
  "logging_steps": 10,
@@ -2129,12 +2199,12 @@
2129
  "should_evaluate": false,
2130
  "should_log": false,
2131
  "should_save": true,
2132
- "should_training_stop": false
2133
  },
2134
  "attributes": {}
2135
  }
2136
  },
2137
- "total_flos": 2.342450154710569e+17,
2138
  "train_batch_size": 4,
2139
  "trial_name": null,
2140
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.9987925621830476,
6
  "eval_steps": 500,
7
+ "global_step": 3104,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2115
  "learning_rate": 1.5623773621572523e-07,
2116
  "loss": 0.0739,
2117
  "step": 3000
2118
+ },
2119
+ {
2120
+ "epoch": 1.9382596796264993,
2121
+ "grad_norm": 6.40625,
2122
+ "learning_rate": 1.2791948759594553e-07,
2123
+ "loss": 0.0698,
2124
+ "step": 3010
2125
+ },
2126
+ {
2127
+ "epoch": 1.9446993479835788,
2128
+ "grad_norm": 9.8125,
2129
+ "learning_rate": 1.0242389662981078e-07,
2130
+ "loss": 0.0931,
2131
+ "step": 3020
2132
+ },
2133
+ {
2134
+ "epoch": 1.9511390163406586,
2135
+ "grad_norm": 5.6875,
2136
+ "learning_rate": 7.975385673529844e-08,
2137
+ "loss": 0.1264,
2138
+ "step": 3030
2139
+ },
2140
+ {
2141
+ "epoch": 1.957578684697738,
2142
+ "grad_norm": 3.484375,
2143
+ "learning_rate": 5.991194066709838e-08,
2144
+ "loss": 0.0872,
2145
+ "step": 3040
2146
+ },
2147
+ {
2148
+ "epoch": 1.9640183530548176,
2149
+ "grad_norm": 3.140625,
2150
+ "learning_rate": 4.2900400224615835e-08,
2151
+ "loss": 0.0666,
2152
+ "step": 3050
2153
+ },
2154
+ {
2155
+ "epoch": 1.9704580214118974,
2156
+ "grad_norm": 5.03125,
2157
+ "learning_rate": 2.872116599644259e-08,
2158
+ "loss": 0.0956,
2159
+ "step": 3060
2160
+ },
2161
+ {
2162
+ "epoch": 1.976897689768977,
2163
+ "grad_norm": 3.734375,
2164
+ "learning_rate": 1.7375847141248846e-08,
2165
+ "loss": 0.0917,
2166
+ "step": 3070
2167
+ },
2168
+ {
2169
+ "epoch": 1.9833373581260565,
2170
+ "grad_norm": 9.375,
2171
+ "learning_rate": 8.865731205168205e-09,
2172
+ "loss": 0.1889,
2173
+ "step": 3080
2174
+ },
2175
+ {
2176
+ "epoch": 1.9897770264831363,
2177
+ "grad_norm": 2.46875,
2178
+ "learning_rate": 3.1917839756784307e-09,
2179
+ "loss": 0.0837,
2180
+ "step": 3090
2181
+ },
2182
+ {
2183
+ "epoch": 1.9962166948402156,
2184
+ "grad_norm": 4.28125,
2185
+ "learning_rate": 3.546493719946975e-10,
2186
+ "loss": 0.0915,
2187
+ "step": 3100
2188
  }
2189
  ],
2190
  "logging_steps": 10,
 
2199
  "should_evaluate": false,
2200
  "should_log": false,
2201
  "should_save": true,
2202
+ "should_training_stop": true
2203
  },
2204
  "attributes": {}
2205
  }
2206
  },
2207
+ "total_flos": 2.4232838290224538e+17,
2208
  "train_batch_size": 4,
2209
  "trial_name": null,
2210
  "trial_params": null