sharukat commited on
Commit
86e5621
·
verified ·
1 Parent(s): 78e5324

Training in progress, epoch 4

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06177afcf442d45e7ac3705bfe3bda4b356fb17c58d0f089dca20ff26d07405f
3
  size 502675828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86859027f7a5a5e4c679557cc57dba04d23d312cb0735fee9fa4aca9c48410b2
3
  size 502675828
runs/Mar06_14-54-50_41759fa8e6ad/events.out.tfevents.1709736891.41759fa8e6ad.34.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b966e36eeed9461ebca04ea6d13d9b3b7d3f20f22e7a8c1073282369d4f5cd4e
3
- size 7190
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5047e156d3971d671db713085e3f03262c1923eb9d0b4632c0bde92c2ff1899e
3
+ size 7873
wandb/debug-internal.log CHANGED
@@ -199,3 +199,37 @@
199
  2024-03-06 14:57:45,233 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
200
  2024-03-06 14:57:48,093 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
201
  2024-03-06 14:57:49,623 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
199
  2024-03-06 14:57:45,233 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
200
  2024-03-06 14:57:48,093 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
201
  2024-03-06 14:57:49,623 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
202
+ 2024-03-06 14:57:50,234 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
203
+ 2024-03-06 14:57:53,094 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
204
+ 2024-03-06 14:57:54,624 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
205
+ 2024-03-06 14:57:55,235 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
206
+ 2024-03-06 14:57:56,783 DEBUG SenderThread:137 [sender.py:send():382] send: stats
207
+ 2024-03-06 14:57:58,095 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
208
+ 2024-03-06 14:57:59,784 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
209
+ 2024-03-06 14:58:00,236 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
210
+ 2024-03-06 14:58:03,097 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
211
+ 2024-03-06 14:58:04,785 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
212
+ 2024-03-06 14:58:05,236 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
213
+ 2024-03-06 14:58:07,778 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
214
+ 2024-03-06 14:58:07,779 DEBUG SenderThread:137 [sender.py:send():382] send: history
215
+ 2024-03-06 14:58:07,779 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
216
+ 2024-03-06 14:58:07,781 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
217
+ 2024-03-06 14:58:07,818 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
218
+ 2024-03-06 14:58:08,098 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
219
+ 2024-03-06 14:58:08,889 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
220
+ 2024-03-06 14:58:08,890 DEBUG SenderThread:137 [sender.py:send():382] send: history
221
+ 2024-03-06 14:58:08,890 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
222
+ 2024-03-06 14:58:08,891 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
223
+ 2024-03-06 14:58:09,819 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
224
+ 2024-03-06 14:58:09,891 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
225
+ 2024-03-06 14:58:10,238 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
226
+ 2024-03-06 14:58:11,820 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
227
+ 2024-03-06 14:58:13,166 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
228
+ 2024-03-06 14:58:14,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
229
+ 2024-03-06 14:58:15,239 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
230
+ 2024-03-06 14:58:18,167 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
231
+ 2024-03-06 14:58:19,893 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
232
+ 2024-03-06 14:58:20,240 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
233
+ 2024-03-06 14:58:23,168 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
234
+ 2024-03-06 14:58:24,894 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
235
+ 2024-03-06 14:58:25,240 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240306_145424-trm7fvg4/logs/debug-internal.log CHANGED
@@ -250,3 +250,37 @@ wandb.errors.AuthenticationError: The API key you provided is either invalid or
250
  2024-03-06 14:57:45,233 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
251
  2024-03-06 14:57:48,093 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
252
  2024-03-06 14:57:49,623 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
250
  2024-03-06 14:57:45,233 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
251
  2024-03-06 14:57:48,093 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
252
  2024-03-06 14:57:49,623 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
253
+ 2024-03-06 14:57:50,234 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
254
+ 2024-03-06 14:57:53,094 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
255
+ 2024-03-06 14:57:54,624 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
256
+ 2024-03-06 14:57:55,235 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
257
+ 2024-03-06 14:57:56,783 DEBUG SenderThread:137 [sender.py:send():382] send: stats
258
+ 2024-03-06 14:57:58,095 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
259
+ 2024-03-06 14:57:59,784 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
260
+ 2024-03-06 14:58:00,236 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
261
+ 2024-03-06 14:58:03,097 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
262
+ 2024-03-06 14:58:04,785 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
263
+ 2024-03-06 14:58:05,236 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
264
+ 2024-03-06 14:58:07,778 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
265
+ 2024-03-06 14:58:07,779 DEBUG SenderThread:137 [sender.py:send():382] send: history
266
+ 2024-03-06 14:58:07,779 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
267
+ 2024-03-06 14:58:07,781 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
268
+ 2024-03-06 14:58:07,818 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
269
+ 2024-03-06 14:58:08,098 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
270
+ 2024-03-06 14:58:08,889 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
271
+ 2024-03-06 14:58:08,890 DEBUG SenderThread:137 [sender.py:send():382] send: history
272
+ 2024-03-06 14:58:08,890 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
273
+ 2024-03-06 14:58:08,891 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
274
+ 2024-03-06 14:58:09,819 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
275
+ 2024-03-06 14:58:09,891 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
276
+ 2024-03-06 14:58:10,238 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
277
+ 2024-03-06 14:58:11,820 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
278
+ 2024-03-06 14:58:13,166 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
279
+ 2024-03-06 14:58:14,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
280
+ 2024-03-06 14:58:15,239 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
281
+ 2024-03-06 14:58:18,167 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
282
+ 2024-03-06 14:58:19,893 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
283
+ 2024-03-06 14:58:20,240 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
284
+ 2024-03-06 14:58:23,168 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
285
+ 2024-03-06 14:58:24,894 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
286
+ 2024-03-06 14:58:25,240 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240306_145455-h1uv5tyi/files/output.log CHANGED
@@ -2,4 +2,6 @@
2
  _warn_prf(average, modifier, msg_start, len(result))
3
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
4
  _warn_prf(average, modifier, msg_start, len(result))
 
 
5
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
 
2
  _warn_prf(average, modifier, msg_start, len(result))
3
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
4
  _warn_prf(average, modifier, msg_start, len(result))
5
+ /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
6
+ _warn_prf(average, modifier, msg_start, len(result))
7
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.6892, "train/grad_norm": 8.44728946685791, "train/learning_rate": 8.129032258064517e-06, "train/epoch": 3.0, "train/global_step": 186, "_timestamp": 1709737053.6164072, "_runtime": 157.8976502418518, "_step": 5, "eval/loss": 1.7623296976089478, "eval/accuracy": 0.32727272727272727, "eval/precision": 0.17748917748917747, "eval/recall": 0.32727272727272727, "eval/f1": 0.2109262300935514, "eval/runtime": 1.1079, "eval/samples_per_second": 49.645, "eval/steps_per_second": 6.318}
 
1
+ {"train/loss": 1.6593, "train/grad_norm": 14.312623023986816, "train/learning_rate": 4.1290322580645165e-06, "train/epoch": 4.0, "train/global_step": 248, "_timestamp": 1709737088.888601, "_runtime": 193.1698441505432, "_step": 7, "eval/loss": 1.7672730684280396, "eval/accuracy": 0.32727272727272727, "eval/precision": 0.18787878787878787, "eval/recall": 0.32727272727272727, "eval/f1": 0.21347806422433288, "eval/runtime": 1.1073, "eval/samples_per_second": 49.672, "eval/steps_per_second": 6.322}
wandb/run-20240306_145455-h1uv5tyi/logs/debug-internal.log CHANGED
@@ -199,3 +199,37 @@
199
  2024-03-06 14:57:45,233 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
200
  2024-03-06 14:57:48,093 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
201
  2024-03-06 14:57:49,623 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
199
  2024-03-06 14:57:45,233 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
200
  2024-03-06 14:57:48,093 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
201
  2024-03-06 14:57:49,623 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
202
+ 2024-03-06 14:57:50,234 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
203
+ 2024-03-06 14:57:53,094 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
204
+ 2024-03-06 14:57:54,624 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
205
+ 2024-03-06 14:57:55,235 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
206
+ 2024-03-06 14:57:56,783 DEBUG SenderThread:137 [sender.py:send():382] send: stats
207
+ 2024-03-06 14:57:58,095 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
208
+ 2024-03-06 14:57:59,784 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
209
+ 2024-03-06 14:58:00,236 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
210
+ 2024-03-06 14:58:03,097 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
211
+ 2024-03-06 14:58:04,785 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
212
+ 2024-03-06 14:58:05,236 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
213
+ 2024-03-06 14:58:07,778 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
214
+ 2024-03-06 14:58:07,779 DEBUG SenderThread:137 [sender.py:send():382] send: history
215
+ 2024-03-06 14:58:07,779 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
216
+ 2024-03-06 14:58:07,781 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
217
+ 2024-03-06 14:58:07,818 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
218
+ 2024-03-06 14:58:08,098 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
219
+ 2024-03-06 14:58:08,889 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
220
+ 2024-03-06 14:58:08,890 DEBUG SenderThread:137 [sender.py:send():382] send: history
221
+ 2024-03-06 14:58:08,890 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
222
+ 2024-03-06 14:58:08,891 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
223
+ 2024-03-06 14:58:09,819 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
224
+ 2024-03-06 14:58:09,891 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
225
+ 2024-03-06 14:58:10,238 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
226
+ 2024-03-06 14:58:11,820 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
227
+ 2024-03-06 14:58:13,166 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
228
+ 2024-03-06 14:58:14,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
229
+ 2024-03-06 14:58:15,239 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
230
+ 2024-03-06 14:58:18,167 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
231
+ 2024-03-06 14:58:19,893 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
232
+ 2024-03-06 14:58:20,240 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
233
+ 2024-03-06 14:58:23,168 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
234
+ 2024-03-06 14:58:24,894 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
235
+ 2024-03-06 14:58:25,240 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report