sharukat commited on
Commit
e7babcd
·
verified ·
1 Parent(s): 38be170

Training in progress, epoch 4

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6b7c3719030cce74403231ded709358a3933bc13770fd664c2aeac8ed1f4132
3
  size 502675828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:825444113828aa3126056bf7424ebc69982c0fbbb99254dd9490e178121cc37c
3
  size 502675828
runs/Mar06_16-01-10_30b2b3b8a538/events.out.tfevents.1709740872.30b2b3b8a538.186.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03a675684920e29a959d2371366e4c21ee8fe144fed17e24e7eb941cc2449f7b
3
- size 7216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e73eadcd2403bda53179cd86c46446bab5b4fc5c0bff5cd84d427e2ee1d426f
3
+ size 7899
wandb/debug-internal.log CHANGED
@@ -202,3 +202,43 @@
202
  2024-03-06 16:05:27,515 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
203
  2024-03-06 16:05:32,349 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
204
  2024-03-06 16:05:32,516 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
202
  2024-03-06 16:05:27,515 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
203
  2024-03-06 16:05:32,349 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
204
  2024-03-06 16:05:32,516 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
205
+ 2024-03-06 16:05:37,350 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
206
+ 2024-03-06 16:05:37,517 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
207
+ 2024-03-06 16:05:42,351 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
208
+ 2024-03-06 16:05:42,517 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
209
+ 2024-03-06 16:05:46,347 DEBUG SenderThread:249 [sender.py:send():382] send: stats
210
+ 2024-03-06 16:05:47,518 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
211
+ 2024-03-06 16:05:48,348 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
212
+ 2024-03-06 16:05:52,519 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
213
+ 2024-03-06 16:05:53,349 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
214
+ 2024-03-06 16:05:57,522 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
215
+ 2024-03-06 16:05:58,350 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
216
+ 2024-03-06 16:06:02,523 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
217
+ 2024-03-06 16:06:03,350 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
218
+ 2024-03-06 16:06:07,524 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
219
+ 2024-03-06 16:06:08,351 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
220
+ 2024-03-06 16:06:12,525 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
221
+ 2024-03-06 16:06:13,352 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
222
+ 2024-03-06 16:06:16,348 DEBUG SenderThread:249 [sender.py:send():382] send: stats
223
+ 2024-03-06 16:06:17,526 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
224
+ 2024-03-06 16:06:19,349 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
225
+ 2024-03-06 16:06:20,399 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: partial_history
226
+ 2024-03-06 16:06:20,401 DEBUG SenderThread:249 [sender.py:send():382] send: history
227
+ 2024-03-06 16:06:20,401 DEBUG SenderThread:249 [sender.py:send_request():409] send_request: summary_record
228
+ 2024-03-06 16:06:20,401 INFO SenderThread:249 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
229
+ 2024-03-06 16:06:21,345 INFO Thread-12 :249 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_160115-aj5k3nji/files/wandb-summary.json
230
+ 2024-03-06 16:06:22,527 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
231
+ 2024-03-06 16:06:22,871 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: partial_history
232
+ 2024-03-06 16:06:22,873 DEBUG SenderThread:249 [sender.py:send():382] send: history
233
+ 2024-03-06 16:06:22,873 DEBUG SenderThread:249 [sender.py:send_request():409] send_request: summary_record
234
+ 2024-03-06 16:06:22,874 INFO SenderThread:249 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
235
+ 2024-03-06 16:06:23,346 INFO Thread-12 :249 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_160115-aj5k3nji/files/wandb-summary.json
236
+ 2024-03-06 16:06:24,875 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
237
+ 2024-03-06 16:06:25,347 INFO Thread-12 :249 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_160115-aj5k3nji/files/output.log
238
+ 2024-03-06 16:06:27,801 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
239
+ 2024-03-06 16:06:29,875 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
240
+ 2024-03-06 16:06:32,801 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
241
+ 2024-03-06 16:06:34,876 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
242
+ 2024-03-06 16:06:37,802 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
243
+ 2024-03-06 16:06:39,877 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
244
+ 2024-03-06 16:06:42,803 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
wandb/run-20240306_160115-aj5k3nji/files/output.log CHANGED
@@ -2,4 +2,6 @@
2
  _warn_prf(average, modifier, msg_start, len(result))
3
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
4
  _warn_prf(average, modifier, msg_start, len(result))
 
 
5
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
 
2
  _warn_prf(average, modifier, msg_start, len(result))
3
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
4
  _warn_prf(average, modifier, msg_start, len(result))
5
+ /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
6
+ _warn_prf(average, modifier, msg_start, len(result))
7
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
wandb/run-20240306_160115-aj5k3nji/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.5097, "train/grad_norm": 15.719866752624512, "train/learning_rate": 8.057971014492754e-06, "train/epoch": 3.0, "train/global_step": 414, "_timestamp": 1709741112.0251439, "_runtime": 236.95845675468445, "_step": 5, "eval/loss": 1.6067084074020386, "eval/accuracy": 0.43089430894308944, "eval/precision": 0.30033476805356285, "eval/recall": 0.43089430894308944, "eval/f1": 0.34618010302240426, "eval/runtime": 2.4762, "eval/samples_per_second": 49.673, "eval/steps_per_second": 6.462}
 
1
+ {"train/loss": 1.4479, "train/grad_norm": 11.683911323547363, "train/learning_rate": 4.086956521739131e-06, "train/epoch": 4.0, "train/global_step": 552, "_timestamp": 1709741182.8713813, "_runtime": 307.8046941757202, "_step": 7, "eval/loss": 1.6020480394363403, "eval/accuracy": 0.43902439024390244, "eval/precision": 0.3063372941421722, "eval/recall": 0.43902439024390244, "eval/f1": 0.35384128067054893, "eval/runtime": 2.468, "eval/samples_per_second": 49.837, "eval/steps_per_second": 6.483}
wandb/run-20240306_160115-aj5k3nji/logs/debug-internal.log CHANGED
@@ -202,3 +202,43 @@
202
  2024-03-06 16:05:27,515 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
203
  2024-03-06 16:05:32,349 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
204
  2024-03-06 16:05:32,516 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
202
  2024-03-06 16:05:27,515 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
203
  2024-03-06 16:05:32,349 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
204
  2024-03-06 16:05:32,516 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
205
+ 2024-03-06 16:05:37,350 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
206
+ 2024-03-06 16:05:37,517 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
207
+ 2024-03-06 16:05:42,351 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
208
+ 2024-03-06 16:05:42,517 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
209
+ 2024-03-06 16:05:46,347 DEBUG SenderThread:249 [sender.py:send():382] send: stats
210
+ 2024-03-06 16:05:47,518 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
211
+ 2024-03-06 16:05:48,348 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
212
+ 2024-03-06 16:05:52,519 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
213
+ 2024-03-06 16:05:53,349 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
214
+ 2024-03-06 16:05:57,522 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
215
+ 2024-03-06 16:05:58,350 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
216
+ 2024-03-06 16:06:02,523 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
217
+ 2024-03-06 16:06:03,350 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
218
+ 2024-03-06 16:06:07,524 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
219
+ 2024-03-06 16:06:08,351 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
220
+ 2024-03-06 16:06:12,525 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
221
+ 2024-03-06 16:06:13,352 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
222
+ 2024-03-06 16:06:16,348 DEBUG SenderThread:249 [sender.py:send():382] send: stats
223
+ 2024-03-06 16:06:17,526 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
224
+ 2024-03-06 16:06:19,349 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
225
+ 2024-03-06 16:06:20,399 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: partial_history
226
+ 2024-03-06 16:06:20,401 DEBUG SenderThread:249 [sender.py:send():382] send: history
227
+ 2024-03-06 16:06:20,401 DEBUG SenderThread:249 [sender.py:send_request():409] send_request: summary_record
228
+ 2024-03-06 16:06:20,401 INFO SenderThread:249 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
229
+ 2024-03-06 16:06:21,345 INFO Thread-12 :249 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_160115-aj5k3nji/files/wandb-summary.json
230
+ 2024-03-06 16:06:22,527 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
231
+ 2024-03-06 16:06:22,871 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: partial_history
232
+ 2024-03-06 16:06:22,873 DEBUG SenderThread:249 [sender.py:send():382] send: history
233
+ 2024-03-06 16:06:22,873 DEBUG SenderThread:249 [sender.py:send_request():409] send_request: summary_record
234
+ 2024-03-06 16:06:22,874 INFO SenderThread:249 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
235
+ 2024-03-06 16:06:23,346 INFO Thread-12 :249 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_160115-aj5k3nji/files/wandb-summary.json
236
+ 2024-03-06 16:06:24,875 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
237
+ 2024-03-06 16:06:25,347 INFO Thread-12 :249 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_160115-aj5k3nji/files/output.log
238
+ 2024-03-06 16:06:27,801 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
239
+ 2024-03-06 16:06:29,875 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
240
+ 2024-03-06 16:06:32,801 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
241
+ 2024-03-06 16:06:34,876 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
242
+ 2024-03-06 16:06:37,802 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive
243
+ 2024-03-06 16:06:39,877 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: status_report
244
+ 2024-03-06 16:06:42,803 DEBUG HandlerThread:249 [handler.py:handle_request():146] handle_request: keepalive