Sharuka Thirimanne commited on
Commit
1e08120
·
verified ·
1 Parent(s): c899f8a

Training in progress, epoch 3

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29a6328c0e5235532f4cbbbf0828e74f77acd14fdd518a79a69199537d11f533
3
  size 502675828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7429b3e2d9bf032cfab32114ff902416c8f69be1f9fcc8df0c815a004a4b4c9c
3
  size 502675828
runs/Apr10_15-06-31_9088970cc926/events.out.tfevents.1712761592.9088970cc926.34.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a390005918cd3baf7ed639de34b8d335858c28b7a4e71cf79f2290cba6fe976b
3
- size 6528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ccfd8060db458ccc4d8c76a88c71af79dfde5854105b9e2630301ee3b7b4b96
3
+ size 7211
wandb/debug-internal.log CHANGED
@@ -352,3 +352,42 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
352
  2024-04-10 15:08:56,983 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
353
  2024-04-10 15:08:56,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
354
  2024-04-10 15:08:56,998 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
352
  2024-04-10 15:08:56,983 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
353
  2024-04-10 15:08:56,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
354
  2024-04-10 15:08:56,998 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
355
+ 2024-04-10 15:09:00,832 DEBUG SenderThread:100 [sender.py:send():379] send: stats
356
+ 2024-04-10 15:09:01,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
357
+ 2024-04-10 15:09:06,833 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
358
+ 2024-04-10 15:09:11,834 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
359
+ 2024-04-10 15:09:11,983 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
360
+ 2024-04-10 15:09:11,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
361
+ 2024-04-10 15:09:11,998 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
362
+ 2024-04-10 15:09:17,238 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
363
+ 2024-04-10 15:09:22,238 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
364
+ 2024-04-10 15:09:26,984 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
365
+ 2024-04-10 15:09:26,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
366
+ 2024-04-10 15:09:26,998 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
367
+ 2024-04-10 15:09:27,258 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
368
+ 2024-04-10 15:09:30,797 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
369
+ 2024-04-10 15:09:30,799 DEBUG SenderThread:100 [sender.py:send():379] send: history
370
+ 2024-04-10 15:09:30,799 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
371
+ 2024-04-10 15:09:30,799 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
372
+ 2024-04-10 15:09:30,832 DEBUG SenderThread:100 [sender.py:send():379] send: stats
373
+ 2024-04-10 15:09:30,835 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
374
+ 2024-04-10 15:09:32,833 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
375
+ 2024-04-10 15:09:33,641 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
376
+ 2024-04-10 15:09:33,643 DEBUG SenderThread:100 [sender.py:send():379] send: history
377
+ 2024-04-10 15:09:33,643 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
378
+ 2024-04-10 15:09:33,644 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
379
+ 2024-04-10 15:09:33,836 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
380
+ 2024-04-10 15:09:36,838 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/output.log
381
+ 2024-04-10 15:09:38,645 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
382
+ 2024-04-10 15:09:41,984 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
383
+ 2024-04-10 15:09:42,000 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
384
+ 2024-04-10 15:09:42,000 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
385
+ 2024-04-10 15:09:44,191 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
386
+ 2024-04-10 15:09:49,192 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
387
+ 2024-04-10 15:09:54,193 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
388
+ 2024-04-10 15:09:56,984 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
389
+ 2024-04-10 15:09:56,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
390
+ 2024-04-10 15:09:56,999 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
391
+ 2024-04-10 15:09:59,273 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
392
+ 2024-04-10 15:10:00,833 DEBUG SenderThread:100 [sender.py:send():379] send: stats
393
+ 2024-04-10 15:10:04,835 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240410_150123-cuua991r/files/output.log CHANGED
@@ -13,4 +13,6 @@ dataloader_config = DataLoaderConfiguration(dispatch_batches=None, split_batches
13
  warnings.warn(
14
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
15
  _warn_prf(average, modifier, msg_start, len(result))
 
 
16
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
 
13
  warnings.warn(
14
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
15
  _warn_prf(average, modifier, msg_start, len(result))
16
+ /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
17
+ _warn_prf(average, modifier, msg_start, len(result))
18
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
wandb/run-20240410_150123-cuua991r/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.878, "train/grad_norm": 8.734905242919922, "train/learning_rate": 8.008474576271187e-06, "train/epoch": 2.0, "train/global_step": 236, "_timestamp": 1712761712.249299, "_runtime": 428.6985671520233, "_step": 11, "eval/loss": 1.871309757232666, "eval/accuracy": 0.2676056338028169, "eval/precision": 0.1656163852860285, "eval/recall": 0.2676056338028169, "eval/f1": 0.17064762813956771, "eval/runtime": 2.8419, "eval/samples_per_second": 49.967, "eval/steps_per_second": 6.334}
 
1
+ {"train/loss": 1.8499, "train/grad_norm": 8.081238746643066, "train/learning_rate": 7.016949152542374e-06, "train/epoch": 3.0, "train/global_step": 354, "_timestamp": 1712761773.6414328, "_runtime": 490.09070086479187, "_step": 13, "eval/loss": 1.8500417470932007, "eval/accuracy": 0.3028169014084507, "eval/precision": 0.15226251402682664, "eval/recall": 0.3028169014084507, "eval/f1": 0.19308999089624623, "eval/runtime": 2.8399, "eval/samples_per_second": 50.001, "eval/steps_per_second": 6.338}
wandb/run-20240410_150123-cuua991r/logs/debug-internal.log CHANGED
@@ -352,3 +352,42 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
352
  2024-04-10 15:08:56,983 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
353
  2024-04-10 15:08:56,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
354
  2024-04-10 15:08:56,998 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
352
  2024-04-10 15:08:56,983 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
353
  2024-04-10 15:08:56,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
354
  2024-04-10 15:08:56,998 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
355
+ 2024-04-10 15:09:00,832 DEBUG SenderThread:100 [sender.py:send():379] send: stats
356
+ 2024-04-10 15:09:01,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
357
+ 2024-04-10 15:09:06,833 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
358
+ 2024-04-10 15:09:11,834 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
359
+ 2024-04-10 15:09:11,983 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
360
+ 2024-04-10 15:09:11,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
361
+ 2024-04-10 15:09:11,998 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
362
+ 2024-04-10 15:09:17,238 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
363
+ 2024-04-10 15:09:22,238 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
364
+ 2024-04-10 15:09:26,984 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
365
+ 2024-04-10 15:09:26,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
366
+ 2024-04-10 15:09:26,998 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
367
+ 2024-04-10 15:09:27,258 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
368
+ 2024-04-10 15:09:30,797 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
369
+ 2024-04-10 15:09:30,799 DEBUG SenderThread:100 [sender.py:send():379] send: history
370
+ 2024-04-10 15:09:30,799 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
371
+ 2024-04-10 15:09:30,799 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
372
+ 2024-04-10 15:09:30,832 DEBUG SenderThread:100 [sender.py:send():379] send: stats
373
+ 2024-04-10 15:09:30,835 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
374
+ 2024-04-10 15:09:32,833 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
375
+ 2024-04-10 15:09:33,641 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
376
+ 2024-04-10 15:09:33,643 DEBUG SenderThread:100 [sender.py:send():379] send: history
377
+ 2024-04-10 15:09:33,643 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
378
+ 2024-04-10 15:09:33,644 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
379
+ 2024-04-10 15:09:33,836 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
380
+ 2024-04-10 15:09:36,838 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/output.log
381
+ 2024-04-10 15:09:38,645 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
382
+ 2024-04-10 15:09:41,984 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
383
+ 2024-04-10 15:09:42,000 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
384
+ 2024-04-10 15:09:42,000 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
385
+ 2024-04-10 15:09:44,191 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
386
+ 2024-04-10 15:09:49,192 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
387
+ 2024-04-10 15:09:54,193 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
388
+ 2024-04-10 15:09:56,984 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
389
+ 2024-04-10 15:09:56,998 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
390
+ 2024-04-10 15:09:56,999 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
391
+ 2024-04-10 15:09:59,273 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
392
+ 2024-04-10 15:10:00,833 DEBUG SenderThread:100 [sender.py:send():379] send: stats
393
+ 2024-04-10 15:10:04,835 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report