nornor02 commited on
Commit
2199650
·
verified ·
1 Parent(s): 4e6be48

Training in progress, step 5000

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:079baffb842861a0ca1d5e5f6bd6fabe77318d0311ba7173ef7f3d7970be2db6
3
  size 328693404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3daaf0826917ed00af8c2e96461e81781a89d6f0a5bd646fb9a89771df3b8db9
3
  size 328693404
runs/Jan10_17-10-35_6af31f6f7309/events.out.tfevents.1704906635.6af31f6f7309.124.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2e535eb460cc999c61bdae0f6a6022482a8355ae8af6a60cc4103a95be0c02c
3
- size 5778
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:983f37907bd51e61659b33e8df406770c4f0869d6583d12a263daa686c83e79f
3
+ size 5935
wandb/debug-internal.log CHANGED
@@ -442,3 +442,45 @@
442
  2024-01-10 17:23:53,804 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
443
  2024-01-10 17:23:56,180 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
444
  2024-01-10 17:23:58,805 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
442
  2024-01-10 17:23:53,804 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
443
  2024-01-10 17:23:56,180 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
444
  2024-01-10 17:23:58,805 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
445
+ 2024-01-10 17:24:01,181 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
446
+ 2024-01-10 17:24:03,806 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
447
+ 2024-01-10 17:24:06,182 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
448
+ 2024-01-10 17:24:08,806 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
449
+ 2024-01-10 17:24:11,183 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
450
+ 2024-01-10 17:24:13,808 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
451
+ 2024-01-10 17:24:16,186 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
452
+ 2024-01-10 17:24:18,658 DEBUG SenderThread:290 [sender.py:send():382] send: stats
453
+ 2024-01-10 17:24:19,659 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
454
+ 2024-01-10 17:24:21,187 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
455
+ 2024-01-10 17:24:24,660 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
456
+ 2024-01-10 17:24:26,188 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
457
+ 2024-01-10 17:24:29,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
458
+ 2024-01-10 17:24:31,189 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
459
+ 2024-01-10 17:24:34,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
460
+ 2024-01-10 17:24:36,190 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
461
+ 2024-01-10 17:24:39,662 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
462
+ 2024-01-10 17:24:41,362 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
463
+ 2024-01-10 17:24:44,663 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
464
+ 2024-01-10 17:24:46,362 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
465
+ 2024-01-10 17:24:48,660 DEBUG SenderThread:290 [sender.py:send():382] send: stats
466
+ 2024-01-10 17:24:50,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
467
+ 2024-01-10 17:24:51,364 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
468
+ 2024-01-10 17:24:55,662 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
469
+ 2024-01-10 17:24:56,375 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
470
+ 2024-01-10 17:25:00,663 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
471
+ 2024-01-10 17:25:01,381 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
472
+ 2024-01-10 17:25:05,664 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
473
+ 2024-01-10 17:25:06,384 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
474
+ 2024-01-10 17:25:08,758 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: partial_history
475
+ 2024-01-10 17:25:08,759 DEBUG SenderThread:290 [sender.py:send():382] send: history
476
+ 2024-01-10 17:25:08,760 DEBUG SenderThread:290 [sender.py:send_request():409] send_request: summary_record
477
+ 2024-01-10 17:25:08,760 INFO SenderThread:290 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
478
+ 2024-01-10 17:25:08,829 INFO Thread-12 :290 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240110_171048-v6i8wmgc/files/wandb-summary.json
479
+ 2024-01-10 17:25:10,761 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
480
+ 2024-01-10 17:25:11,549 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
481
+ 2024-01-10 17:25:12,831 INFO Thread-12 :290 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240110_171048-v6i8wmgc/files/output.log
482
+ 2024-01-10 17:25:16,290 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
483
+ 2024-01-10 17:25:16,551 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
484
+ 2024-01-10 17:25:18,660 DEBUG SenderThread:290 [sender.py:send():382] send: stats
485
+ 2024-01-10 17:25:21,551 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
486
+ 2024-01-10 17:25:21,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240110_171048-v6i8wmgc/files/output.log CHANGED
@@ -17,4 +17,6 @@ You're using a PreTrainedTokenizerFast tokenizer. Please note that with a fast t
17
  warnings.warn('Was asked to gather along dimension 0, but all '
18
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
19
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
20
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
17
  warnings.warn('Was asked to gather along dimension 0, but all '
18
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
19
  warnings.warn('Was asked to gather along dimension 0, but all '
20
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
21
+ warnings.warn('Was asked to gather along dimension 0, but all '
22
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240110_171048-v6i8wmgc/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.4679, "train/learning_rate": 2.6923076923076923e-06, "train/epoch": 346.15, "train/global_step": 4500, "_timestamp": 1704907425.1197624, "_runtime": 777.1074965000153, "_step": 8}
 
1
+ {"train/loss": 0.4506, "train/learning_rate": 7.692307692307694e-07, "train/epoch": 384.62, "train/global_step": 5000, "_timestamp": 1704907508.7582002, "_runtime": 860.7459342479706, "_step": 9}
wandb/run-20240110_171048-v6i8wmgc/logs/debug-internal.log CHANGED
@@ -442,3 +442,45 @@
442
  2024-01-10 17:23:53,804 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
443
  2024-01-10 17:23:56,180 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
444
  2024-01-10 17:23:58,805 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
442
  2024-01-10 17:23:53,804 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
443
  2024-01-10 17:23:56,180 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
444
  2024-01-10 17:23:58,805 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
445
+ 2024-01-10 17:24:01,181 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
446
+ 2024-01-10 17:24:03,806 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
447
+ 2024-01-10 17:24:06,182 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
448
+ 2024-01-10 17:24:08,806 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
449
+ 2024-01-10 17:24:11,183 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
450
+ 2024-01-10 17:24:13,808 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
451
+ 2024-01-10 17:24:16,186 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
452
+ 2024-01-10 17:24:18,658 DEBUG SenderThread:290 [sender.py:send():382] send: stats
453
+ 2024-01-10 17:24:19,659 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
454
+ 2024-01-10 17:24:21,187 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
455
+ 2024-01-10 17:24:24,660 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
456
+ 2024-01-10 17:24:26,188 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
457
+ 2024-01-10 17:24:29,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
458
+ 2024-01-10 17:24:31,189 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
459
+ 2024-01-10 17:24:34,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
460
+ 2024-01-10 17:24:36,190 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
461
+ 2024-01-10 17:24:39,662 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
462
+ 2024-01-10 17:24:41,362 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
463
+ 2024-01-10 17:24:44,663 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
464
+ 2024-01-10 17:24:46,362 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
465
+ 2024-01-10 17:24:48,660 DEBUG SenderThread:290 [sender.py:send():382] send: stats
466
+ 2024-01-10 17:24:50,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
467
+ 2024-01-10 17:24:51,364 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
468
+ 2024-01-10 17:24:55,662 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
469
+ 2024-01-10 17:24:56,375 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
470
+ 2024-01-10 17:25:00,663 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
471
+ 2024-01-10 17:25:01,381 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
472
+ 2024-01-10 17:25:05,664 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
473
+ 2024-01-10 17:25:06,384 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
474
+ 2024-01-10 17:25:08,758 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: partial_history
475
+ 2024-01-10 17:25:08,759 DEBUG SenderThread:290 [sender.py:send():382] send: history
476
+ 2024-01-10 17:25:08,760 DEBUG SenderThread:290 [sender.py:send_request():409] send_request: summary_record
477
+ 2024-01-10 17:25:08,760 INFO SenderThread:290 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
478
+ 2024-01-10 17:25:08,829 INFO Thread-12 :290 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240110_171048-v6i8wmgc/files/wandb-summary.json
479
+ 2024-01-10 17:25:10,761 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
480
+ 2024-01-10 17:25:11,549 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
481
+ 2024-01-10 17:25:12,831 INFO Thread-12 :290 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240110_171048-v6i8wmgc/files/output.log
482
+ 2024-01-10 17:25:16,290 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
483
+ 2024-01-10 17:25:16,551 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
484
+ 2024-01-10 17:25:18,660 DEBUG SenderThread:290 [sender.py:send():382] send: stats
485
+ 2024-01-10 17:25:21,551 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
486
+ 2024-01-10 17:25:21,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report