nornor02 commited on
Commit
19c632d
·
verified ·
1 Parent(s): bf87470

Training in progress, step 1000

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31e4cf3612059e26c5e4cda65c13ec7c7ce40431058c90a0af3a6d315bd6d947
3
  size 328693404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa7381cca6912fbc05b87a20e7c4ea6b59aa8622db87b9f4a7f460af97065715
3
  size 328693404
runs/Jan18_01-20-04_455f56c2d2db/events.out.tfevents.1705540806.455f56c2d2db.26.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f69a3138e5eb7ef7fa2b6bfd1a6d94b635ea2c8c0c26e38b05de50a0e8e401d
3
- size 4550
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733aceeb969b36181910bd1616e938b7b53032da8c7f4678ebad281d1c708653
3
+ size 4707
wandb/debug-internal.log CHANGED
@@ -1632,3 +1632,45 @@
1632
  2024-01-18 01:21:36,238 DEBUG SenderThread:98 [sender.py:send():382] send: stats
1633
  2024-01-18 01:21:40,239 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1634
  2024-01-18 01:21:40,389 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1632
  2024-01-18 01:21:36,238 DEBUG SenderThread:98 [sender.py:send():382] send: stats
1633
  2024-01-18 01:21:40,239 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1634
  2024-01-18 01:21:40,389 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1635
+ 2024-01-18 01:21:45,240 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1636
+ 2024-01-18 01:21:45,390 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1637
+ 2024-01-18 01:21:50,241 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1638
+ 2024-01-18 01:21:50,392 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1639
+ 2024-01-18 01:21:55,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1640
+ 2024-01-18 01:21:55,393 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1641
+ 2024-01-18 01:22:00,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1642
+ 2024-01-18 01:22:00,394 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1643
+ 2024-01-18 01:22:05,243 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1644
+ 2024-01-18 01:22:05,396 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1645
+ 2024-01-18 01:22:06,239 DEBUG SenderThread:98 [sender.py:send():382] send: stats
1646
+ 2024-01-18 01:22:10,397 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1647
+ 2024-01-18 01:22:11,240 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1648
+ 2024-01-18 01:22:15,398 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1649
+ 2024-01-18 01:22:16,241 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1650
+ 2024-01-18 01:22:20,398 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1651
+ 2024-01-18 01:22:21,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1652
+ 2024-01-18 01:22:25,400 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1653
+ 2024-01-18 01:22:26,243 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1654
+ 2024-01-18 01:22:30,405 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1655
+ 2024-01-18 01:22:31,244 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1656
+ 2024-01-18 01:22:35,407 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1657
+ 2024-01-18 01:22:36,240 DEBUG SenderThread:98 [sender.py:send():382] send: stats
1658
+ 2024-01-18 01:22:37,241 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1659
+ 2024-01-18 01:22:40,408 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1660
+ 2024-01-18 01:22:42,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1661
+ 2024-01-18 01:22:45,410 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1662
+ 2024-01-18 01:22:47,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1663
+ 2024-01-18 01:22:50,098 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: partial_history
1664
+ 2024-01-18 01:22:50,099 DEBUG SenderThread:98 [sender.py:send():382] send: history
1665
+ 2024-01-18 01:22:50,100 DEBUG SenderThread:98 [sender.py:send_request():409] send_request: summary_record
1666
+ 2024-01-18 01:22:50,100 INFO SenderThread:98 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
1667
+ 2024-01-18 01:22:50,358 INFO Thread-12 :98 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_004236-6kmvcnsc/files/wandb-summary.json
1668
+ 2024-01-18 01:22:50,412 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1669
+ 2024-01-18 01:22:52,359 INFO Thread-12 :98 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_004236-6kmvcnsc/files/output.log
1670
+ 2024-01-18 01:22:53,101 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1671
+ 2024-01-18 01:22:55,762 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1672
+ 2024-01-18 01:22:55,763 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1673
+ 2024-01-18 01:22:56,361 INFO Thread-12 :98 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_004236-6kmvcnsc/files/output.log
1674
+ 2024-01-18 01:22:58,263 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1675
+ 2024-01-18 01:23:00,764 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1676
+ 2024-01-18 01:23:03,264 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240118_004236-6kmvcnsc/files/output.log CHANGED
@@ -4137,4 +4137,7 @@ Accuracy for history equal 5 is 18.75
4137
  Accuracy for history equal 6 is 14.285714285714285
4138
  Accuracy for history equal 7 is 12.121212121212121
4139
  Checkpoint destination directory /kaggle/working/checkpoint-500 already exists and is non-empty.Saving will proceed but saved results may be invalid.
 
 
 
4140
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
4137
  Accuracy for history equal 6 is 14.285714285714285
4138
  Accuracy for history equal 7 is 12.121212121212121
4139
  Checkpoint destination directory /kaggle/working/checkpoint-500 already exists and is non-empty.Saving will proceed but saved results may be invalid.
4140
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
4141
+ warnings.warn('Was asked to gather along dimension 0, but all '
4142
+ Checkpoint destination directory /kaggle/working/checkpoint-1000 already exists and is non-empty.Saving will proceed but saved results may be invalid.
4143
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240118_004236-6kmvcnsc/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.9314, "train/learning_rate": 1.230769230769231e-05, "train/epoch": 38.46, "train/global_step": 500, "_timestamp": 1705540886.915172, "_runtime": 2330.10289812088, "_step": 6, "train/train_runtime": 481.0951, "train/train_samples_per_second": 85.638, "train/train_steps_per_second": 5.404, "train/total_flos": 532735580432880.0, "train/train_loss": 1.8117729509793794}
 
1
+ {"train/loss": 0.5876, "train/learning_rate": 4.615384615384616e-06, "train/epoch": 76.92, "train/global_step": 1000, "_timestamp": 1705540970.0977304, "_runtime": 2413.285456418991, "_step": 7, "train/train_runtime": 481.0951, "train/train_samples_per_second": 85.638, "train/train_steps_per_second": 5.404, "train/total_flos": 532735580432880.0, "train/train_loss": 1.8117729509793794}
wandb/run-20240118_004236-6kmvcnsc/logs/debug-internal.log CHANGED
@@ -1632,3 +1632,45 @@
1632
  2024-01-18 01:21:36,238 DEBUG SenderThread:98 [sender.py:send():382] send: stats
1633
  2024-01-18 01:21:40,239 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1634
  2024-01-18 01:21:40,389 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1632
  2024-01-18 01:21:36,238 DEBUG SenderThread:98 [sender.py:send():382] send: stats
1633
  2024-01-18 01:21:40,239 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1634
  2024-01-18 01:21:40,389 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1635
+ 2024-01-18 01:21:45,240 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1636
+ 2024-01-18 01:21:45,390 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1637
+ 2024-01-18 01:21:50,241 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1638
+ 2024-01-18 01:21:50,392 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1639
+ 2024-01-18 01:21:55,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1640
+ 2024-01-18 01:21:55,393 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1641
+ 2024-01-18 01:22:00,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1642
+ 2024-01-18 01:22:00,394 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1643
+ 2024-01-18 01:22:05,243 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1644
+ 2024-01-18 01:22:05,396 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1645
+ 2024-01-18 01:22:06,239 DEBUG SenderThread:98 [sender.py:send():382] send: stats
1646
+ 2024-01-18 01:22:10,397 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1647
+ 2024-01-18 01:22:11,240 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1648
+ 2024-01-18 01:22:15,398 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1649
+ 2024-01-18 01:22:16,241 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1650
+ 2024-01-18 01:22:20,398 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1651
+ 2024-01-18 01:22:21,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1652
+ 2024-01-18 01:22:25,400 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1653
+ 2024-01-18 01:22:26,243 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1654
+ 2024-01-18 01:22:30,405 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1655
+ 2024-01-18 01:22:31,244 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1656
+ 2024-01-18 01:22:35,407 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1657
+ 2024-01-18 01:22:36,240 DEBUG SenderThread:98 [sender.py:send():382] send: stats
1658
+ 2024-01-18 01:22:37,241 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1659
+ 2024-01-18 01:22:40,408 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1660
+ 2024-01-18 01:22:42,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1661
+ 2024-01-18 01:22:45,410 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1662
+ 2024-01-18 01:22:47,242 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1663
+ 2024-01-18 01:22:50,098 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: partial_history
1664
+ 2024-01-18 01:22:50,099 DEBUG SenderThread:98 [sender.py:send():382] send: history
1665
+ 2024-01-18 01:22:50,100 DEBUG SenderThread:98 [sender.py:send_request():409] send_request: summary_record
1666
+ 2024-01-18 01:22:50,100 INFO SenderThread:98 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
1667
+ 2024-01-18 01:22:50,358 INFO Thread-12 :98 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_004236-6kmvcnsc/files/wandb-summary.json
1668
+ 2024-01-18 01:22:50,412 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1669
+ 2024-01-18 01:22:52,359 INFO Thread-12 :98 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_004236-6kmvcnsc/files/output.log
1670
+ 2024-01-18 01:22:53,101 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1671
+ 2024-01-18 01:22:55,762 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1672
+ 2024-01-18 01:22:55,763 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1673
+ 2024-01-18 01:22:56,361 INFO Thread-12 :98 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_004236-6kmvcnsc/files/output.log
1674
+ 2024-01-18 01:22:58,263 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
1675
+ 2024-01-18 01:23:00,764 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: keepalive
1676
+ 2024-01-18 01:23:03,264 DEBUG HandlerThread:98 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240118_004236-6kmvcnsc/run-6kmvcnsc.wandb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd984a58f441bce3a87a56923d234654eff022ed10389be4969899af4ebf57a5
3
- size 4119202
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc03a0bd222233001c3a8c64a974ecaecac37739453441ebf3b2ebad73ca87be
3
+ size 4122780