Training in progress, step 800
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0559b65d6155fe4d125d73462d38da0d35a0abd7c78ebb005806ac6034b7c7a3
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -800,3 +800,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 800 |
2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 801 |
2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 802 |
2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 800 |
2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 801 |
2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 802 |
2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 803 |
+
2024-06-02 21:51:53,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 804 |
+
2024-06-02 21:51:58,743 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 805 |
+
2024-06-02 21:51:59,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 806 |
+
2024-06-02 21:52:00,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 807 |
+
2024-06-02 21:52:00,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 808 |
+
2024-06-02 21:52:04,318 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 809 |
+
2024-06-02 21:52:09,319 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 810 |
+
2024-06-02 21:52:13,578 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 811 |
+
2024-06-02 21:52:14,579 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 812 |
+
2024-06-02 21:52:14,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 813 |
+
2024-06-02 21:52:15,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 814 |
+
2024-06-02 21:52:15,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 815 |
+
2024-06-02 21:52:20,267 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 816 |
+
2024-06-02 21:52:25,268 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 817 |
+
2024-06-02 21:52:29,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 818 |
+
2024-06-02 21:52:30,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 819 |
+
2024-06-02 21:52:30,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 820 |
+
2024-06-02 21:52:30,348 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 821 |
+
2024-06-02 21:52:35,349 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 822 |
+
2024-06-02 21:52:40,350 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 823 |
+
2024-06-02 21:52:43,581 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 824 |
+
2024-06-02 21:52:44,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 825 |
+
2024-06-02 21:52:45,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 826 |
+
2024-06-02 21:52:45,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 827 |
+
2024-06-02 21:52:46,263 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 828 |
+
2024-06-02 21:52:51,264 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 829 |
+
2024-06-02 21:52:56,265 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 830 |
+
2024-06-02 21:52:59,911 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 831 |
+
2024-06-02 21:53:00,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 832 |
+
2024-06-02 21:53:00,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 833 |
+
2024-06-02 21:53:01,350 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 834 |
+
2024-06-02 21:53:06,351 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 835 |
+
2024-06-02 21:53:11,352 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 836 |
+
2024-06-02 21:53:13,580 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 837 |
+
2024-06-02 21:53:14,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 838 |
+
2024-06-02 21:53:15,242 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 839 |
+
2024-06-02 21:53:15,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 840 |
+
2024-06-02 21:53:17,290 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 841 |
+
2024-06-02 21:53:22,291 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 842 |
+
2024-06-02 21:53:27,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 843 |
+
2024-06-02 21:53:29,911 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 844 |
+
2024-06-02 21:53:30,242 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 845 |
+
2024-06-02 21:53:30,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 846 |
+
2024-06-02 21:53:32,165 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 847 |
+
2024-06-02 21:53:32,374 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 848 |
+
2024-06-02 21:53:37,375 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 849 |
+
2024-06-02 21:53:42,376 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -30,4 +30,6 @@
|
|
| 30 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 31 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 32 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 33 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 30 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 31 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 32 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 33 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 34 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 35 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -800,3 +800,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 800 |
2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 801 |
2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 802 |
2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 800 |
2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 801 |
2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 802 |
2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 803 |
+
2024-06-02 21:51:53,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 804 |
+
2024-06-02 21:51:58,743 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 805 |
+
2024-06-02 21:51:59,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 806 |
+
2024-06-02 21:52:00,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 807 |
+
2024-06-02 21:52:00,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 808 |
+
2024-06-02 21:52:04,318 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 809 |
+
2024-06-02 21:52:09,319 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 810 |
+
2024-06-02 21:52:13,578 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 811 |
+
2024-06-02 21:52:14,579 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 812 |
+
2024-06-02 21:52:14,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 813 |
+
2024-06-02 21:52:15,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 814 |
+
2024-06-02 21:52:15,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 815 |
+
2024-06-02 21:52:20,267 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 816 |
+
2024-06-02 21:52:25,268 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 817 |
+
2024-06-02 21:52:29,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 818 |
+
2024-06-02 21:52:30,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 819 |
+
2024-06-02 21:52:30,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 820 |
+
2024-06-02 21:52:30,348 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 821 |
+
2024-06-02 21:52:35,349 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 822 |
+
2024-06-02 21:52:40,350 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 823 |
+
2024-06-02 21:52:43,581 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 824 |
+
2024-06-02 21:52:44,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 825 |
+
2024-06-02 21:52:45,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 826 |
+
2024-06-02 21:52:45,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 827 |
+
2024-06-02 21:52:46,263 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 828 |
+
2024-06-02 21:52:51,264 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 829 |
+
2024-06-02 21:52:56,265 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 830 |
+
2024-06-02 21:52:59,911 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 831 |
+
2024-06-02 21:53:00,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 832 |
+
2024-06-02 21:53:00,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 833 |
+
2024-06-02 21:53:01,350 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 834 |
+
2024-06-02 21:53:06,351 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 835 |
+
2024-06-02 21:53:11,352 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 836 |
+
2024-06-02 21:53:13,580 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 837 |
+
2024-06-02 21:53:14,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 838 |
+
2024-06-02 21:53:15,242 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 839 |
+
2024-06-02 21:53:15,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 840 |
+
2024-06-02 21:53:17,290 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 841 |
+
2024-06-02 21:53:22,291 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 842 |
+
2024-06-02 21:53:27,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 843 |
+
2024-06-02 21:53:29,911 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 844 |
+
2024-06-02 21:53:30,242 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 845 |
+
2024-06-02 21:53:30,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 846 |
+
2024-06-02 21:53:32,165 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 847 |
+
2024-06-02 21:53:32,374 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 848 |
+
2024-06-02 21:53:37,375 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 849 |
+
2024-06-02 21:53:42,376 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|