Training in progress, step 750
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c31e6f8da3714265c0d4e5dfd8cb5eb84d6a15382e10e425ff3f6ce49ab701e
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -753,3 +753,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 753 |
2024-06-02 21:49:59,945 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 754 |
2024-06-02 21:50:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 755 |
2024-06-02 21:50:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 753 |
2024-06-02 21:49:59,945 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 754 |
2024-06-02 21:50:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 755 |
2024-06-02 21:50:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 756 |
+
2024-06-02 21:50:05,357 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 757 |
+
2024-06-02 21:50:10,358 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 758 |
+
2024-06-02 21:50:13,575 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 759 |
+
2024-06-02 21:50:14,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 760 |
+
2024-06-02 21:50:15,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 761 |
+
2024-06-02 21:50:15,240 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 762 |
+
2024-06-02 21:50:16,336 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 763 |
+
2024-06-02 21:50:21,337 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 764 |
+
2024-06-02 21:50:26,338 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 765 |
+
2024-06-02 21:50:29,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 766 |
+
2024-06-02 21:50:30,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 767 |
+
2024-06-02 21:50:30,240 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 768 |
+
2024-06-02 21:50:32,337 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 769 |
+
2024-06-02 21:50:37,338 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 770 |
+
2024-06-02 21:50:42,339 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 771 |
+
2024-06-02 21:50:43,575 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 772 |
+
2024-06-02 21:50:44,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 773 |
+
2024-06-02 21:50:45,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 774 |
+
2024-06-02 21:50:45,240 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 775 |
+
2024-06-02 21:50:47,357 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 776 |
+
2024-06-02 21:50:52,358 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 777 |
+
2024-06-02 21:50:57,359 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 778 |
+
2024-06-02 21:50:59,909 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 779 |
+
2024-06-02 21:51:00,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 780 |
+
2024-06-02 21:51:00,240 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 781 |
+
2024-06-02 21:51:02,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 782 |
+
2024-06-02 21:51:07,370 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 783 |
+
2024-06-02 21:51:12,371 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 784 |
+
2024-06-02 21:51:13,576 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 785 |
+
2024-06-02 21:51:14,909 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 786 |
+
2024-06-02 21:51:15,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 787 |
+
2024-06-02 21:51:15,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 788 |
+
2024-06-02 21:51:18,322 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 789 |
+
2024-06-02 21:51:23,322 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 790 |
+
2024-06-02 21:51:28,324 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 791 |
+
2024-06-02 21:51:29,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 792 |
+
2024-06-02 21:51:30,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 793 |
+
2024-06-02 21:51:30,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 794 |
+
2024-06-02 21:51:33,355 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 795 |
+
2024-06-02 21:51:38,356 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 796 |
+
2024-06-02 21:51:43,357 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 797 |
+
2024-06-02 21:51:44,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 798 |
+
2024-06-02 21:51:45,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 799 |
+
2024-06-02 21:51:46,688 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 800 |
+
2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 801 |
+
2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 802 |
+
2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -28,4 +28,6 @@
|
|
| 28 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 29 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 30 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 31 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 28 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 29 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 30 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 31 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 32 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 33 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -753,3 +753,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 753 |
2024-06-02 21:49:59,945 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 754 |
2024-06-02 21:50:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 755 |
2024-06-02 21:50:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 753 |
2024-06-02 21:49:59,945 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 754 |
2024-06-02 21:50:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 755 |
2024-06-02 21:50:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 756 |
+
2024-06-02 21:50:05,357 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 757 |
+
2024-06-02 21:50:10,358 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 758 |
+
2024-06-02 21:50:13,575 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 759 |
+
2024-06-02 21:50:14,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 760 |
+
2024-06-02 21:50:15,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 761 |
+
2024-06-02 21:50:15,240 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 762 |
+
2024-06-02 21:50:16,336 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 763 |
+
2024-06-02 21:50:21,337 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 764 |
+
2024-06-02 21:50:26,338 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 765 |
+
2024-06-02 21:50:29,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 766 |
+
2024-06-02 21:50:30,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 767 |
+
2024-06-02 21:50:30,240 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 768 |
+
2024-06-02 21:50:32,337 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 769 |
+
2024-06-02 21:50:37,338 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 770 |
+
2024-06-02 21:50:42,339 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 771 |
+
2024-06-02 21:50:43,575 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 772 |
+
2024-06-02 21:50:44,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 773 |
+
2024-06-02 21:50:45,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 774 |
+
2024-06-02 21:50:45,240 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 775 |
+
2024-06-02 21:50:47,357 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 776 |
+
2024-06-02 21:50:52,358 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 777 |
+
2024-06-02 21:50:57,359 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 778 |
+
2024-06-02 21:50:59,909 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 779 |
+
2024-06-02 21:51:00,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 780 |
+
2024-06-02 21:51:00,240 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 781 |
+
2024-06-02 21:51:02,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 782 |
+
2024-06-02 21:51:07,370 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 783 |
+
2024-06-02 21:51:12,371 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 784 |
+
2024-06-02 21:51:13,576 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 785 |
+
2024-06-02 21:51:14,909 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 786 |
+
2024-06-02 21:51:15,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 787 |
+
2024-06-02 21:51:15,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 788 |
+
2024-06-02 21:51:18,322 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 789 |
+
2024-06-02 21:51:23,322 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 790 |
+
2024-06-02 21:51:28,324 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 791 |
+
2024-06-02 21:51:29,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 792 |
+
2024-06-02 21:51:30,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 793 |
+
2024-06-02 21:51:30,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 794 |
+
2024-06-02 21:51:33,355 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 795 |
+
2024-06-02 21:51:38,356 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 796 |
+
2024-06-02 21:51:43,357 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 797 |
+
2024-06-02 21:51:44,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 798 |
+
2024-06-02 21:51:45,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 799 |
+
2024-06-02 21:51:46,688 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 800 |
+
2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 801 |
+
2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 802 |
+
2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|