Training in progress, step 900
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b4668b431809d5fff3da0b874750d8c9d9ef7f278487081d0aeac35f0b03f0f
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -893,3 +893,47 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 893 |
2024-06-02 21:55:21,526 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 894 |
2024-06-02 21:55:22,208 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 895 |
2024-06-02 21:55:26,527 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 893 |
2024-06-02 21:55:21,526 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 894 |
2024-06-02 21:55:22,208 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 895 |
2024-06-02 21:55:26,527 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 896 |
+
2024-06-02 21:55:29,916 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 897 |
+
2024-06-02 21:55:30,449 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 898 |
+
2024-06-02 21:55:30,449 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 899 |
+
2024-06-02 21:55:31,530 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 900 |
+
2024-06-02 21:55:36,531 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 901 |
+
2024-06-02 21:55:41,532 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 902 |
+
2024-06-02 21:55:43,586 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 903 |
+
2024-06-02 21:55:44,915 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 904 |
+
2024-06-02 21:55:45,449 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 905 |
+
2024-06-02 21:55:45,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 906 |
+
2024-06-02 21:55:47,499 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 907 |
+
2024-06-02 21:55:52,500 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 908 |
+
2024-06-02 21:55:57,501 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 909 |
+
2024-06-02 21:55:59,915 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 910 |
+
2024-06-02 21:56:00,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 911 |
+
2024-06-02 21:56:00,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 912 |
+
2024-06-02 21:56:03,496 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 913 |
+
2024-06-02 21:56:08,497 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 914 |
+
2024-06-02 21:56:13,498 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 915 |
+
2024-06-02 21:56:13,587 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 916 |
+
2024-06-02 21:56:14,915 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 917 |
+
2024-06-02 21:56:15,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 918 |
+
2024-06-02 21:56:15,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 919 |
+
2024-06-02 21:56:19,486 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 920 |
+
2024-06-02 21:56:24,487 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 921 |
+
2024-06-02 21:56:29,488 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 922 |
+
2024-06-02 21:56:29,915 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 923 |
+
2024-06-02 21:56:30,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 924 |
+
2024-06-02 21:56:30,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 925 |
+
2024-06-02 21:56:34,567 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 926 |
+
2024-06-02 21:56:39,568 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 927 |
+
2024-06-02 21:56:43,588 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 928 |
+
2024-06-02 21:56:44,589 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 929 |
+
2024-06-02 21:56:44,916 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 930 |
+
2024-06-02 21:56:45,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 931 |
+
2024-06-02 21:56:45,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 932 |
+
2024-06-02 21:56:50,523 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 933 |
+
2024-06-02 21:56:55,524 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 934 |
+
2024-06-02 21:56:59,916 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 935 |
+
2024-06-02 21:57:00,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 936 |
+
2024-06-02 21:57:00,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 937 |
+
2024-06-02 21:57:01,515 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 938 |
+
2024-06-02 21:57:02,249 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 939 |
+
2024-06-02 21:57:06,516 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -34,4 +34,6 @@
|
|
| 34 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 35 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 36 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 37 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 34 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 35 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 36 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 37 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 38 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 39 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -893,3 +893,47 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 893 |
2024-06-02 21:55:21,526 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 894 |
2024-06-02 21:55:22,208 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 895 |
2024-06-02 21:55:26,527 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 893 |
2024-06-02 21:55:21,526 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 894 |
2024-06-02 21:55:22,208 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 895 |
2024-06-02 21:55:26,527 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 896 |
+
2024-06-02 21:55:29,916 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 897 |
+
2024-06-02 21:55:30,449 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 898 |
+
2024-06-02 21:55:30,449 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 899 |
+
2024-06-02 21:55:31,530 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 900 |
+
2024-06-02 21:55:36,531 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 901 |
+
2024-06-02 21:55:41,532 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 902 |
+
2024-06-02 21:55:43,586 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 903 |
+
2024-06-02 21:55:44,915 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 904 |
+
2024-06-02 21:55:45,449 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 905 |
+
2024-06-02 21:55:45,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 906 |
+
2024-06-02 21:55:47,499 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 907 |
+
2024-06-02 21:55:52,500 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 908 |
+
2024-06-02 21:55:57,501 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 909 |
+
2024-06-02 21:55:59,915 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 910 |
+
2024-06-02 21:56:00,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 911 |
+
2024-06-02 21:56:00,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 912 |
+
2024-06-02 21:56:03,496 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 913 |
+
2024-06-02 21:56:08,497 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 914 |
+
2024-06-02 21:56:13,498 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 915 |
+
2024-06-02 21:56:13,587 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 916 |
+
2024-06-02 21:56:14,915 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 917 |
+
2024-06-02 21:56:15,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 918 |
+
2024-06-02 21:56:15,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 919 |
+
2024-06-02 21:56:19,486 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 920 |
+
2024-06-02 21:56:24,487 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 921 |
+
2024-06-02 21:56:29,488 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 922 |
+
2024-06-02 21:56:29,915 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 923 |
+
2024-06-02 21:56:30,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 924 |
+
2024-06-02 21:56:30,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 925 |
+
2024-06-02 21:56:34,567 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 926 |
+
2024-06-02 21:56:39,568 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 927 |
+
2024-06-02 21:56:43,588 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 928 |
+
2024-06-02 21:56:44,589 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 929 |
+
2024-06-02 21:56:44,916 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 930 |
+
2024-06-02 21:56:45,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 931 |
+
2024-06-02 21:56:45,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 932 |
+
2024-06-02 21:56:50,523 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 933 |
+
2024-06-02 21:56:55,524 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 934 |
+
2024-06-02 21:56:59,916 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 935 |
+
2024-06-02 21:57:00,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 936 |
+
2024-06-02 21:57:00,450 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 937 |
+
2024-06-02 21:57:01,515 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 938 |
+
2024-06-02 21:57:02,249 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 939 |
+
2024-06-02 21:57:06,516 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|