Training in progress, step 950
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8170ab916444959863e37609f0bb883afba57873f7c4c32d5180443e81e6347d
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -937,3 +937,48 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 937 |
2024-06-02 21:57:01,515 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 938 |
2024-06-02 21:57:02,249 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 939 |
2024-06-02 21:57:06,516 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 937 |
2024-06-02 21:57:01,515 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 938 |
2024-06-02 21:57:02,249 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 939 |
2024-06-02 21:57:06,516 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 940 |
+
2024-06-02 21:57:11,517 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 941 |
+
2024-06-02 21:57:13,589 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 942 |
+
2024-06-02 21:57:14,916 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 943 |
+
2024-06-02 21:57:15,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 944 |
+
2024-06-02 21:57:15,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 945 |
+
2024-06-02 21:57:17,494 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 946 |
+
2024-06-02 21:57:22,495 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 947 |
+
2024-06-02 21:57:27,496 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 948 |
+
2024-06-02 21:57:29,917 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 949 |
+
2024-06-02 21:57:30,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 950 |
+
2024-06-02 21:57:30,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 951 |
+
2024-06-02 21:57:32,560 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 952 |
+
2024-06-02 21:57:37,562 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 953 |
+
2024-06-02 21:57:42,562 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 954 |
+
2024-06-02 21:57:43,590 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 955 |
+
2024-06-02 21:57:44,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 956 |
+
2024-06-02 21:57:45,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 957 |
+
2024-06-02 21:57:45,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 958 |
+
2024-06-02 21:57:47,569 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 959 |
+
2024-06-02 21:57:52,570 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 960 |
+
2024-06-02 21:57:57,571 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 961 |
+
2024-06-02 21:57:59,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 962 |
+
2024-06-02 21:58:00,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 963 |
+
2024-06-02 21:58:00,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 964 |
+
2024-06-02 21:58:03,484 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 965 |
+
2024-06-02 21:58:08,485 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 966 |
+
2024-06-02 21:58:13,486 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 967 |
+
2024-06-02 21:58:13,591 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 968 |
+
2024-06-02 21:58:14,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 969 |
+
2024-06-02 21:58:15,451 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 970 |
+
2024-06-02 21:58:15,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 971 |
+
2024-06-02 21:58:18,577 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 972 |
+
2024-06-02 21:58:23,578 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 973 |
+
2024-06-02 21:58:28,579 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 974 |
+
2024-06-02 21:58:29,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 975 |
+
2024-06-02 21:58:30,451 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 976 |
+
2024-06-02 21:58:30,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 977 |
+
2024-06-02 21:58:34,563 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 978 |
+
2024-06-02 21:58:40,174 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 979 |
+
2024-06-02 21:58:40,288 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 980 |
+
2024-06-02 21:58:43,592 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 981 |
+
2024-06-02 21:58:44,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 982 |
+
2024-06-02 21:58:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 983 |
+
2024-06-02 21:58:45,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 984 |
+
2024-06-02 21:58:45,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -36,4 +36,6 @@
|
|
| 36 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 37 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 38 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 39 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 36 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 37 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 38 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 39 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 40 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 41 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -937,3 +937,48 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 937 |
2024-06-02 21:57:01,515 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 938 |
2024-06-02 21:57:02,249 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 939 |
2024-06-02 21:57:06,516 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 937 |
2024-06-02 21:57:01,515 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 938 |
2024-06-02 21:57:02,249 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 939 |
2024-06-02 21:57:06,516 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 940 |
+
2024-06-02 21:57:11,517 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 941 |
+
2024-06-02 21:57:13,589 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 942 |
+
2024-06-02 21:57:14,916 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 943 |
+
2024-06-02 21:57:15,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 944 |
+
2024-06-02 21:57:15,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 945 |
+
2024-06-02 21:57:17,494 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 946 |
+
2024-06-02 21:57:22,495 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 947 |
+
2024-06-02 21:57:27,496 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 948 |
+
2024-06-02 21:57:29,917 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 949 |
+
2024-06-02 21:57:30,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 950 |
+
2024-06-02 21:57:30,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 951 |
+
2024-06-02 21:57:32,560 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 952 |
+
2024-06-02 21:57:37,562 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 953 |
+
2024-06-02 21:57:42,562 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 954 |
+
2024-06-02 21:57:43,590 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 955 |
+
2024-06-02 21:57:44,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 956 |
+
2024-06-02 21:57:45,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 957 |
+
2024-06-02 21:57:45,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 958 |
+
2024-06-02 21:57:47,569 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 959 |
+
2024-06-02 21:57:52,570 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 960 |
+
2024-06-02 21:57:57,571 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 961 |
+
2024-06-02 21:57:59,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 962 |
+
2024-06-02 21:58:00,450 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 963 |
+
2024-06-02 21:58:00,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 964 |
+
2024-06-02 21:58:03,484 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 965 |
+
2024-06-02 21:58:08,485 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 966 |
+
2024-06-02 21:58:13,486 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 967 |
+
2024-06-02 21:58:13,591 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 968 |
+
2024-06-02 21:58:14,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 969 |
+
2024-06-02 21:58:15,451 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 970 |
+
2024-06-02 21:58:15,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 971 |
+
2024-06-02 21:58:18,577 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 972 |
+
2024-06-02 21:58:23,578 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 973 |
+
2024-06-02 21:58:28,579 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 974 |
+
2024-06-02 21:58:29,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 975 |
+
2024-06-02 21:58:30,451 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 976 |
+
2024-06-02 21:58:30,451 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 977 |
+
2024-06-02 21:58:34,563 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 978 |
+
2024-06-02 21:58:40,174 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 979 |
+
2024-06-02 21:58:40,288 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 980 |
+
2024-06-02 21:58:43,592 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 981 |
+
2024-06-02 21:58:44,918 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 982 |
+
2024-06-02 21:58:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 983 |
+
2024-06-02 21:58:45,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 984 |
+
2024-06-02 21:58:45,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|