Training in progress, step 700
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6662be40fa1d8d5809555e7f84f4a8da8efb08ac837d66bcf9dae6160dd8d0be
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -702,3 +702,54 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 702 |
2024-06-02 21:48:01,368 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 703 |
2024-06-02 21:48:02,035 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 704 |
2024-06-02 21:48:06,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 702 |
2024-06-02 21:48:01,368 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 703 |
2024-06-02 21:48:02,035 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 704 |
2024-06-02 21:48:06,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 705 |
+
2024-06-02 21:48:11,370 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 706 |
+
2024-06-02 21:48:13,570 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 707 |
+
2024-06-02 21:48:14,907 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 708 |
+
2024-06-02 21:48:15,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 709 |
+
2024-06-02 21:48:15,238 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 710 |
+
2024-06-02 21:48:17,289 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 711 |
+
2024-06-02 21:48:22,289 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 712 |
+
2024-06-02 21:48:27,290 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 713 |
+
2024-06-02 21:48:29,907 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 714 |
+
2024-06-02 21:48:30,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 715 |
+
2024-06-02 21:48:30,238 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 716 |
+
2024-06-02 21:48:32,355 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 717 |
+
2024-06-02 21:48:37,356 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 718 |
+
2024-06-02 21:48:42,357 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 719 |
+
2024-06-02 21:48:43,571 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 720 |
+
2024-06-02 21:48:44,907 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 721 |
+
2024-06-02 21:48:45,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 722 |
+
2024-06-02 21:48:45,238 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 723 |
+
2024-06-02 21:48:48,297 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 724 |
+
2024-06-02 21:48:53,298 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 725 |
+
2024-06-02 21:48:58,299 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 726 |
+
2024-06-02 21:48:59,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 727 |
+
2024-06-02 21:49:00,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 728 |
+
2024-06-02 21:49:00,238 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 729 |
+
2024-06-02 21:49:03,371 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 730 |
+
2024-06-02 21:49:08,372 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 731 |
+
2024-06-02 21:49:13,373 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 732 |
+
2024-06-02 21:49:13,572 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 733 |
+
2024-06-02 21:49:14,907 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 734 |
+
2024-06-02 21:49:15,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 735 |
+
2024-06-02 21:49:15,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 736 |
+
2024-06-02 21:49:19,313 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 737 |
+
2024-06-02 21:49:24,314 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 738 |
+
2024-06-02 21:49:29,315 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 739 |
+
2024-06-02 21:49:29,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 740 |
+
2024-06-02 21:49:30,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 741 |
+
2024-06-02 21:49:30,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 742 |
+
2024-06-02 21:49:34,333 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 743 |
+
2024-06-02 21:49:39,334 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 744 |
+
2024-06-02 21:49:43,573 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 745 |
+
2024-06-02 21:49:44,574 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 746 |
+
2024-06-02 21:49:44,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 747 |
+
2024-06-02 21:49:45,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 748 |
+
2024-06-02 21:49:45,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 749 |
+
2024-06-02 21:49:49,944 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 750 |
+
2024-06-02 21:49:52,077 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 751 |
+
2024-06-02 21:49:54,944 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 752 |
+
2024-06-02 21:49:59,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 753 |
+
2024-06-02 21:49:59,945 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 754 |
+
2024-06-02 21:50:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 755 |
+
2024-06-02 21:50:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -26,4 +26,6 @@
|
|
| 26 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 27 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 28 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 29 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 26 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 27 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 28 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 29 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 30 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 31 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -702,3 +702,54 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 702 |
2024-06-02 21:48:01,368 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 703 |
2024-06-02 21:48:02,035 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 704 |
2024-06-02 21:48:06,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 702 |
2024-06-02 21:48:01,368 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 703 |
2024-06-02 21:48:02,035 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 704 |
2024-06-02 21:48:06,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 705 |
+
2024-06-02 21:48:11,370 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 706 |
+
2024-06-02 21:48:13,570 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 707 |
+
2024-06-02 21:48:14,907 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 708 |
+
2024-06-02 21:48:15,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 709 |
+
2024-06-02 21:48:15,238 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 710 |
+
2024-06-02 21:48:17,289 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 711 |
+
2024-06-02 21:48:22,289 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 712 |
+
2024-06-02 21:48:27,290 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 713 |
+
2024-06-02 21:48:29,907 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 714 |
+
2024-06-02 21:48:30,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 715 |
+
2024-06-02 21:48:30,238 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 716 |
+
2024-06-02 21:48:32,355 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 717 |
+
2024-06-02 21:48:37,356 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 718 |
+
2024-06-02 21:48:42,357 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 719 |
+
2024-06-02 21:48:43,571 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 720 |
+
2024-06-02 21:48:44,907 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 721 |
+
2024-06-02 21:48:45,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 722 |
+
2024-06-02 21:48:45,238 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 723 |
+
2024-06-02 21:48:48,297 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 724 |
+
2024-06-02 21:48:53,298 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 725 |
+
2024-06-02 21:48:58,299 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 726 |
+
2024-06-02 21:48:59,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 727 |
+
2024-06-02 21:49:00,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 728 |
+
2024-06-02 21:49:00,238 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 729 |
+
2024-06-02 21:49:03,371 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 730 |
+
2024-06-02 21:49:08,372 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 731 |
+
2024-06-02 21:49:13,373 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 732 |
+
2024-06-02 21:49:13,572 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 733 |
+
2024-06-02 21:49:14,907 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 734 |
+
2024-06-02 21:49:15,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 735 |
+
2024-06-02 21:49:15,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 736 |
+
2024-06-02 21:49:19,313 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 737 |
+
2024-06-02 21:49:24,314 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 738 |
+
2024-06-02 21:49:29,315 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 739 |
+
2024-06-02 21:49:29,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 740 |
+
2024-06-02 21:49:30,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 741 |
+
2024-06-02 21:49:30,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 742 |
+
2024-06-02 21:49:34,333 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 743 |
+
2024-06-02 21:49:39,334 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 744 |
+
2024-06-02 21:49:43,573 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 745 |
+
2024-06-02 21:49:44,574 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 746 |
+
2024-06-02 21:49:44,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 747 |
+
2024-06-02 21:49:45,238 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 748 |
+
2024-06-02 21:49:45,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 749 |
+
2024-06-02 21:49:49,944 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 750 |
+
2024-06-02 21:49:52,077 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 751 |
+
2024-06-02 21:49:54,944 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 752 |
+
2024-06-02 21:49:59,908 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 753 |
+
2024-06-02 21:49:59,945 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 754 |
+
2024-06-02 21:50:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 755 |
+
2024-06-02 21:50:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|