Training in progress, step 650
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38d6686b87bf1ad0279dfd8a98c76a0024897588aef63d6493ff9a725617a37b
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -656,3 +656,49 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 656 |
2024-06-02 21:46:15,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 657 |
2024-06-02 21:46:15,236 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 658 |
2024-06-02 21:46:17,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 656 |
2024-06-02 21:46:15,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 657 |
2024-06-02 21:46:15,236 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 658 |
2024-06-02 21:46:17,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 659 |
+
2024-06-02 21:46:22,293 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 660 |
+
2024-06-02 21:46:27,294 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 661 |
+
2024-06-02 21:46:29,905 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 662 |
+
2024-06-02 21:46:30,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 663 |
+
2024-06-02 21:46:30,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 664 |
+
2024-06-02 21:46:32,371 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 665 |
+
2024-06-02 21:46:37,372 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 666 |
+
2024-06-02 21:46:42,373 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 667 |
+
2024-06-02 21:46:43,561 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 668 |
+
2024-06-02 21:46:44,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 669 |
+
2024-06-02 21:46:45,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 670 |
+
2024-06-02 21:46:45,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 671 |
+
2024-06-02 21:46:48,353 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 672 |
+
2024-06-02 21:46:53,354 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 673 |
+
2024-06-02 21:46:58,355 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 674 |
+
2024-06-02 21:46:59,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 675 |
+
2024-06-02 21:47:00,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 676 |
+
2024-06-02 21:47:00,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 677 |
+
2024-06-02 21:47:04,257 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 678 |
+
2024-06-02 21:47:09,258 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 679 |
+
2024-06-02 21:47:13,562 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 680 |
+
2024-06-02 21:47:14,563 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 681 |
+
2024-06-02 21:47:14,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 682 |
+
2024-06-02 21:47:15,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 683 |
+
2024-06-02 21:47:15,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 684 |
+
2024-06-02 21:47:20,340 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 685 |
+
2024-06-02 21:47:25,341 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 686 |
+
2024-06-02 21:47:29,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 687 |
+
2024-06-02 21:47:30,237 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 688 |
+
2024-06-02 21:47:30,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 689 |
+
2024-06-02 21:47:31,282 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 690 |
+
2024-06-02 21:47:36,283 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 691 |
+
2024-06-02 21:47:41,283 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 692 |
+
2024-06-02 21:47:43,563 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 693 |
+
2024-06-02 21:47:44,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 694 |
+
2024-06-02 21:47:45,237 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 695 |
+
2024-06-02 21:47:45,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 696 |
+
2024-06-02 21:47:46,294 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 697 |
+
2024-06-02 21:47:51,295 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 698 |
+
2024-06-02 21:47:56,296 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 699 |
+
2024-06-02 21:47:59,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 700 |
+
2024-06-02 21:48:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 701 |
+
2024-06-02 21:48:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 702 |
+
2024-06-02 21:48:01,368 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 703 |
+
2024-06-02 21:48:02,035 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 704 |
+
2024-06-02 21:48:06,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -24,4 +24,6 @@
|
|
| 24 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 25 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 26 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 27 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 24 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 25 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 26 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 27 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 28 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 29 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -656,3 +656,49 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 656 |
2024-06-02 21:46:15,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 657 |
2024-06-02 21:46:15,236 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 658 |
2024-06-02 21:46:17,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 656 |
2024-06-02 21:46:15,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 657 |
2024-06-02 21:46:15,236 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 658 |
2024-06-02 21:46:17,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 659 |
+
2024-06-02 21:46:22,293 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 660 |
+
2024-06-02 21:46:27,294 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 661 |
+
2024-06-02 21:46:29,905 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 662 |
+
2024-06-02 21:46:30,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 663 |
+
2024-06-02 21:46:30,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 664 |
+
2024-06-02 21:46:32,371 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 665 |
+
2024-06-02 21:46:37,372 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 666 |
+
2024-06-02 21:46:42,373 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 667 |
+
2024-06-02 21:46:43,561 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 668 |
+
2024-06-02 21:46:44,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 669 |
+
2024-06-02 21:46:45,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 670 |
+
2024-06-02 21:46:45,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 671 |
+
2024-06-02 21:46:48,353 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 672 |
+
2024-06-02 21:46:53,354 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 673 |
+
2024-06-02 21:46:58,355 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 674 |
+
2024-06-02 21:46:59,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 675 |
+
2024-06-02 21:47:00,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 676 |
+
2024-06-02 21:47:00,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 677 |
+
2024-06-02 21:47:04,257 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 678 |
+
2024-06-02 21:47:09,258 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 679 |
+
2024-06-02 21:47:13,562 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 680 |
+
2024-06-02 21:47:14,563 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 681 |
+
2024-06-02 21:47:14,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 682 |
+
2024-06-02 21:47:15,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 683 |
+
2024-06-02 21:47:15,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 684 |
+
2024-06-02 21:47:20,340 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 685 |
+
2024-06-02 21:47:25,341 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 686 |
+
2024-06-02 21:47:29,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 687 |
+
2024-06-02 21:47:30,237 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 688 |
+
2024-06-02 21:47:30,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 689 |
+
2024-06-02 21:47:31,282 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 690 |
+
2024-06-02 21:47:36,283 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 691 |
+
2024-06-02 21:47:41,283 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 692 |
+
2024-06-02 21:47:43,563 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 693 |
+
2024-06-02 21:47:44,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 694 |
+
2024-06-02 21:47:45,237 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 695 |
+
2024-06-02 21:47:45,237 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 696 |
+
2024-06-02 21:47:46,294 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 697 |
+
2024-06-02 21:47:51,295 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 698 |
+
2024-06-02 21:47:56,296 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 699 |
+
2024-06-02 21:47:59,906 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 700 |
+
2024-06-02 21:48:00,239 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 701 |
+
2024-06-02 21:48:00,239 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 702 |
+
2024-06-02 21:48:01,368 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 703 |
+
2024-06-02 21:48:02,035 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 704 |
+
2024-06-02 21:48:06,369 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|