Training in progress, step 450
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e42cc4cadea26f36662942be44d3b24950cd5f3eb37ff28791682d0c3b6b24ab
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -456,3 +456,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 456 |
2024-06-02 21:38:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 457 |
2024-06-02 21:39:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 458 |
2024-06-02 21:39:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 456 |
2024-06-02 21:38:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 457 |
2024-06-02 21:39:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 458 |
2024-06-02 21:39:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 459 |
+
2024-06-02 21:39:02,234 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 460 |
+
2024-06-02 21:39:07,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 461 |
+
2024-06-02 21:39:12,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 462 |
+
2024-06-02 21:39:13,547 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 463 |
+
2024-06-02 21:39:14,896 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 464 |
+
2024-06-02 21:39:15,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 465 |
+
2024-06-02 21:39:15,105 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 466 |
+
2024-06-02 21:39:18,187 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 467 |
+
2024-06-02 21:39:23,188 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 468 |
+
2024-06-02 21:39:28,189 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 469 |
+
2024-06-02 21:39:29,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 470 |
+
2024-06-02 21:39:30,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 471 |
+
2024-06-02 21:39:30,105 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 472 |
+
2024-06-02 21:39:33,226 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 473 |
+
2024-06-02 21:39:38,227 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 474 |
+
2024-06-02 21:39:43,228 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 475 |
+
2024-06-02 21:39:43,548 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 476 |
+
2024-06-02 21:39:44,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 477 |
+
2024-06-02 21:39:45,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 478 |
+
2024-06-02 21:39:45,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 479 |
+
2024-06-02 21:39:49,182 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 480 |
+
2024-06-02 21:39:54,183 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 481 |
+
2024-06-02 21:39:59,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 482 |
+
2024-06-02 21:39:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 483 |
+
2024-06-02 21:40:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 484 |
+
2024-06-02 21:40:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 485 |
+
2024-06-02 21:40:05,168 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 486 |
+
2024-06-02 21:40:10,169 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 487 |
+
2024-06-02 21:40:13,549 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 488 |
+
2024-06-02 21:40:14,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 489 |
+
2024-06-02 21:40:15,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 490 |
+
2024-06-02 21:40:15,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 491 |
+
2024-06-02 21:40:15,178 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 492 |
+
2024-06-02 21:40:20,179 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 493 |
+
2024-06-02 21:40:25,180 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 494 |
+
2024-06-02 21:40:29,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 495 |
+
2024-06-02 21:40:30,106 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 496 |
+
2024-06-02 21:40:30,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 497 |
+
2024-06-02 21:40:31,179 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 498 |
+
2024-06-02 21:40:36,180 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 499 |
+
2024-06-02 21:40:41,181 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 500 |
+
2024-06-02 21:40:43,550 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 501 |
+
2024-06-02 21:40:43,803 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 502 |
+
2024-06-02 21:40:44,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 503 |
+
2024-06-02 21:40:45,106 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 504 |
+
2024-06-02 21:40:45,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 505 |
+
2024-06-02 21:40:46,226 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -16,4 +16,6 @@
|
|
| 16 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 17 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 18 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 19 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 16 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 17 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 18 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 19 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 20 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 21 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -456,3 +456,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 456 |
2024-06-02 21:38:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 457 |
2024-06-02 21:39:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 458 |
2024-06-02 21:39:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 456 |
2024-06-02 21:38:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 457 |
2024-06-02 21:39:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 458 |
2024-06-02 21:39:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 459 |
+
2024-06-02 21:39:02,234 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 460 |
+
2024-06-02 21:39:07,235 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 461 |
+
2024-06-02 21:39:12,236 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 462 |
+
2024-06-02 21:39:13,547 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 463 |
+
2024-06-02 21:39:14,896 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 464 |
+
2024-06-02 21:39:15,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 465 |
+
2024-06-02 21:39:15,105 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 466 |
+
2024-06-02 21:39:18,187 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 467 |
+
2024-06-02 21:39:23,188 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 468 |
+
2024-06-02 21:39:28,189 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 469 |
+
2024-06-02 21:39:29,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 470 |
+
2024-06-02 21:39:30,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 471 |
+
2024-06-02 21:39:30,105 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 472 |
+
2024-06-02 21:39:33,226 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 473 |
+
2024-06-02 21:39:38,227 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 474 |
+
2024-06-02 21:39:43,228 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 475 |
+
2024-06-02 21:39:43,548 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 476 |
+
2024-06-02 21:39:44,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 477 |
+
2024-06-02 21:39:45,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 478 |
+
2024-06-02 21:39:45,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 479 |
+
2024-06-02 21:39:49,182 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 480 |
+
2024-06-02 21:39:54,183 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 481 |
+
2024-06-02 21:39:59,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 482 |
+
2024-06-02 21:39:59,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 483 |
+
2024-06-02 21:40:00,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 484 |
+
2024-06-02 21:40:00,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 485 |
+
2024-06-02 21:40:05,168 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 486 |
+
2024-06-02 21:40:10,169 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 487 |
+
2024-06-02 21:40:13,549 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 488 |
+
2024-06-02 21:40:14,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 489 |
+
2024-06-02 21:40:15,105 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 490 |
+
2024-06-02 21:40:15,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 491 |
+
2024-06-02 21:40:15,178 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 492 |
+
2024-06-02 21:40:20,179 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 493 |
+
2024-06-02 21:40:25,180 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 494 |
+
2024-06-02 21:40:29,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 495 |
+
2024-06-02 21:40:30,106 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 496 |
+
2024-06-02 21:40:30,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 497 |
+
2024-06-02 21:40:31,179 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 498 |
+
2024-06-02 21:40:36,180 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 499 |
+
2024-06-02 21:40:41,181 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 500 |
+
2024-06-02 21:40:43,550 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 501 |
+
2024-06-02 21:40:43,803 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 502 |
+
2024-06-02 21:40:44,895 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 503 |
+
2024-06-02 21:40:45,106 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 504 |
+
2024-06-02 21:40:45,106 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 505 |
+
2024-06-02 21:40:46,226 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|