Training in progress, step 1650
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a7843f9f5149c30ae3f4b38e81bf037c08bf966816ab03db9596d05ffcb9e09a
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -1553,3 +1553,47 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1553 |
2024-06-02 22:20:15,653 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1554 |
2024-06-02 22:20:15,804 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1555 |
2024-06-02 22:20:20,716 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1553 |
2024-06-02 22:20:15,653 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1554 |
2024-06-02 22:20:15,804 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1555 |
2024-06-02 22:20:20,716 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1556 |
+
2024-06-02 22:20:25,717 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1557 |
+
2024-06-02 22:20:29,973 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1558 |
+
2024-06-02 22:20:30,653 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1559 |
+
2024-06-02 22:20:30,654 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1560 |
+
2024-06-02 22:20:30,757 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1561 |
+
2024-06-02 22:20:35,758 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1562 |
+
2024-06-02 22:20:40,759 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1563 |
+
2024-06-02 22:20:43,632 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1564 |
+
2024-06-02 22:20:44,973 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1565 |
+
2024-06-02 22:20:45,654 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1566 |
+
2024-06-02 22:20:45,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1567 |
+
2024-06-02 22:20:46,705 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1568 |
+
2024-06-02 22:20:51,706 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1569 |
+
2024-06-02 22:20:56,707 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1570 |
+
2024-06-02 22:20:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1571 |
+
2024-06-02 22:21:00,654 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1572 |
+
2024-06-02 22:21:00,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1573 |
+
2024-06-02 22:21:01,725 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1574 |
+
2024-06-02 22:21:06,726 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1575 |
+
2024-06-02 22:21:11,727 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1576 |
+
2024-06-02 22:21:13,633 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1577 |
+
2024-06-02 22:21:14,973 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1578 |
+
2024-06-02 22:21:15,654 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1579 |
+
2024-06-02 22:21:15,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1580 |
+
2024-06-02 22:21:16,732 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1581 |
+
2024-06-02 22:21:21,733 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1582 |
+
2024-06-02 22:21:26,734 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1583 |
+
2024-06-02 22:21:29,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1584 |
+
2024-06-02 22:21:30,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1585 |
+
2024-06-02 22:21:30,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1586 |
+
2024-06-02 22:21:32,694 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1587 |
+
2024-06-02 22:21:37,695 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1588 |
+
2024-06-02 22:21:42,696 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1589 |
+
2024-06-02 22:21:43,634 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1590 |
+
2024-06-02 22:21:44,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1591 |
+
2024-06-02 22:21:45,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1592 |
+
2024-06-02 22:21:45,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1593 |
+
2024-06-02 22:21:47,720 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1594 |
+
2024-06-02 22:21:52,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1595 |
+
2024-06-02 22:21:55,842 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1596 |
+
2024-06-02 22:21:57,763 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1597 |
+
2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1598 |
+
2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1599 |
+
2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -64,4 +64,6 @@
|
|
| 64 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 65 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 66 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 67 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 64 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 65 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 66 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 67 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 68 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 69 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -1553,3 +1553,47 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1553 |
2024-06-02 22:20:15,653 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1554 |
2024-06-02 22:20:15,804 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1555 |
2024-06-02 22:20:20,716 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1553 |
2024-06-02 22:20:15,653 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1554 |
2024-06-02 22:20:15,804 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1555 |
2024-06-02 22:20:20,716 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1556 |
+
2024-06-02 22:20:25,717 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1557 |
+
2024-06-02 22:20:29,973 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1558 |
+
2024-06-02 22:20:30,653 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1559 |
+
2024-06-02 22:20:30,654 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1560 |
+
2024-06-02 22:20:30,757 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1561 |
+
2024-06-02 22:20:35,758 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1562 |
+
2024-06-02 22:20:40,759 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1563 |
+
2024-06-02 22:20:43,632 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1564 |
+
2024-06-02 22:20:44,973 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1565 |
+
2024-06-02 22:20:45,654 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1566 |
+
2024-06-02 22:20:45,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1567 |
+
2024-06-02 22:20:46,705 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1568 |
+
2024-06-02 22:20:51,706 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1569 |
+
2024-06-02 22:20:56,707 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1570 |
+
2024-06-02 22:20:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1571 |
+
2024-06-02 22:21:00,654 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1572 |
+
2024-06-02 22:21:00,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1573 |
+
2024-06-02 22:21:01,725 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1574 |
+
2024-06-02 22:21:06,726 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1575 |
+
2024-06-02 22:21:11,727 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1576 |
+
2024-06-02 22:21:13,633 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1577 |
+
2024-06-02 22:21:14,973 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1578 |
+
2024-06-02 22:21:15,654 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1579 |
+
2024-06-02 22:21:15,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1580 |
+
2024-06-02 22:21:16,732 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1581 |
+
2024-06-02 22:21:21,733 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1582 |
+
2024-06-02 22:21:26,734 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1583 |
+
2024-06-02 22:21:29,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1584 |
+
2024-06-02 22:21:30,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1585 |
+
2024-06-02 22:21:30,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1586 |
+
2024-06-02 22:21:32,694 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1587 |
+
2024-06-02 22:21:37,695 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1588 |
+
2024-06-02 22:21:42,696 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1589 |
+
2024-06-02 22:21:43,634 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1590 |
+
2024-06-02 22:21:44,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1591 |
+
2024-06-02 22:21:45,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1592 |
+
2024-06-02 22:21:45,655 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1593 |
+
2024-06-02 22:21:47,720 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1594 |
+
2024-06-02 22:21:52,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1595 |
+
2024-06-02 22:21:55,842 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1596 |
+
2024-06-02 22:21:57,763 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1597 |
+
2024-06-02 22:21:59,974 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1598 |
+
2024-06-02 22:22:00,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1599 |
+
2024-06-02 22:22:00,656 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|