Training in progress, step 1350
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c35ced3dd777346acccba776b5f7a837d92d68bee3fb2ad33ca5f58bc5788780
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -1289,3 +1289,46 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1289 |
2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1290 |
2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1291 |
2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1289 |
2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1290 |
2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1291 |
2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1292 |
+
2024-06-02 22:10:29,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1293 |
+
2024-06-02 22:10:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1294 |
+
2024-06-02 22:10:30,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1295 |
+
2024-06-02 22:10:33,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1296 |
+
2024-06-02 22:10:38,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1297 |
+
2024-06-02 22:10:43,614 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1298 |
+
2024-06-02 22:10:44,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1299 |
+
2024-06-02 22:10:44,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1300 |
+
2024-06-02 22:10:45,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1301 |
+
2024-06-02 22:10:45,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1302 |
+
2024-06-02 22:10:49,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1303 |
+
2024-06-02 22:10:54,686 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1304 |
+
2024-06-02 22:10:59,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1305 |
+
2024-06-02 22:10:59,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1306 |
+
2024-06-02 22:11:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1307 |
+
2024-06-02 22:11:00,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1308 |
+
2024-06-02 22:11:04,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1309 |
+
2024-06-02 22:11:09,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1310 |
+
2024-06-02 22:11:13,615 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1311 |
+
2024-06-02 22:11:14,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1312 |
+
2024-06-02 22:11:15,026 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1313 |
+
2024-06-02 22:11:15,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1314 |
+
2024-06-02 22:11:15,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1315 |
+
2024-06-02 22:11:20,751 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1316 |
+
2024-06-02 22:11:25,752 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1317 |
+
2024-06-02 22:11:29,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1318 |
+
2024-06-02 22:11:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1319 |
+
2024-06-02 22:11:30,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1320 |
+
2024-06-02 22:11:31,737 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1321 |
+
2024-06-02 22:11:36,738 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1322 |
+
2024-06-02 22:11:41,739 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1323 |
+
2024-06-02 22:11:43,616 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1324 |
+
2024-06-02 22:11:44,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1325 |
+
2024-06-02 22:11:45,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1326 |
+
2024-06-02 22:11:45,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1327 |
+
2024-06-02 22:11:47,729 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1328 |
+
2024-06-02 22:11:52,730 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1329 |
+
2024-06-02 22:11:57,600 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1330 |
+
2024-06-02 22:11:58,076 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1331 |
+
2024-06-02 22:11:59,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1332 |
+
2024-06-02 22:12:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1333 |
+
2024-06-02 22:12:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1334 |
+
2024-06-02 22:12:03,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -52,4 +52,6 @@
|
|
| 52 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 53 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 54 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 55 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 52 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 53 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 54 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 55 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 56 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 57 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -1289,3 +1289,46 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1289 |
2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1290 |
2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1291 |
2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1289 |
2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1290 |
2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1291 |
2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1292 |
+
2024-06-02 22:10:29,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1293 |
+
2024-06-02 22:10:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1294 |
+
2024-06-02 22:10:30,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1295 |
+
2024-06-02 22:10:33,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1296 |
+
2024-06-02 22:10:38,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1297 |
+
2024-06-02 22:10:43,614 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1298 |
+
2024-06-02 22:10:44,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1299 |
+
2024-06-02 22:10:44,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1300 |
+
2024-06-02 22:10:45,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1301 |
+
2024-06-02 22:10:45,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1302 |
+
2024-06-02 22:10:49,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1303 |
+
2024-06-02 22:10:54,686 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1304 |
+
2024-06-02 22:10:59,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1305 |
+
2024-06-02 22:10:59,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1306 |
+
2024-06-02 22:11:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1307 |
+
2024-06-02 22:11:00,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1308 |
+
2024-06-02 22:11:04,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1309 |
+
2024-06-02 22:11:09,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1310 |
+
2024-06-02 22:11:13,615 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1311 |
+
2024-06-02 22:11:14,951 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1312 |
+
2024-06-02 22:11:15,026 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1313 |
+
2024-06-02 22:11:15,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1314 |
+
2024-06-02 22:11:15,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1315 |
+
2024-06-02 22:11:20,751 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1316 |
+
2024-06-02 22:11:25,752 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1317 |
+
2024-06-02 22:11:29,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1318 |
+
2024-06-02 22:11:30,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1319 |
+
2024-06-02 22:11:30,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1320 |
+
2024-06-02 22:11:31,737 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1321 |
+
2024-06-02 22:11:36,738 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1322 |
+
2024-06-02 22:11:41,739 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1323 |
+
2024-06-02 22:11:43,616 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1324 |
+
2024-06-02 22:11:44,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1325 |
+
2024-06-02 22:11:45,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1326 |
+
2024-06-02 22:11:45,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1327 |
+
2024-06-02 22:11:47,729 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1328 |
+
2024-06-02 22:11:52,730 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1329 |
+
2024-06-02 22:11:57,600 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1330 |
+
2024-06-02 22:11:58,076 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1331 |
+
2024-06-02 22:11:59,952 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1332 |
+
2024-06-02 22:12:00,616 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1333 |
+
2024-06-02 22:12:00,617 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1334 |
+
2024-06-02 22:12:03,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|