Training in progress, step 1500
Browse files- model.safetensors +1 -1
- runs/Jun02_21-20-24_cfb55ca92bb5/events.out.tfevents.1717363382.cfb55ca92bb5.34.0 +2 -2
- wandb/debug-internal.log +49 -0
- wandb/run-20240602_212342-ypv2rcj7/files/output.log +2 -0
- wandb/run-20240602_212342-ypv2rcj7/files/wandb-summary.json +1 -1
- wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log +49 -0
- wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb +0 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2570036dfe00f81719e958cbb485092c4174011f39d6eda2d4e385cc318b194
|
| 3 |
size 485755120
|
runs/Jun02_21-20-24_cfb55ca92bb5/events.out.tfevents.1717363382.cfb55ca92bb5.34.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e11062ef463f68c06cc44d0219ed970d82fb4eac97dc363e132e6c739059b1b3
|
| 3 |
+
size 243381
|
wandb/debug-internal.log
CHANGED
|
@@ -1418,3 +1418,52 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1418 |
2024-06-02 22:15:15,682 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1419 |
2024-06-02 22:15:16,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1420 |
2024-06-02 22:15:21,671 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1418 |
2024-06-02 22:15:15,682 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1419 |
2024-06-02 22:15:16,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1420 |
2024-06-02 22:15:21,671 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1421 |
+
2024-06-02 22:15:26,672 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1422 |
+
2024-06-02 22:15:29,954 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1423 |
+
2024-06-02 22:15:30,623 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1424 |
+
2024-06-02 22:15:30,624 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1425 |
+
2024-06-02 22:15:31,739 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1426 |
+
2024-06-02 22:15:36,740 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1427 |
+
2024-06-02 22:15:41,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1428 |
+
2024-06-02 22:15:43,623 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1429 |
+
2024-06-02 22:15:44,954 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1430 |
+
2024-06-02 22:15:45,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1431 |
+
2024-06-02 22:15:45,624 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1432 |
+
2024-06-02 22:15:47,729 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1433 |
+
2024-06-02 22:15:52,730 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1434 |
+
2024-06-02 22:15:57,731 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1435 |
+
2024-06-02 22:15:59,956 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1436 |
+
2024-06-02 22:16:00,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1437 |
+
2024-06-02 22:16:00,625 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1438 |
+
2024-06-02 22:16:03,717 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1439 |
+
2024-06-02 22:16:08,718 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1440 |
+
2024-06-02 22:16:13,624 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1441 |
+
2024-06-02 22:16:14,625 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1442 |
+
2024-06-02 22:16:14,956 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1443 |
+
2024-06-02 22:16:15,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1444 |
+
2024-06-02 22:16:15,624 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1445 |
+
2024-06-02 22:16:19,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1446 |
+
2024-06-02 22:16:24,691 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1447 |
+
2024-06-02 22:16:29,691 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1448 |
+
2024-06-02 22:16:29,956 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1449 |
+
2024-06-02 22:16:30,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1450 |
+
2024-06-02 22:16:30,625 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1451 |
+
2024-06-02 22:16:35,666 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1452 |
+
2024-06-02 22:16:40,666 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1453 |
+
2024-06-02 22:16:43,625 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1454 |
+
2024-06-02 22:16:44,957 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1455 |
+
2024-06-02 22:16:45,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1456 |
+
2024-06-02 22:16:45,625 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1457 |
+
2024-06-02 22:16:46,646 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1458 |
+
2024-06-02 22:16:48,690 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: partial_history
|
| 1459 |
+
2024-06-02 22:16:48,691 DEBUG SenderThread:82 [sender.py:send():379] send: history
|
| 1460 |
+
2024-06-02 22:16:48,691 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: summary_record
|
| 1461 |
+
2024-06-02 22:16:48,692 INFO SenderThread:82 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
|
| 1462 |
+
2024-06-02 22:16:48,718 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/wandb-summary.json
|
| 1463 |
+
2024-06-02 22:16:51,693 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1464 |
+
2024-06-02 22:16:55,721 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1465 |
+
2024-06-02 22:16:57,570 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1466 |
+
2024-06-02 22:16:59,957 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1467 |
+
2024-06-02 22:17:00,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1468 |
+
2024-06-02 22:17:00,625 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1469 |
+
2024-06-02 22:17:02,760 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -58,4 +58,6 @@
|
|
| 58 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 59 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 60 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 61 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 58 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 59 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 60 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 61 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 62 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 63 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss":
|
|
|
|
| 1 |
+
{"train/loss": 6.8122, "train/grad_norm": 4.736207485198975, "train/learning_rate": 6.1915887850467296e-06, "train/epoch": 1.75, "train/global_step": 1500, "_timestamp": 1717366608.690002, "_runtime": 3185.7623040676117, "_step": 2}
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -1418,3 +1418,52 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1418 |
2024-06-02 22:15:15,682 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1419 |
2024-06-02 22:15:16,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1420 |
2024-06-02 22:15:21,671 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1418 |
2024-06-02 22:15:15,682 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1419 |
2024-06-02 22:15:16,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1420 |
2024-06-02 22:15:21,671 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1421 |
+
2024-06-02 22:15:26,672 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1422 |
+
2024-06-02 22:15:29,954 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1423 |
+
2024-06-02 22:15:30,623 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1424 |
+
2024-06-02 22:15:30,624 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1425 |
+
2024-06-02 22:15:31,739 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1426 |
+
2024-06-02 22:15:36,740 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1427 |
+
2024-06-02 22:15:41,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1428 |
+
2024-06-02 22:15:43,623 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1429 |
+
2024-06-02 22:15:44,954 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1430 |
+
2024-06-02 22:15:45,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1431 |
+
2024-06-02 22:15:45,624 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1432 |
+
2024-06-02 22:15:47,729 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1433 |
+
2024-06-02 22:15:52,730 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1434 |
+
2024-06-02 22:15:57,731 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1435 |
+
2024-06-02 22:15:59,956 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1436 |
+
2024-06-02 22:16:00,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1437 |
+
2024-06-02 22:16:00,625 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1438 |
+
2024-06-02 22:16:03,717 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1439 |
+
2024-06-02 22:16:08,718 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1440 |
+
2024-06-02 22:16:13,624 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1441 |
+
2024-06-02 22:16:14,625 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1442 |
+
2024-06-02 22:16:14,956 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1443 |
+
2024-06-02 22:16:15,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1444 |
+
2024-06-02 22:16:15,624 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1445 |
+
2024-06-02 22:16:19,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1446 |
+
2024-06-02 22:16:24,691 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1447 |
+
2024-06-02 22:16:29,691 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1448 |
+
2024-06-02 22:16:29,956 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1449 |
+
2024-06-02 22:16:30,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1450 |
+
2024-06-02 22:16:30,625 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1451 |
+
2024-06-02 22:16:35,666 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1452 |
+
2024-06-02 22:16:40,666 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1453 |
+
2024-06-02 22:16:43,625 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1454 |
+
2024-06-02 22:16:44,957 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1455 |
+
2024-06-02 22:16:45,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1456 |
+
2024-06-02 22:16:45,625 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1457 |
+
2024-06-02 22:16:46,646 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1458 |
+
2024-06-02 22:16:48,690 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: partial_history
|
| 1459 |
+
2024-06-02 22:16:48,691 DEBUG SenderThread:82 [sender.py:send():379] send: history
|
| 1460 |
+
2024-06-02 22:16:48,691 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: summary_record
|
| 1461 |
+
2024-06-02 22:16:48,692 INFO SenderThread:82 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
|
| 1462 |
+
2024-06-02 22:16:48,718 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/wandb-summary.json
|
| 1463 |
+
2024-06-02 22:16:51,693 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1464 |
+
2024-06-02 22:16:55,721 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1465 |
+
2024-06-02 22:16:57,570 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1466 |
+
2024-06-02 22:16:59,957 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1467 |
+
2024-06-02 22:17:00,624 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1468 |
+
2024-06-02 22:17:00,625 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1469 |
+
2024-06-02 22:17:02,760 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|