Training in progress, step 20
Browse files- adapter_model.safetensors +1 -1
- runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1 +2 -2
- wandb/debug-internal.log +43 -0
- wandb/run-20240313_112023-t8o614bo/files/output.log +1 -0
- wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json +1 -1
- wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log +43 -0
- wandb/run-20240313_112023-t8o614bo/run-t8o614bo.wandb +0 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62652c0d02f97dbd4b25e5ab09ff70e675566b6bbb8e566635c600415c02166a
|
| 3 |
size 261131840
|
runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a13dd6993a0b35369e6dbfae04abf6013f2700eeba4fb5136ea1ff7214ba3ed
|
| 3 |
+
size 5964
|
wandb/debug-internal.log
CHANGED
|
@@ -602,3 +602,46 @@
|
|
| 602 |
2024-03-13 11:38:16,518 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 603 |
2024-03-13 11:38:21,519 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 604 |
2024-03-13 11:38:22,321 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 602 |
2024-03-13 11:38:16,518 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 603 |
2024-03-13 11:38:21,519 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 604 |
2024-03-13 11:38:22,321 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 605 |
+
2024-03-13 11:38:26,076 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 606 |
+
2024-03-13 11:38:26,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 607 |
+
2024-03-13 11:38:26,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 608 |
+
2024-03-13 11:38:27,136 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 609 |
+
2024-03-13 11:38:32,138 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 610 |
+
2024-03-13 11:38:37,138 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 611 |
+
2024-03-13 11:38:41,076 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 612 |
+
2024-03-13 11:38:41,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 613 |
+
2024-03-13 11:38:41,117 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 614 |
+
2024-03-13 11:38:42,144 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 615 |
+
2024-03-13 11:38:47,145 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 616 |
+
2024-03-13 11:38:52,146 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 617 |
+
2024-03-13 11:38:52,322 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 618 |
+
2024-03-13 11:38:56,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 619 |
+
2024-03-13 11:38:56,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 620 |
+
2024-03-13 11:38:56,117 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 621 |
+
2024-03-13 11:38:57,147 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 622 |
+
2024-03-13 11:39:02,148 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 623 |
+
2024-03-13 11:39:07,149 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 624 |
+
2024-03-13 11:39:11,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 625 |
+
2024-03-13 11:39:11,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 626 |
+
2024-03-13 11:39:11,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 627 |
+
2024-03-13 11:39:12,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 628 |
+
2024-03-13 11:39:17,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 629 |
+
2024-03-13 11:39:22,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 630 |
+
2024-03-13 11:39:22,322 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 631 |
+
2024-03-13 11:39:26,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 632 |
+
2024-03-13 11:39:26,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 633 |
+
2024-03-13 11:39:26,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 634 |
+
2024-03-13 11:39:28,146 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 635 |
+
2024-03-13 11:39:33,147 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 636 |
+
2024-03-13 11:39:38,148 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 637 |
+
2024-03-13 11:39:41,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 638 |
+
2024-03-13 11:39:41,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 639 |
+
2024-03-13 11:39:41,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 640 |
+
2024-03-13 11:39:41,592 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
|
| 641 |
+
2024-03-13 11:39:41,594 DEBUG SenderThread:5135 [sender.py:send():378] send: history
|
| 642 |
+
2024-03-13 11:39:41,594 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
|
| 643 |
+
2024-03-13 11:39:41,595 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 644 |
+
2024-03-13 11:39:41,911 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
|
| 645 |
+
2024-03-13 11:39:43,633 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 646 |
+
2024-03-13 11:39:43,911 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/output.log
|
| 647 |
+
2024-03-13 11:39:48,634 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240313_112023-t8o614bo/files/output.log
CHANGED
|
@@ -1 +1,2 @@
|
|
| 1 |
|
|
|
|
|
|
| 1 |
|
| 2 |
+
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.6043, "train/grad_norm": 1.03736412525177, "train/learning_rate": 9.872052623234632e-05, "train/epoch": 1.6, "train/global_step": 20, "_timestamp": 1710329981.5923584, "_runtime": 1158.2103493213654, "_step": 5, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
|
wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log
CHANGED
|
@@ -602,3 +602,46 @@
|
|
| 602 |
2024-03-13 11:38:16,518 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 603 |
2024-03-13 11:38:21,519 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 604 |
2024-03-13 11:38:22,321 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 602 |
2024-03-13 11:38:16,518 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 603 |
2024-03-13 11:38:21,519 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 604 |
2024-03-13 11:38:22,321 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 605 |
+
2024-03-13 11:38:26,076 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 606 |
+
2024-03-13 11:38:26,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 607 |
+
2024-03-13 11:38:26,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 608 |
+
2024-03-13 11:38:27,136 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 609 |
+
2024-03-13 11:38:32,138 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 610 |
+
2024-03-13 11:38:37,138 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 611 |
+
2024-03-13 11:38:41,076 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 612 |
+
2024-03-13 11:38:41,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 613 |
+
2024-03-13 11:38:41,117 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 614 |
+
2024-03-13 11:38:42,144 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 615 |
+
2024-03-13 11:38:47,145 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 616 |
+
2024-03-13 11:38:52,146 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 617 |
+
2024-03-13 11:38:52,322 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 618 |
+
2024-03-13 11:38:56,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 619 |
+
2024-03-13 11:38:56,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 620 |
+
2024-03-13 11:38:56,117 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 621 |
+
2024-03-13 11:38:57,147 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 622 |
+
2024-03-13 11:39:02,148 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 623 |
+
2024-03-13 11:39:07,149 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 624 |
+
2024-03-13 11:39:11,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 625 |
+
2024-03-13 11:39:11,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 626 |
+
2024-03-13 11:39:11,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 627 |
+
2024-03-13 11:39:12,160 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 628 |
+
2024-03-13 11:39:17,161 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 629 |
+
2024-03-13 11:39:22,162 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 630 |
+
2024-03-13 11:39:22,322 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 631 |
+
2024-03-13 11:39:26,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 632 |
+
2024-03-13 11:39:26,077 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 633 |
+
2024-03-13 11:39:26,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 634 |
+
2024-03-13 11:39:28,146 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 635 |
+
2024-03-13 11:39:33,147 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 636 |
+
2024-03-13 11:39:38,148 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 637 |
+
2024-03-13 11:39:41,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 638 |
+
2024-03-13 11:39:41,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 639 |
+
2024-03-13 11:39:41,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 640 |
+
2024-03-13 11:39:41,592 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
|
| 641 |
+
2024-03-13 11:39:41,594 DEBUG SenderThread:5135 [sender.py:send():378] send: history
|
| 642 |
+
2024-03-13 11:39:41,594 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
|
| 643 |
+
2024-03-13 11:39:41,595 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 644 |
+
2024-03-13 11:39:41,911 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
|
| 645 |
+
2024-03-13 11:39:43,633 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 646 |
+
2024-03-13 11:39:43,911 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/output.log
|
| 647 |
+
2024-03-13 11:39:48,634 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240313_112023-t8o614bo/run-t8o614bo.wandb
CHANGED
|
Binary files a/wandb/run-20240313_112023-t8o614bo/run-t8o614bo.wandb and b/wandb/run-20240313_112023-t8o614bo/run-t8o614bo.wandb differ
|
|
|