Training in progress, step 140
Browse files- adapter_model.safetensors +1 -1
- runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 +2 -2
- wandb/debug-internal.log +49 -0
- wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json +1 -1
- wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log +49 -0
- wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb +0 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:889284f39d8b46692f9c4947396912b25bab01d9d5f38e83e51059a56d218f77
|
| 3 |
size 261131840
|
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb13346e7a071d50be102d43d11c6371e32c07a24575893d69f1992cbcb6cffe
|
| 3 |
+
size 8638
|
wandb/debug-internal.log
CHANGED
|
@@ -645,3 +645,52 @@
|
|
| 645 |
2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 646 |
2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 647 |
2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 645 |
2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 646 |
2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 647 |
2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 648 |
+
2024-03-08 14:09:44,028 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 649 |
+
2024-03-08 14:09:49,030 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 650 |
+
2024-03-08 14:09:52,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 651 |
+
2024-03-08 14:09:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 652 |
+
2024-03-08 14:09:52,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 653 |
+
2024-03-08 14:09:55,010 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 654 |
+
2024-03-08 14:10:00,011 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 655 |
+
2024-03-08 14:10:05,013 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 656 |
+
2024-03-08 14:10:07,202 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 657 |
+
2024-03-08 14:10:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 658 |
+
2024-03-08 14:10:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 659 |
+
2024-03-08 14:10:07,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 660 |
+
2024-03-08 14:10:10,046 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 661 |
+
2024-03-08 14:10:15,047 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 662 |
+
2024-03-08 14:10:20,049 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 663 |
+
2024-03-08 14:10:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 664 |
+
2024-03-08 14:10:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 665 |
+
2024-03-08 14:10:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 666 |
+
2024-03-08 14:10:26,013 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 667 |
+
2024-03-08 14:10:31,014 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 668 |
+
2024-03-08 14:10:36,015 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 669 |
+
2024-03-08 14:10:37,203 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 670 |
+
2024-03-08 14:10:37,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 671 |
+
2024-03-08 14:10:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 672 |
+
2024-03-08 14:10:37,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 673 |
+
2024-03-08 14:10:41,089 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 674 |
+
2024-03-08 14:10:46,090 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 675 |
+
2024-03-08 14:10:51,092 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 676 |
+
2024-03-08 14:10:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 677 |
+
2024-03-08 14:10:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 678 |
+
2024-03-08 14:10:52,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 679 |
+
2024-03-08 14:10:54,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 680 |
+
2024-03-08 14:10:54,693 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 681 |
+
2024-03-08 14:10:54,693 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 682 |
+
2024-03-08 14:10:54,694 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 683 |
+
2024-03-08 14:10:55,434 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 684 |
+
2024-03-08 14:10:56,695 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 685 |
+
2024-03-08 14:11:01,696 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 686 |
+
2024-03-08 14:11:06,697 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 687 |
+
2024-03-08 14:11:07,204 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 688 |
+
2024-03-08 14:11:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 689 |
+
2024-03-08 14:11:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 690 |
+
2024-03-08 14:11:07,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 691 |
+
2024-03-08 14:11:12,103 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 692 |
+
2024-03-08 14:11:17,104 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 693 |
+
2024-03-08 14:11:22,105 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 694 |
+
2024-03-08 14:11:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 695 |
+
2024-03-08 14:11:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 696 |
+
2024-03-08 14:11:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.1762, "train/grad_norm": 0.47084328532218933, "train/learning_rate": 2.180214850745467e-05, "train/epoch": 11.2, "train/global_step": 140, "_timestamp": 1709907054.6917534, "_runtime": 1313.2714564800262, "_step": 13}
|
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log
CHANGED
|
@@ -645,3 +645,52 @@
|
|
| 645 |
2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 646 |
2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 647 |
2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 645 |
2024-03-08 14:09:37,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 646 |
2024-03-08 14:09:37,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 647 |
2024-03-08 14:09:39,027 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 648 |
+
2024-03-08 14:09:44,028 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 649 |
+
2024-03-08 14:09:49,030 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 650 |
+
2024-03-08 14:09:52,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 651 |
+
2024-03-08 14:09:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 652 |
+
2024-03-08 14:09:52,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 653 |
+
2024-03-08 14:09:55,010 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 654 |
+
2024-03-08 14:10:00,011 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 655 |
+
2024-03-08 14:10:05,013 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 656 |
+
2024-03-08 14:10:07,202 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 657 |
+
2024-03-08 14:10:07,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 658 |
+
2024-03-08 14:10:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 659 |
+
2024-03-08 14:10:07,816 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 660 |
+
2024-03-08 14:10:10,046 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 661 |
+
2024-03-08 14:10:15,047 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 662 |
+
2024-03-08 14:10:20,049 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 663 |
+
2024-03-08 14:10:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 664 |
+
2024-03-08 14:10:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 665 |
+
2024-03-08 14:10:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 666 |
+
2024-03-08 14:10:26,013 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 667 |
+
2024-03-08 14:10:31,014 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 668 |
+
2024-03-08 14:10:36,015 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 669 |
+
2024-03-08 14:10:37,203 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 670 |
+
2024-03-08 14:10:37,815 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 671 |
+
2024-03-08 14:10:37,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 672 |
+
2024-03-08 14:10:37,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 673 |
+
2024-03-08 14:10:41,089 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 674 |
+
2024-03-08 14:10:46,090 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 675 |
+
2024-03-08 14:10:51,092 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 676 |
+
2024-03-08 14:10:52,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 677 |
+
2024-03-08 14:10:52,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 678 |
+
2024-03-08 14:10:52,817 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 679 |
+
2024-03-08 14:10:54,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 680 |
+
2024-03-08 14:10:54,693 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 681 |
+
2024-03-08 14:10:54,693 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 682 |
+
2024-03-08 14:10:54,694 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 683 |
+
2024-03-08 14:10:55,434 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 684 |
+
2024-03-08 14:10:56,695 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 685 |
+
2024-03-08 14:11:01,696 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 686 |
+
2024-03-08 14:11:06,697 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 687 |
+
2024-03-08 14:11:07,204 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 688 |
+
2024-03-08 14:11:07,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 689 |
+
2024-03-08 14:11:07,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 690 |
+
2024-03-08 14:11:07,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 691 |
+
2024-03-08 14:11:12,103 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 692 |
+
2024-03-08 14:11:17,104 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 693 |
+
2024-03-08 14:11:22,105 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 694 |
+
2024-03-08 14:11:22,816 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 695 |
+
2024-03-08 14:11:22,817 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 696 |
+
2024-03-08 14:11:22,818 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb
CHANGED
|
Binary files a/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb and b/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb differ
|
|
|