Training in progress, step 30
Browse files- adapter_model.safetensors +1 -1
- runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1 +2 -2
- wandb/debug-internal.log +44 -0
- wandb/run-20240313_112023-t8o614bo/files/output.log +1 -0
- wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json +1 -1
- wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log +44 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d74c7a8058997c825b750ce69d38e8dba19cb889821c99c1c772b0aa1082e8b9
|
| 3 |
size 261131840
|
runs/Mar13_11-36-50_7acbe5a74b63/events.out.tfevents.1710329812.7acbe5a74b63.337.1
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8722059b163b3a7a2a7703cbedf3ad0b522fa0d4dc1d6a7c902da3b56c8bf1c1
|
| 3 |
+
size 6171
|
wandb/debug-internal.log
CHANGED
|
@@ -645,3 +645,47 @@
|
|
| 645 |
2024-03-13 11:39:43,633 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 646 |
2024-03-13 11:39:43,911 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/output.log
|
| 647 |
2024-03-13 11:39:48,634 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 645 |
2024-03-13 11:39:43,633 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 646 |
2024-03-13 11:39:43,911 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/output.log
|
| 647 |
2024-03-13 11:39:48,634 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 648 |
+
2024-03-13 11:39:52,323 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 649 |
+
2024-03-13 11:39:54,324 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 650 |
+
2024-03-13 11:39:56,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 651 |
+
2024-03-13 11:39:56,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 652 |
+
2024-03-13 11:39:56,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 653 |
+
2024-03-13 11:40:00,195 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 654 |
+
2024-03-13 11:40:05,196 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 655 |
+
2024-03-13 11:40:10,197 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 656 |
+
2024-03-13 11:40:11,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 657 |
+
2024-03-13 11:40:11,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 658 |
+
2024-03-13 11:40:11,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 659 |
+
2024-03-13 11:40:16,154 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 660 |
+
2024-03-13 11:40:21,155 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 661 |
+
2024-03-13 11:40:22,323 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 662 |
+
2024-03-13 11:40:26,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 663 |
+
2024-03-13 11:40:26,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 664 |
+
2024-03-13 11:40:26,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 665 |
+
2024-03-13 11:40:26,175 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 666 |
+
2024-03-13 11:40:31,175 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 667 |
+
2024-03-13 11:40:36,176 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 668 |
+
2024-03-13 11:40:41,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 669 |
+
2024-03-13 11:40:41,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 670 |
+
2024-03-13 11:40:41,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 671 |
+
2024-03-13 11:40:41,208 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 672 |
+
2024-03-13 11:40:46,209 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 673 |
+
2024-03-13 11:40:51,209 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 674 |
+
2024-03-13 11:40:52,324 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 675 |
+
2024-03-13 11:40:56,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 676 |
+
2024-03-13 11:40:56,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 677 |
+
2024-03-13 11:40:56,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 678 |
+
2024-03-13 11:40:57,148 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 679 |
+
2024-03-13 11:41:02,149 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 680 |
+
2024-03-13 11:41:07,150 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 681 |
+
2024-03-13 11:41:08,398 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
|
| 682 |
+
2024-03-13 11:41:08,399 DEBUG SenderThread:5135 [sender.py:send():378] send: history
|
| 683 |
+
2024-03-13 11:41:08,399 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
|
| 684 |
+
2024-03-13 11:41:08,399 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 685 |
+
2024-03-13 11:41:08,939 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
|
| 686 |
+
2024-03-13 11:41:09,939 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/output.log
|
| 687 |
+
2024-03-13 11:41:11,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 688 |
+
2024-03-13 11:41:11,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 689 |
+
2024-03-13 11:41:11,079 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 690 |
+
2024-03-13 11:41:12,150 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 691 |
+
2024-03-13 11:41:17,151 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240313_112023-t8o614bo/files/output.log
CHANGED
|
@@ -1,2 +1,3 @@
|
|
| 1 |
|
| 2 |
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
|
|
|
|
|
| 1 |
|
| 2 |
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 3 |
+
Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.5355, "train/grad_norm": 1.0484654903411865, "train/learning_rate": 9.627106148213522e-05, "train/epoch": 2.4, "train/global_step": 30, "_timestamp": 1710330068.3975656, "_runtime": 1245.0155565738678, "_step": 6, "train/train_runtime": 361.3918, "train/train_samples_per_second": 1.328, "train/train_steps_per_second": 0.083, "train/total_flos": 1585771096988928.0, "train/train_loss": 1.3836020787556966}
|
wandb/run-20240313_112023-t8o614bo/logs/debug-internal.log
CHANGED
|
@@ -645,3 +645,47 @@
|
|
| 645 |
2024-03-13 11:39:43,633 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 646 |
2024-03-13 11:39:43,911 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/output.log
|
| 647 |
2024-03-13 11:39:48,634 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 645 |
2024-03-13 11:39:43,633 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 646 |
2024-03-13 11:39:43,911 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/output.log
|
| 647 |
2024-03-13 11:39:48,634 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 648 |
+
2024-03-13 11:39:52,323 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 649 |
+
2024-03-13 11:39:54,324 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 650 |
+
2024-03-13 11:39:56,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 651 |
+
2024-03-13 11:39:56,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 652 |
+
2024-03-13 11:39:56,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 653 |
+
2024-03-13 11:40:00,195 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 654 |
+
2024-03-13 11:40:05,196 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 655 |
+
2024-03-13 11:40:10,197 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 656 |
+
2024-03-13 11:40:11,077 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 657 |
+
2024-03-13 11:40:11,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 658 |
+
2024-03-13 11:40:11,118 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 659 |
+
2024-03-13 11:40:16,154 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 660 |
+
2024-03-13 11:40:21,155 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 661 |
+
2024-03-13 11:40:22,323 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 662 |
+
2024-03-13 11:40:26,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 663 |
+
2024-03-13 11:40:26,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 664 |
+
2024-03-13 11:40:26,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 665 |
+
2024-03-13 11:40:26,175 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 666 |
+
2024-03-13 11:40:31,175 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 667 |
+
2024-03-13 11:40:36,176 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 668 |
+
2024-03-13 11:40:41,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 669 |
+
2024-03-13 11:40:41,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 670 |
+
2024-03-13 11:40:41,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 671 |
+
2024-03-13 11:40:41,208 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 672 |
+
2024-03-13 11:40:46,209 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 673 |
+
2024-03-13 11:40:51,209 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 674 |
+
2024-03-13 11:40:52,324 DEBUG SenderThread:5135 [sender.py:send():378] send: stats
|
| 675 |
+
2024-03-13 11:40:56,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 676 |
+
2024-03-13 11:40:56,078 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 677 |
+
2024-03-13 11:40:56,119 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 678 |
+
2024-03-13 11:40:57,148 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 679 |
+
2024-03-13 11:41:02,149 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 680 |
+
2024-03-13 11:41:07,150 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 681 |
+
2024-03-13 11:41:08,398 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: partial_history
|
| 682 |
+
2024-03-13 11:41:08,399 DEBUG SenderThread:5135 [sender.py:send():378] send: history
|
| 683 |
+
2024-03-13 11:41:08,399 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: summary_record
|
| 684 |
+
2024-03-13 11:41:08,399 INFO SenderThread:5135 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 685 |
+
2024-03-13 11:41:08,939 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/wandb-summary.json
|
| 686 |
+
2024-03-13 11:41:09,939 INFO Thread-12 :5135 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240313_112023-t8o614bo/files/output.log
|
| 687 |
+
2024-03-13 11:41:11,078 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: stop_status
|
| 688 |
+
2024-03-13 11:41:11,079 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: internal_messages
|
| 689 |
+
2024-03-13 11:41:11,079 DEBUG SenderThread:5135 [sender.py:send_request():405] send_request: stop_status
|
| 690 |
+
2024-03-13 11:41:12,150 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|
| 691 |
+
2024-03-13 11:41:17,151 DEBUG HandlerThread:5135 [handler.py:handle_request():146] handle_request: status_report
|