Training in progress, step 20
Browse files- adapter_model.safetensors +1 -1
- runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 +2 -2
- wandb/debug-internal.log +41 -0
- wandb/run-20240308_134901-hlg2f18u/files/output.log +1 -0
- wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json +1 -1
- wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log +41 -0
- wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb +0 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07776e436d924c4c90a88d540337e60a8389219b6dec1254087965f2a51bb0a0
|
| 3 |
size 261131840
|
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb8fd1f63f283a5f308302acebfcba57882fe0e0eb0abaf1e6811fd6c6903a10
|
| 3 |
+
size 6146
|
wandb/debug-internal.log
CHANGED
|
@@ -104,3 +104,44 @@
|
|
| 104 |
2024-03-08 13:51:01,937 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 105 |
2024-03-08 13:51:06,939 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 106 |
2024-03-08 13:51:07,171 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 104 |
2024-03-08 13:51:01,937 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 105 |
2024-03-08 13:51:06,939 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 106 |
2024-03-08 13:51:07,171 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 107 |
+
2024-03-08 13:51:07,648 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 108 |
+
2024-03-08 13:51:07,648 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 109 |
+
2024-03-08 13:51:07,689 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 110 |
+
2024-03-08 13:51:11,951 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 111 |
+
2024-03-08 13:51:16,952 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 112 |
+
2024-03-08 13:51:21,953 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 113 |
+
2024-03-08 13:51:22,648 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 114 |
+
2024-03-08 13:51:22,649 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 115 |
+
2024-03-08 13:51:22,689 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 116 |
+
2024-03-08 13:51:27,772 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 117 |
+
2024-03-08 13:51:32,773 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 118 |
+
2024-03-08 13:51:37,172 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 119 |
+
2024-03-08 13:51:37,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 120 |
+
2024-03-08 13:51:37,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 121 |
+
2024-03-08 13:51:37,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 122 |
+
2024-03-08 13:51:37,939 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 123 |
+
2024-03-08 13:51:42,940 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 124 |
+
2024-03-08 13:51:47,942 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 125 |
+
2024-03-08 13:51:52,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 126 |
+
2024-03-08 13:51:52,649 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 127 |
+
2024-03-08 13:51:52,689 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 128 |
+
2024-03-08 13:51:54,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 129 |
+
2024-03-08 13:51:59,617 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 130 |
+
2024-03-08 13:51:59,619 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 131 |
+
2024-03-08 13:51:59,619 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 132 |
+
2024-03-08 13:51:59,621 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 133 |
+
2024-03-08 13:52:00,002 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 134 |
+
2024-03-08 13:52:00,659 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 135 |
+
2024-03-08 13:52:01,002 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
| 136 |
+
2024-03-08 13:52:05,660 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 137 |
+
2024-03-08 13:52:07,173 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 138 |
+
2024-03-08 13:52:07,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 139 |
+
2024-03-08 13:52:07,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 140 |
+
2024-03-08 13:52:07,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 141 |
+
2024-03-08 13:52:10,920 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 142 |
+
2024-03-08 13:52:15,921 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 143 |
+
2024-03-08 13:52:20,922 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 144 |
+
2024-03-08 13:52:22,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 145 |
+
2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 146 |
+
2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 147 |
+
2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/files/output.log
CHANGED
|
@@ -1 +1,2 @@
|
|
| 1 |
|
|
|
|
|
|
| 1 |
|
| 2 |
+
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss":
|
|
|
|
| 1 |
+
{"train/loss": 1.2173, "train/grad_norm": 0.9394240379333496, "train/learning_rate": 9.872052623234632e-05, "train/epoch": 1.6, "train/global_step": 20, "_timestamp": 1709905919.6171632, "_runtime": 178.19686627388, "_step": 1}
|
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log
CHANGED
|
@@ -104,3 +104,44 @@
|
|
| 104 |
2024-03-08 13:51:01,937 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 105 |
2024-03-08 13:51:06,939 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 106 |
2024-03-08 13:51:07,171 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 104 |
2024-03-08 13:51:01,937 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 105 |
2024-03-08 13:51:06,939 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 106 |
2024-03-08 13:51:07,171 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 107 |
+
2024-03-08 13:51:07,648 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 108 |
+
2024-03-08 13:51:07,648 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 109 |
+
2024-03-08 13:51:07,689 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 110 |
+
2024-03-08 13:51:11,951 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 111 |
+
2024-03-08 13:51:16,952 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 112 |
+
2024-03-08 13:51:21,953 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 113 |
+
2024-03-08 13:51:22,648 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 114 |
+
2024-03-08 13:51:22,649 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 115 |
+
2024-03-08 13:51:22,689 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 116 |
+
2024-03-08 13:51:27,772 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 117 |
+
2024-03-08 13:51:32,773 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 118 |
+
2024-03-08 13:51:37,172 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 119 |
+
2024-03-08 13:51:37,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 120 |
+
2024-03-08 13:51:37,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 121 |
+
2024-03-08 13:51:37,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 122 |
+
2024-03-08 13:51:37,939 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 123 |
+
2024-03-08 13:51:42,940 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 124 |
+
2024-03-08 13:51:47,942 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 125 |
+
2024-03-08 13:51:52,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 126 |
+
2024-03-08 13:51:52,649 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 127 |
+
2024-03-08 13:51:52,689 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 128 |
+
2024-03-08 13:51:54,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 129 |
+
2024-03-08 13:51:59,617 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 130 |
+
2024-03-08 13:51:59,619 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 131 |
+
2024-03-08 13:51:59,619 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 132 |
+
2024-03-08 13:51:59,621 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 133 |
+
2024-03-08 13:52:00,002 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 134 |
+
2024-03-08 13:52:00,659 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 135 |
+
2024-03-08 13:52:01,002 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
| 136 |
+
2024-03-08 13:52:05,660 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 137 |
+
2024-03-08 13:52:07,173 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 138 |
+
2024-03-08 13:52:07,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 139 |
+
2024-03-08 13:52:07,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 140 |
+
2024-03-08 13:52:07,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 141 |
+
2024-03-08 13:52:10,920 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 142 |
+
2024-03-08 13:52:15,921 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 143 |
+
2024-03-08 13:52:20,922 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 144 |
+
2024-03-08 13:52:22,649 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 145 |
+
2024-03-08 13:52:22,650 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 146 |
+
2024-03-08 13:52:22,690 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 147 |
+
2024-03-08 13:52:26,913 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb
CHANGED
|
Binary files a/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb and b/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb differ
|
|
|