Training in progress, step 20
Browse files- adapter_model.safetensors +1 -1
- runs/Mar08_13-01-52_4997a2709b0f/events.out.tfevents.1709902913.4997a2709b0f.24536.0 +2 -2
- wandb/debug-internal.log +49 -0
- wandb/run-20240308_130200-qomx2zsg/files/output.log +1 -0
- wandb/run-20240308_130200-qomx2zsg/files/wandb-summary.json +1 -1
- wandb/run-20240308_130200-qomx2zsg/logs/debug-internal.log +49 -0
- wandb/run-20240308_130200-qomx2zsg/run-qomx2zsg.wandb +0 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ac30dac5d662aba0e9c2c433f9d802bdab0b896f0320f850174b591f34d306a
|
| 3 |
size 261131840
|
runs/Mar08_13-01-52_4997a2709b0f/events.out.tfevents.1709902913.4997a2709b0f.24536.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53bc2e3988fc85a013ae1436a5c28d700c2e2005b968ce245182f91766c75a4b
|
| 3 |
+
size 6145
|
wandb/debug-internal.log
CHANGED
|
@@ -109,3 +109,52 @@
|
|
| 109 |
2024-03-08 13:04:07,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 110 |
2024-03-08 13:04:10,687 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 111 |
2024-03-08 13:04:15,688 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
2024-03-08 13:04:07,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 110 |
2024-03-08 13:04:10,687 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 111 |
2024-03-08 13:04:15,688 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 112 |
+
2024-03-08 13:04:20,689 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 113 |
+
2024-03-08 13:04:22,430 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 114 |
+
2024-03-08 13:04:22,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 115 |
+
2024-03-08 13:04:22,471 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 116 |
+
2024-03-08 13:04:25,695 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 117 |
+
2024-03-08 13:04:30,696 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 118 |
+
2024-03-08 13:04:35,697 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 119 |
+
2024-03-08 13:04:36,587 DEBUG SenderThread:25394 [sender.py:send():378] send: stats
|
| 120 |
+
2024-03-08 13:04:37,430 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 121 |
+
2024-03-08 13:04:37,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 122 |
+
2024-03-08 13:04:37,471 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 123 |
+
2024-03-08 13:04:40,733 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 124 |
+
2024-03-08 13:04:45,735 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 125 |
+
2024-03-08 13:04:50,735 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 126 |
+
2024-03-08 13:04:52,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 127 |
+
2024-03-08 13:04:52,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 128 |
+
2024-03-08 13:04:52,471 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 129 |
+
2024-03-08 13:04:56,638 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 130 |
+
2024-03-08 13:05:01,639 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 131 |
+
2024-03-08 13:05:06,588 DEBUG SenderThread:25394 [sender.py:send():378] send: stats
|
| 132 |
+
2024-03-08 13:05:07,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 133 |
+
2024-03-08 13:05:07,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 134 |
+
2024-03-08 13:05:07,471 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 135 |
+
2024-03-08 13:05:07,720 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 136 |
+
2024-03-08 13:05:12,721 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 137 |
+
2024-03-08 13:05:17,722 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 138 |
+
2024-03-08 13:05:22,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 139 |
+
2024-03-08 13:05:22,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 140 |
+
2024-03-08 13:05:22,472 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 141 |
+
2024-03-08 13:05:23,716 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 142 |
+
2024-03-08 13:05:28,717 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 143 |
+
2024-03-08 13:05:33,717 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 144 |
+
2024-03-08 13:05:36,589 DEBUG SenderThread:25394 [sender.py:send():378] send: stats
|
| 145 |
+
2024-03-08 13:05:37,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 146 |
+
2024-03-08 13:05:37,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 147 |
+
2024-03-08 13:05:37,472 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 148 |
+
2024-03-08 13:05:38,252 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: partial_history
|
| 149 |
+
2024-03-08 13:05:38,253 DEBUG SenderThread:25394 [sender.py:send():378] send: history
|
| 150 |
+
2024-03-08 13:05:38,253 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: summary_record
|
| 151 |
+
2024-03-08 13:05:38,254 INFO SenderThread:25394 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 152 |
+
2024-03-08 13:05:38,411 INFO Thread-12 :25394 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_130200-qomx2zsg/files/wandb-summary.json
|
| 153 |
+
2024-03-08 13:05:39,294 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 154 |
+
2024-03-08 13:05:40,412 INFO Thread-12 :25394 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_130200-qomx2zsg/files/output.log
|
| 155 |
+
2024-03-08 13:05:44,295 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 156 |
+
2024-03-08 13:05:49,296 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 157 |
+
2024-03-08 13:05:52,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 158 |
+
2024-03-08 13:05:52,432 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 159 |
+
2024-03-08 13:05:52,432 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 160 |
+
2024-03-08 13:05:54,647 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_130200-qomx2zsg/files/output.log
CHANGED
|
@@ -1 +1,2 @@
|
|
| 1 |
|
|
|
|
|
|
| 1 |
|
| 2 |
+
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
wandb/run-20240308_130200-qomx2zsg/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss":
|
|
|
|
| 1 |
+
{"train/loss": 0.3516, "train/grad_norm": 0.2534314692020416, "train/learning_rate": 2.65795779650105e-05, "train/epoch": 1.6, "train/global_step": 20, "_timestamp": 1709903138.2519133, "_runtime": 217.4652624130249, "_step": 1}
|
wandb/run-20240308_130200-qomx2zsg/logs/debug-internal.log
CHANGED
|
@@ -109,3 +109,52 @@
|
|
| 109 |
2024-03-08 13:04:07,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 110 |
2024-03-08 13:04:10,687 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 111 |
2024-03-08 13:04:15,688 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
2024-03-08 13:04:07,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 110 |
2024-03-08 13:04:10,687 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 111 |
2024-03-08 13:04:15,688 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 112 |
+
2024-03-08 13:04:20,689 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 113 |
+
2024-03-08 13:04:22,430 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 114 |
+
2024-03-08 13:04:22,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 115 |
+
2024-03-08 13:04:22,471 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 116 |
+
2024-03-08 13:04:25,695 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 117 |
+
2024-03-08 13:04:30,696 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 118 |
+
2024-03-08 13:04:35,697 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 119 |
+
2024-03-08 13:04:36,587 DEBUG SenderThread:25394 [sender.py:send():378] send: stats
|
| 120 |
+
2024-03-08 13:04:37,430 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 121 |
+
2024-03-08 13:04:37,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 122 |
+
2024-03-08 13:04:37,471 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 123 |
+
2024-03-08 13:04:40,733 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 124 |
+
2024-03-08 13:04:45,735 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 125 |
+
2024-03-08 13:04:50,735 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 126 |
+
2024-03-08 13:04:52,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 127 |
+
2024-03-08 13:04:52,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 128 |
+
2024-03-08 13:04:52,471 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 129 |
+
2024-03-08 13:04:56,638 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 130 |
+
2024-03-08 13:05:01,639 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 131 |
+
2024-03-08 13:05:06,588 DEBUG SenderThread:25394 [sender.py:send():378] send: stats
|
| 132 |
+
2024-03-08 13:05:07,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 133 |
+
2024-03-08 13:05:07,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 134 |
+
2024-03-08 13:05:07,471 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 135 |
+
2024-03-08 13:05:07,720 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 136 |
+
2024-03-08 13:05:12,721 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 137 |
+
2024-03-08 13:05:17,722 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 138 |
+
2024-03-08 13:05:22,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 139 |
+
2024-03-08 13:05:22,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 140 |
+
2024-03-08 13:05:22,472 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 141 |
+
2024-03-08 13:05:23,716 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 142 |
+
2024-03-08 13:05:28,717 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 143 |
+
2024-03-08 13:05:33,717 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 144 |
+
2024-03-08 13:05:36,589 DEBUG SenderThread:25394 [sender.py:send():378] send: stats
|
| 145 |
+
2024-03-08 13:05:37,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 146 |
+
2024-03-08 13:05:37,431 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 147 |
+
2024-03-08 13:05:37,472 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 148 |
+
2024-03-08 13:05:38,252 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: partial_history
|
| 149 |
+
2024-03-08 13:05:38,253 DEBUG SenderThread:25394 [sender.py:send():378] send: history
|
| 150 |
+
2024-03-08 13:05:38,253 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: summary_record
|
| 151 |
+
2024-03-08 13:05:38,254 INFO SenderThread:25394 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 152 |
+
2024-03-08 13:05:38,411 INFO Thread-12 :25394 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_130200-qomx2zsg/files/wandb-summary.json
|
| 153 |
+
2024-03-08 13:05:39,294 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 154 |
+
2024-03-08 13:05:40,412 INFO Thread-12 :25394 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_130200-qomx2zsg/files/output.log
|
| 155 |
+
2024-03-08 13:05:44,295 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 156 |
+
2024-03-08 13:05:49,296 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
| 157 |
+
2024-03-08 13:05:52,431 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: stop_status
|
| 158 |
+
2024-03-08 13:05:52,432 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: internal_messages
|
| 159 |
+
2024-03-08 13:05:52,432 DEBUG SenderThread:25394 [sender.py:send_request():405] send_request: stop_status
|
| 160 |
+
2024-03-08 13:05:54,647 DEBUG HandlerThread:25394 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_130200-qomx2zsg/run-qomx2zsg.wandb
CHANGED
|
Binary files a/wandb/run-20240308_130200-qomx2zsg/run-qomx2zsg.wandb and b/wandb/run-20240308_130200-qomx2zsg/run-qomx2zsg.wandb differ
|
|
|