Training in progress, step 40
Browse files- adapter_model.safetensors +1 -1
- runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 +2 -2
- wandb/debug-internal.log +48 -0
- wandb/run-20240308_134901-hlg2f18u/files/output.log +1 -0
- wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json +1 -1
- wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log +48 -0
- wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb +0 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:154c96d9dcba521d7788dc8d810e0ef73cb69ca8097d6968402bbed02d575e25
|
| 3 |
size 261131840
|
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:625810ba3c41c66e2b3fa4c474e6050f50649597e5af558685758a5256bd4ec0
|
| 3 |
+
size 6560
|
wandb/debug-internal.log
CHANGED
|
@@ -185,3 +185,51 @@
|
|
| 185 |
2024-03-08 13:53:39,861 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 186 |
2024-03-08 13:53:44,862 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 187 |
2024-03-08 13:53:49,863 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 185 |
2024-03-08 13:53:39,861 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 186 |
2024-03-08 13:53:44,862 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 187 |
2024-03-08 13:53:49,863 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 188 |
+
2024-03-08 13:53:52,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 189 |
+
2024-03-08 13:53:52,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 190 |
+
2024-03-08 13:53:52,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 191 |
+
2024-03-08 13:53:55,843 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 192 |
+
2024-03-08 13:54:00,844 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 193 |
+
2024-03-08 13:54:05,845 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 194 |
+
2024-03-08 13:54:07,176 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 195 |
+
2024-03-08 13:54:07,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 196 |
+
2024-03-08 13:54:07,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 197 |
+
2024-03-08 13:54:07,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 198 |
+
2024-03-08 13:54:10,892 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 199 |
+
2024-03-08 13:54:15,893 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 200 |
+
2024-03-08 13:54:20,894 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 201 |
+
2024-03-08 13:54:22,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 202 |
+
2024-03-08 13:54:22,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 203 |
+
2024-03-08 13:54:22,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 204 |
+
2024-03-08 13:54:26,137 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 205 |
+
2024-03-08 13:54:31,138 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 206 |
+
2024-03-08 13:54:36,139 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 207 |
+
2024-03-08 13:54:37,177 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 208 |
+
2024-03-08 13:54:37,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 209 |
+
2024-03-08 13:54:37,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 210 |
+
2024-03-08 13:54:37,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 211 |
+
2024-03-08 13:54:41,932 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 212 |
+
2024-03-08 13:54:46,933 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 213 |
+
2024-03-08 13:54:51,934 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 214 |
+
2024-03-08 13:54:52,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 215 |
+
2024-03-08 13:54:52,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 216 |
+
2024-03-08 13:54:52,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 217 |
+
2024-03-08 13:54:57,199 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 218 |
+
2024-03-08 13:55:02,200 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 219 |
+
2024-03-08 13:55:04,360 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 220 |
+
2024-03-08 13:55:04,362 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 221 |
+
2024-03-08 13:55:04,362 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 222 |
+
2024-03-08 13:55:04,363 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 223 |
+
2024-03-08 13:55:05,072 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 224 |
+
2024-03-08 13:55:06,073 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
| 225 |
+
2024-03-08 13:55:07,177 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 226 |
+
2024-03-08 13:55:07,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 227 |
+
2024-03-08 13:55:07,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 228 |
+
2024-03-08 13:55:07,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 229 |
+
2024-03-08 13:55:07,845 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 230 |
+
2024-03-08 13:55:12,846 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 231 |
+
2024-03-08 13:55:17,847 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 232 |
+
2024-03-08 13:55:22,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 233 |
+
2024-03-08 13:55:22,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 234 |
+
2024-03-08 13:55:22,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 235 |
+
2024-03-08 13:55:22,923 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/files/output.log
CHANGED
|
@@ -1,3 +1,4 @@
|
|
| 1 |
|
| 2 |
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 3 |
Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
|
|
|
|
|
| 1 |
|
| 2 |
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 3 |
Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 4 |
+
Checkpoint destination directory ./checkpoint-30 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.6586, "train/grad_norm": 0.8443416953086853, "train/learning_rate": 9.261084118279847e-05, "train/epoch": 3.2, "train/global_step": 40, "_timestamp": 1709906104.3603015, "_runtime": 362.94000458717346, "_step": 3}
|
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log
CHANGED
|
@@ -185,3 +185,51 @@
|
|
| 185 |
2024-03-08 13:53:39,861 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 186 |
2024-03-08 13:53:44,862 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 187 |
2024-03-08 13:53:49,863 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 185 |
2024-03-08 13:53:39,861 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 186 |
2024-03-08 13:53:44,862 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 187 |
2024-03-08 13:53:49,863 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 188 |
+
2024-03-08 13:53:52,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 189 |
+
2024-03-08 13:53:52,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 190 |
+
2024-03-08 13:53:52,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 191 |
+
2024-03-08 13:53:55,843 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 192 |
+
2024-03-08 13:54:00,844 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 193 |
+
2024-03-08 13:54:05,845 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 194 |
+
2024-03-08 13:54:07,176 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 195 |
+
2024-03-08 13:54:07,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 196 |
+
2024-03-08 13:54:07,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 197 |
+
2024-03-08 13:54:07,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 198 |
+
2024-03-08 13:54:10,892 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 199 |
+
2024-03-08 13:54:15,893 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 200 |
+
2024-03-08 13:54:20,894 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 201 |
+
2024-03-08 13:54:22,650 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 202 |
+
2024-03-08 13:54:22,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 203 |
+
2024-03-08 13:54:22,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 204 |
+
2024-03-08 13:54:26,137 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 205 |
+
2024-03-08 13:54:31,138 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 206 |
+
2024-03-08 13:54:36,139 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 207 |
+
2024-03-08 13:54:37,177 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 208 |
+
2024-03-08 13:54:37,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 209 |
+
2024-03-08 13:54:37,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 210 |
+
2024-03-08 13:54:37,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 211 |
+
2024-03-08 13:54:41,932 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 212 |
+
2024-03-08 13:54:46,933 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 213 |
+
2024-03-08 13:54:51,934 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 214 |
+
2024-03-08 13:54:52,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 215 |
+
2024-03-08 13:54:52,651 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 216 |
+
2024-03-08 13:54:52,691 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 217 |
+
2024-03-08 13:54:57,199 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 218 |
+
2024-03-08 13:55:02,200 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 219 |
+
2024-03-08 13:55:04,360 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 220 |
+
2024-03-08 13:55:04,362 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 221 |
+
2024-03-08 13:55:04,362 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 222 |
+
2024-03-08 13:55:04,363 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 223 |
+
2024-03-08 13:55:05,072 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 224 |
+
2024-03-08 13:55:06,073 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
| 225 |
+
2024-03-08 13:55:07,177 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 226 |
+
2024-03-08 13:55:07,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 227 |
+
2024-03-08 13:55:07,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 228 |
+
2024-03-08 13:55:07,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 229 |
+
2024-03-08 13:55:07,845 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 230 |
+
2024-03-08 13:55:12,846 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 231 |
+
2024-03-08 13:55:17,847 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 232 |
+
2024-03-08 13:55:22,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 233 |
+
2024-03-08 13:55:22,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 234 |
+
2024-03-08 13:55:22,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 235 |
+
2024-03-08 13:55:22,923 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb
CHANGED
|
Binary files a/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb and b/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb differ
|
|
|