Training in progress, step 60
Browse files- adapter_model.safetensors +1 -1
- runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 +2 -2
- wandb/debug-internal.log +43 -0
- wandb/run-20240308_134901-hlg2f18u/files/output.log +1 -0
- wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json +1 -1
- wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log +43 -0
- wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb +0 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6c38dac264184caebde634b60dea7d9ad3b2942a76173ca94775c96d2173b2b2
|
| 3 |
size 261131840
|
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7bec81605b3e0e401e5393389c1106505a374ad704126f36e03f6523a57f7dd8
|
| 3 |
+
size 6974
|
wandb/debug-internal.log
CHANGED
|
@@ -279,3 +279,46 @@
|
|
| 279 |
2024-03-08 13:56:52,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 280 |
2024-03-08 13:56:55,868 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 281 |
2024-03-08 13:57:00,869 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 279 |
2024-03-08 13:56:52,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 280 |
2024-03-08 13:56:55,868 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 281 |
2024-03-08 13:57:00,869 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 282 |
+
2024-03-08 13:57:05,870 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 283 |
+
2024-03-08 13:57:07,180 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 284 |
+
2024-03-08 13:57:07,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 285 |
+
2024-03-08 13:57:07,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 286 |
+
2024-03-08 13:57:07,694 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 287 |
+
2024-03-08 13:57:10,899 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 288 |
+
2024-03-08 13:57:15,901 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 289 |
+
2024-03-08 13:57:20,902 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 290 |
+
2024-03-08 13:57:22,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 291 |
+
2024-03-08 13:57:22,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 292 |
+
2024-03-08 13:57:22,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 293 |
+
2024-03-08 13:57:26,888 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 294 |
+
2024-03-08 13:57:31,888 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 295 |
+
2024-03-08 13:57:36,890 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 296 |
+
2024-03-08 13:57:37,181 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 297 |
+
2024-03-08 13:57:37,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 298 |
+
2024-03-08 13:57:37,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 299 |
+
2024-03-08 13:57:37,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 300 |
+
2024-03-08 13:57:42,876 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 301 |
+
2024-03-08 13:57:47,877 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 302 |
+
2024-03-08 13:57:52,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 303 |
+
2024-03-08 13:57:52,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 304 |
+
2024-03-08 13:57:52,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 305 |
+
2024-03-08 13:57:53,876 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 306 |
+
2024-03-08 13:57:58,877 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 307 |
+
2024-03-08 13:58:03,879 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 308 |
+
2024-03-08 13:58:07,182 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 309 |
+
2024-03-08 13:58:07,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 310 |
+
2024-03-08 13:58:07,654 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 311 |
+
2024-03-08 13:58:07,695 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 312 |
+
2024-03-08 13:58:09,855 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 313 |
+
2024-03-08 13:58:13,676 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 314 |
+
2024-03-08 13:58:13,678 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 315 |
+
2024-03-08 13:58:13,678 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 316 |
+
2024-03-08 13:58:13,679 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 317 |
+
2024-03-08 13:58:14,144 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 318 |
+
2024-03-08 13:58:15,718 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 319 |
+
2024-03-08 13:58:16,144 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
| 320 |
+
2024-03-08 13:58:20,719 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 321 |
+
2024-03-08 13:58:22,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 322 |
+
2024-03-08 13:58:22,654 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 323 |
+
2024-03-08 13:58:22,654 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 324 |
+
2024-03-08 13:58:26,249 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/files/output.log
CHANGED
|
@@ -3,3 +3,4 @@ Checkpoint destination directory ./checkpoint-10 already exists and is non-empty
|
|
| 3 |
Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 4 |
Checkpoint destination directory ./checkpoint-30 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 5 |
Checkpoint destination directory ./checkpoint-40 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
|
|
|
|
|
| 3 |
Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 4 |
Checkpoint destination directory ./checkpoint-30 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 5 |
Checkpoint destination directory ./checkpoint-40 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 6 |
+
Checkpoint destination directory ./checkpoint-50 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.3697, "train/grad_norm": 0.572875440120697, "train/learning_rate": 8.2070410981557e-05, "train/epoch": 4.8, "train/global_step": 60, "_timestamp": 1709906293.6760013, "_runtime": 552.2557044029236, "_step": 5}
|
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log
CHANGED
|
@@ -279,3 +279,46 @@
|
|
| 279 |
2024-03-08 13:56:52,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 280 |
2024-03-08 13:56:55,868 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 281 |
2024-03-08 13:57:00,869 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 279 |
2024-03-08 13:56:52,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 280 |
2024-03-08 13:56:55,868 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 281 |
2024-03-08 13:57:00,869 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 282 |
+
2024-03-08 13:57:05,870 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 283 |
+
2024-03-08 13:57:07,180 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 284 |
+
2024-03-08 13:57:07,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 285 |
+
2024-03-08 13:57:07,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 286 |
+
2024-03-08 13:57:07,694 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 287 |
+
2024-03-08 13:57:10,899 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 288 |
+
2024-03-08 13:57:15,901 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 289 |
+
2024-03-08 13:57:20,902 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 290 |
+
2024-03-08 13:57:22,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 291 |
+
2024-03-08 13:57:22,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 292 |
+
2024-03-08 13:57:22,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 293 |
+
2024-03-08 13:57:26,888 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 294 |
+
2024-03-08 13:57:31,888 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 295 |
+
2024-03-08 13:57:36,890 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 296 |
+
2024-03-08 13:57:37,181 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 297 |
+
2024-03-08 13:57:37,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 298 |
+
2024-03-08 13:57:37,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 299 |
+
2024-03-08 13:57:37,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 300 |
+
2024-03-08 13:57:42,876 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 301 |
+
2024-03-08 13:57:47,877 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 302 |
+
2024-03-08 13:57:52,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 303 |
+
2024-03-08 13:57:52,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 304 |
+
2024-03-08 13:57:52,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 305 |
+
2024-03-08 13:57:53,876 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 306 |
+
2024-03-08 13:57:58,877 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 307 |
+
2024-03-08 13:58:03,879 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 308 |
+
2024-03-08 13:58:07,182 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 309 |
+
2024-03-08 13:58:07,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 310 |
+
2024-03-08 13:58:07,654 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 311 |
+
2024-03-08 13:58:07,695 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 312 |
+
2024-03-08 13:58:09,855 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 313 |
+
2024-03-08 13:58:13,676 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 314 |
+
2024-03-08 13:58:13,678 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 315 |
+
2024-03-08 13:58:13,678 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 316 |
+
2024-03-08 13:58:13,679 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 317 |
+
2024-03-08 13:58:14,144 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 318 |
+
2024-03-08 13:58:15,718 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 319 |
+
2024-03-08 13:58:16,144 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
| 320 |
+
2024-03-08 13:58:20,719 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 321 |
+
2024-03-08 13:58:22,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 322 |
+
2024-03-08 13:58:22,654 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 323 |
+
2024-03-08 13:58:22,654 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 324 |
+
2024-03-08 13:58:26,249 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb
CHANGED
|
Binary files a/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb and b/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb differ
|
|
|