Training in progress, step 50
Browse files- adapter_model.safetensors +1 -1
- runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0 +2 -2
- wandb/debug-internal.log +46 -0
- wandb/run-20240308_134901-hlg2f18u/files/output.log +1 -0
- wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json +1 -1
- wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log +46 -0
- wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb +0 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f477507523a7bd4c4f3bb8819ad03c8bd75d2f57c022361abf95504b1acda1d
|
| 3 |
size 261131840
|
runs/Mar08_13-48-53_4997a2709b0f/events.out.tfevents.1709905734.4997a2709b0f.35964.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7da9c532834034f413485a66bdd714ed61658be4e80b3531a59b99df80e58a71
|
| 3 |
+
size 6767
|
wandb/debug-internal.log
CHANGED
|
@@ -233,3 +233,49 @@
|
|
| 233 |
2024-03-08 13:55:22,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 234 |
2024-03-08 13:55:22,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 235 |
2024-03-08 13:55:22,923 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 233 |
2024-03-08 13:55:22,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 234 |
2024-03-08 13:55:22,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 235 |
2024-03-08 13:55:22,923 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 236 |
+
2024-03-08 13:55:27,924 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 237 |
+
2024-03-08 13:55:32,925 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 238 |
+
2024-03-08 13:55:37,178 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 239 |
+
2024-03-08 13:55:37,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 240 |
+
2024-03-08 13:55:37,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 241 |
+
2024-03-08 13:55:37,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 242 |
+
2024-03-08 13:55:38,904 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 243 |
+
2024-03-08 13:55:43,905 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 244 |
+
2024-03-08 13:55:48,906 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 245 |
+
2024-03-08 13:55:52,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 246 |
+
2024-03-08 13:55:52,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 247 |
+
2024-03-08 13:55:52,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 248 |
+
2024-03-08 13:55:54,850 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 249 |
+
2024-03-08 13:55:59,850 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 250 |
+
2024-03-08 13:56:04,851 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 251 |
+
2024-03-08 13:56:07,179 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 252 |
+
2024-03-08 13:56:07,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 253 |
+
2024-03-08 13:56:07,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 254 |
+
2024-03-08 13:56:07,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 255 |
+
2024-03-08 13:56:09,877 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 256 |
+
2024-03-08 13:56:14,878 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 257 |
+
2024-03-08 13:56:19,880 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 258 |
+
2024-03-08 13:56:22,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 259 |
+
2024-03-08 13:56:22,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 260 |
+
2024-03-08 13:56:22,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 261 |
+
2024-03-08 13:56:24,927 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 262 |
+
2024-03-08 13:56:29,928 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 263 |
+
2024-03-08 13:56:34,929 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 264 |
+
2024-03-08 13:56:37,180 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 265 |
+
2024-03-08 13:56:37,387 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 266 |
+
2024-03-08 13:56:37,389 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 267 |
+
2024-03-08 13:56:37,389 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 268 |
+
2024-03-08 13:56:37,390 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 269 |
+
2024-03-08 13:56:37,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 270 |
+
2024-03-08 13:56:37,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 271 |
+
2024-03-08 13:56:37,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 272 |
+
2024-03-08 13:56:38,107 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 273 |
+
2024-03-08 13:56:39,940 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 274 |
+
2024-03-08 13:56:40,108 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
| 275 |
+
2024-03-08 13:56:44,942 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 276 |
+
2024-03-08 13:56:49,943 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 277 |
+
2024-03-08 13:56:52,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 278 |
+
2024-03-08 13:56:52,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 279 |
+
2024-03-08 13:56:52,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 280 |
+
2024-03-08 13:56:55,868 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 281 |
+
2024-03-08 13:57:00,869 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/files/output.log
CHANGED
|
@@ -2,3 +2,4 @@
|
|
| 2 |
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 3 |
Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 4 |
Checkpoint destination directory ./checkpoint-30 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
|
|
|
|
|
| 2 |
Checkpoint destination directory ./checkpoint-10 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 3 |
Checkpoint destination directory ./checkpoint-20 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 4 |
Checkpoint destination directory ./checkpoint-30 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 5 |
+
Checkpoint destination directory ./checkpoint-40 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.5368, "train/grad_norm": 1.1711567640304565, "train/learning_rate": 8.783564079088477e-05, "train/epoch": 4.0, "train/global_step": 50, "_timestamp": 1709906197.3872814, "_runtime": 455.96698451042175, "_step": 4}
|
wandb/run-20240308_134901-hlg2f18u/logs/debug-internal.log
CHANGED
|
@@ -233,3 +233,49 @@
|
|
| 233 |
2024-03-08 13:55:22,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 234 |
2024-03-08 13:55:22,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 235 |
2024-03-08 13:55:22,923 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 233 |
2024-03-08 13:55:22,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 234 |
2024-03-08 13:55:22,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 235 |
2024-03-08 13:55:22,923 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 236 |
+
2024-03-08 13:55:27,924 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 237 |
+
2024-03-08 13:55:32,925 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 238 |
+
2024-03-08 13:55:37,178 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 239 |
+
2024-03-08 13:55:37,651 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 240 |
+
2024-03-08 13:55:37,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 241 |
+
2024-03-08 13:55:37,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 242 |
+
2024-03-08 13:55:38,904 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 243 |
+
2024-03-08 13:55:43,905 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 244 |
+
2024-03-08 13:55:48,906 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 245 |
+
2024-03-08 13:55:52,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 246 |
+
2024-03-08 13:55:52,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 247 |
+
2024-03-08 13:55:52,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 248 |
+
2024-03-08 13:55:54,850 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 249 |
+
2024-03-08 13:55:59,850 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 250 |
+
2024-03-08 13:56:04,851 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 251 |
+
2024-03-08 13:56:07,179 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 252 |
+
2024-03-08 13:56:07,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 253 |
+
2024-03-08 13:56:07,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 254 |
+
2024-03-08 13:56:07,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 255 |
+
2024-03-08 13:56:09,877 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 256 |
+
2024-03-08 13:56:14,878 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 257 |
+
2024-03-08 13:56:19,880 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 258 |
+
2024-03-08 13:56:22,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 259 |
+
2024-03-08 13:56:22,652 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 260 |
+
2024-03-08 13:56:22,692 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 261 |
+
2024-03-08 13:56:24,927 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 262 |
+
2024-03-08 13:56:29,928 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 263 |
+
2024-03-08 13:56:34,929 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 264 |
+
2024-03-08 13:56:37,180 DEBUG SenderThread:37167 [sender.py:send():378] send: stats
|
| 265 |
+
2024-03-08 13:56:37,387 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: partial_history
|
| 266 |
+
2024-03-08 13:56:37,389 DEBUG SenderThread:37167 [sender.py:send():378] send: history
|
| 267 |
+
2024-03-08 13:56:37,389 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: summary_record
|
| 268 |
+
2024-03-08 13:56:37,390 INFO SenderThread:37167 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 269 |
+
2024-03-08 13:56:37,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 270 |
+
2024-03-08 13:56:37,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 271 |
+
2024-03-08 13:56:37,653 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 272 |
+
2024-03-08 13:56:38,107 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/wandb-summary.json
|
| 273 |
+
2024-03-08 13:56:39,940 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 274 |
+
2024-03-08 13:56:40,108 INFO Thread-12 :37167 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_134901-hlg2f18u/files/output.log
|
| 275 |
+
2024-03-08 13:56:44,942 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 276 |
+
2024-03-08 13:56:49,943 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 277 |
+
2024-03-08 13:56:52,652 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: stop_status
|
| 278 |
+
2024-03-08 13:56:52,653 DEBUG SenderThread:37167 [sender.py:send_request():405] send_request: stop_status
|
| 279 |
+
2024-03-08 13:56:52,693 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: internal_messages
|
| 280 |
+
2024-03-08 13:56:55,868 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
| 281 |
+
2024-03-08 13:57:00,869 DEBUG HandlerThread:37167 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb
CHANGED
|
Binary files a/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb and b/wandb/run-20240308_134901-hlg2f18u/run-hlg2f18u.wandb differ
|
|
|