Training in progress, step 40
Browse files- adapter_model.safetensors +1 -1
- runs/Mar08_12-04-48_4997a2709b0f/events.out.tfevents.1709899498.4997a2709b0f.941.0 +2 -2
- wandb/debug-internal.log +52 -0
- wandb/run-20240308_121134-5y42ufcl/files/wandb-summary.json +1 -1
- wandb/run-20240308_121134-5y42ufcl/logs/debug-internal.log +52 -0
- wandb/run-20240308_121134-5y42ufcl/run-5y42ufcl.wandb +0 -0
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 261131840
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b3be794fead18f34ffe7d977cb8de8cd1af064dd9acb1eb2d8e4cfb6ab71fbe3
|
| 3 |
size 261131840
|
runs/Mar08_12-04-48_4997a2709b0f/events.out.tfevents.1709899498.4997a2709b0f.941.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7c18fb6ca78b1faf9c460ac4d3b65013d70482803eb7d9a4af43cd8e0e844674
|
| 3 |
+
size 6560
|
wandb/debug-internal.log
CHANGED
|
@@ -210,3 +210,55 @@
|
|
| 210 |
2024-03-08 12:17:25,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 211 |
2024-03-08 12:17:25,197 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 212 |
2024-03-08 12:17:25,237 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 210 |
2024-03-08 12:17:25,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 211 |
2024-03-08 12:17:25,197 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 212 |
2024-03-08 12:17:25,237 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 213 |
+
2024-03-08 12:17:30,410 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 214 |
+
2024-03-08 12:17:35,411 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 215 |
+
2024-03-08 12:17:39,778 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
|
| 216 |
+
2024-03-08 12:17:40,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 217 |
+
2024-03-08 12:17:40,197 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 218 |
+
2024-03-08 12:17:40,238 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 219 |
+
2024-03-08 12:17:40,468 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 220 |
+
2024-03-08 12:17:45,469 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 221 |
+
2024-03-08 12:17:50,471 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 222 |
+
2024-03-08 12:17:55,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 223 |
+
2024-03-08 12:17:55,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 224 |
+
2024-03-08 12:17:55,238 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 225 |
+
2024-03-08 12:17:56,387 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 226 |
+
2024-03-08 12:18:01,388 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 227 |
+
2024-03-08 12:18:06,389 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 228 |
+
2024-03-08 12:18:09,778 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
|
| 229 |
+
2024-03-08 12:18:10,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 230 |
+
2024-03-08 12:18:10,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 231 |
+
2024-03-08 12:18:10,238 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 232 |
+
2024-03-08 12:18:12,371 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 233 |
+
2024-03-08 12:18:17,373 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 234 |
+
2024-03-08 12:18:22,374 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 235 |
+
2024-03-08 12:18:25,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 236 |
+
2024-03-08 12:18:25,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 237 |
+
2024-03-08 12:18:25,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 238 |
+
2024-03-08 12:18:27,462 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 239 |
+
2024-03-08 12:18:32,463 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 240 |
+
2024-03-08 12:18:37,464 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 241 |
+
2024-03-08 12:18:39,779 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
|
| 242 |
+
2024-03-08 12:18:40,198 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 243 |
+
2024-03-08 12:18:40,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 244 |
+
2024-03-08 12:18:40,238 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 245 |
+
2024-03-08 12:18:43,460 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 246 |
+
2024-03-08 12:18:48,461 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 247 |
+
2024-03-08 12:18:53,462 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 248 |
+
2024-03-08 12:18:55,198 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 249 |
+
2024-03-08 12:18:55,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 250 |
+
2024-03-08 12:18:55,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 251 |
+
2024-03-08 12:18:59,462 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 252 |
+
2024-03-08 12:19:02,958 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: partial_history
|
| 253 |
+
2024-03-08 12:19:02,959 DEBUG SenderThread:10843 [sender.py:send():378] send: history
|
| 254 |
+
2024-03-08 12:19:02,959 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: summary_record
|
| 255 |
+
2024-03-08 12:19:02,960 INFO SenderThread:10843 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 256 |
+
2024-03-08 12:19:03,760 INFO Thread-12 :10843 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_121134-5y42ufcl/files/wandb-summary.json
|
| 257 |
+
2024-03-08 12:19:04,960 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 258 |
+
2024-03-08 12:19:09,780 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
|
| 259 |
+
2024-03-08 12:19:10,198 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 260 |
+
2024-03-08 12:19:10,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 261 |
+
2024-03-08 12:19:10,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 262 |
+
2024-03-08 12:19:10,454 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 263 |
+
2024-03-08 12:19:15,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 264 |
+
2024-03-08 12:19:20,456 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_121134-5y42ufcl/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.0001, "train/grad_norm": 0.000766754790674895, "train/learning_rate": 0.00019149480258259533, "train/epoch": 3.2, "train/global_step": 40, "_timestamp": 1709900342.9574487, "_runtime": 448.89682173728943, "_step": 3}
|
wandb/run-20240308_121134-5y42ufcl/logs/debug-internal.log
CHANGED
|
@@ -210,3 +210,55 @@
|
|
| 210 |
2024-03-08 12:17:25,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 211 |
2024-03-08 12:17:25,197 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 212 |
2024-03-08 12:17:25,237 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 210 |
2024-03-08 12:17:25,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 211 |
2024-03-08 12:17:25,197 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 212 |
2024-03-08 12:17:25,237 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 213 |
+
2024-03-08 12:17:30,410 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 214 |
+
2024-03-08 12:17:35,411 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 215 |
+
2024-03-08 12:17:39,778 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
|
| 216 |
+
2024-03-08 12:17:40,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 217 |
+
2024-03-08 12:17:40,197 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 218 |
+
2024-03-08 12:17:40,238 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 219 |
+
2024-03-08 12:17:40,468 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 220 |
+
2024-03-08 12:17:45,469 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 221 |
+
2024-03-08 12:17:50,471 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 222 |
+
2024-03-08 12:17:55,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 223 |
+
2024-03-08 12:17:55,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 224 |
+
2024-03-08 12:17:55,238 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 225 |
+
2024-03-08 12:17:56,387 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 226 |
+
2024-03-08 12:18:01,388 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 227 |
+
2024-03-08 12:18:06,389 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 228 |
+
2024-03-08 12:18:09,778 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
|
| 229 |
+
2024-03-08 12:18:10,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 230 |
+
2024-03-08 12:18:10,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 231 |
+
2024-03-08 12:18:10,238 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 232 |
+
2024-03-08 12:18:12,371 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 233 |
+
2024-03-08 12:18:17,373 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 234 |
+
2024-03-08 12:18:22,374 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 235 |
+
2024-03-08 12:18:25,197 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 236 |
+
2024-03-08 12:18:25,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 237 |
+
2024-03-08 12:18:25,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 238 |
+
2024-03-08 12:18:27,462 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 239 |
+
2024-03-08 12:18:32,463 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 240 |
+
2024-03-08 12:18:37,464 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 241 |
+
2024-03-08 12:18:39,779 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
|
| 242 |
+
2024-03-08 12:18:40,198 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 243 |
+
2024-03-08 12:18:40,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 244 |
+
2024-03-08 12:18:40,238 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 245 |
+
2024-03-08 12:18:43,460 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 246 |
+
2024-03-08 12:18:48,461 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 247 |
+
2024-03-08 12:18:53,462 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 248 |
+
2024-03-08 12:18:55,198 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 249 |
+
2024-03-08 12:18:55,198 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 250 |
+
2024-03-08 12:18:55,239 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 251 |
+
2024-03-08 12:18:59,462 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 252 |
+
2024-03-08 12:19:02,958 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: partial_history
|
| 253 |
+
2024-03-08 12:19:02,959 DEBUG SenderThread:10843 [sender.py:send():378] send: history
|
| 254 |
+
2024-03-08 12:19:02,959 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: summary_record
|
| 255 |
+
2024-03-08 12:19:02,960 INFO SenderThread:10843 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
|
| 256 |
+
2024-03-08 12:19:03,760 INFO Thread-12 :10843 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/wandb/run-20240308_121134-5y42ufcl/files/wandb-summary.json
|
| 257 |
+
2024-03-08 12:19:04,960 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 258 |
+
2024-03-08 12:19:09,780 DEBUG SenderThread:10843 [sender.py:send():378] send: stats
|
| 259 |
+
2024-03-08 12:19:10,198 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: stop_status
|
| 260 |
+
2024-03-08 12:19:10,199 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: internal_messages
|
| 261 |
+
2024-03-08 12:19:10,199 DEBUG SenderThread:10843 [sender.py:send_request():405] send_request: stop_status
|
| 262 |
+
2024-03-08 12:19:10,454 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 263 |
+
2024-03-08 12:19:15,455 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
| 264 |
+
2024-03-08 12:19:20,456 DEBUG HandlerThread:10843 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240308_121134-5y42ufcl/run-5y42ufcl.wandb
CHANGED
|
Binary files a/wandb/run-20240308_121134-5y42ufcl/run-5y42ufcl.wandb and b/wandb/run-20240308_121134-5y42ufcl/run-5y42ufcl.wandb differ
|
|
|