Training in progress, step 2500
Browse files- model.safetensors +1 -1
- runs/Jan18_17-18-07_bddbbc3e305c/events.out.tfevents.1705598291.bddbbc3e305c.76.0 +2 -2
- wandb/debug-internal.log +41 -0
- wandb/run-20240118_171829-uvan9htf/files/output.log +2 -0
- wandb/run-20240118_171829-uvan9htf/files/wandb-summary.json +1 -1
- wandb/run-20240118_171829-uvan9htf/logs/debug-internal.log +41 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 328693404
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e73244a01dcd2fae297f0cd7fef129caaf14e462e8d67c6ef6ce452ac601057
|
| 3 |
size 328693404
|
runs/Jan18_17-18-07_bddbbc3e305c/events.out.tfevents.1705598291.bddbbc3e305c.76.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1c867ba0d7b39be383a36e093ddbf63ce1fee28075fa472724cc836328553d9
|
| 3 |
+
size 9769
|
wandb/debug-internal.log
CHANGED
|
@@ -350,3 +350,44 @@
|
|
| 350 |
2024-01-18 17:27:50,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 351 |
2024-01-18 17:27:52,328 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 352 |
2024-01-18 17:27:55,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 350 |
2024-01-18 17:27:50,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 351 |
2024-01-18 17:27:52,328 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 352 |
2024-01-18 17:27:55,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 353 |
+
2024-01-18 17:27:57,329 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 354 |
+
2024-01-18 17:28:00,103 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 355 |
+
2024-01-18 17:28:02,330 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 356 |
+
2024-01-18 17:28:05,042 DEBUG SenderThread:127 [sender.py:send():382] send: stats
|
| 357 |
+
2024-01-18 17:28:06,043 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 358 |
+
2024-01-18 17:28:07,331 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 359 |
+
2024-01-18 17:28:11,044 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 360 |
+
2024-01-18 17:28:12,335 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 361 |
+
2024-01-18 17:28:16,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 362 |
+
2024-01-18 17:28:17,336 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 363 |
+
2024-01-18 17:28:21,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 364 |
+
2024-01-18 17:28:22,337 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 365 |
+
2024-01-18 17:28:26,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 366 |
+
2024-01-18 17:28:27,337 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 367 |
+
2024-01-18 17:28:31,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 368 |
+
2024-01-18 17:28:32,343 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 369 |
+
2024-01-18 17:28:35,043 DEBUG SenderThread:127 [sender.py:send():382] send: stats
|
| 370 |
+
2024-01-18 17:28:37,044 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 371 |
+
2024-01-18 17:28:37,344 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 372 |
+
2024-01-18 17:28:42,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 373 |
+
2024-01-18 17:28:42,345 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 374 |
+
2024-01-18 17:28:47,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 375 |
+
2024-01-18 17:28:47,348 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 376 |
+
2024-01-18 17:28:52,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 377 |
+
2024-01-18 17:28:52,605 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 378 |
+
2024-01-18 17:28:57,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 379 |
+
2024-01-18 17:28:57,606 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 380 |
+
2024-01-18 17:29:01,075 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: partial_history
|
| 381 |
+
2024-01-18 17:29:01,076 DEBUG SenderThread:127 [sender.py:send():382] send: history
|
| 382 |
+
2024-01-18 17:29:01,076 DEBUG SenderThread:127 [sender.py:send_request():409] send_request: summary_record
|
| 383 |
+
2024-01-18 17:29:01,076 INFO SenderThread:127 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 384 |
+
2024-01-18 17:29:01,624 INFO Thread-12 :127 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_171829-uvan9htf/files/wandb-summary.json
|
| 385 |
+
2024-01-18 17:29:02,077 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 386 |
+
2024-01-18 17:29:02,805 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 387 |
+
2024-01-18 17:29:02,805 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 388 |
+
2024-01-18 17:29:05,044 DEBUG SenderThread:127 [sender.py:send():382] send: stats
|
| 389 |
+
2024-01-18 17:29:05,625 INFO Thread-12 :127 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_171829-uvan9htf/files/output.log
|
| 390 |
+
2024-01-18 17:29:07,808 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 391 |
+
2024-01-18 17:29:08,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 392 |
+
2024-01-18 17:29:12,809 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 393 |
+
2024-01-18 17:29:13,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240118_171829-uvan9htf/files/output.log
CHANGED
|
@@ -13,4 +13,6 @@ Checkpoint destination directory /kaggle/working/checkpoint-1000 already exists
|
|
| 13 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 14 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 15 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 16 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 13 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 14 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 15 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 16 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 17 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 18 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240118_171829-uvan9htf/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.6064, "train/learning_rate": 7.692307692307694e-07, "train/epoch": 192.31, "train/global_step": 2500, "_timestamp": 1705598941.0745661, "_runtime": 631.7396922111511, "_step": 6}
|
wandb/run-20240118_171829-uvan9htf/logs/debug-internal.log
CHANGED
|
@@ -350,3 +350,44 @@
|
|
| 350 |
2024-01-18 17:27:50,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 351 |
2024-01-18 17:27:52,328 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 352 |
2024-01-18 17:27:55,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 350 |
2024-01-18 17:27:50,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 351 |
2024-01-18 17:27:52,328 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 352 |
2024-01-18 17:27:55,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 353 |
+
2024-01-18 17:27:57,329 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 354 |
+
2024-01-18 17:28:00,103 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 355 |
+
2024-01-18 17:28:02,330 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 356 |
+
2024-01-18 17:28:05,042 DEBUG SenderThread:127 [sender.py:send():382] send: stats
|
| 357 |
+
2024-01-18 17:28:06,043 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 358 |
+
2024-01-18 17:28:07,331 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 359 |
+
2024-01-18 17:28:11,044 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 360 |
+
2024-01-18 17:28:12,335 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 361 |
+
2024-01-18 17:28:16,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 362 |
+
2024-01-18 17:28:17,336 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 363 |
+
2024-01-18 17:28:21,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 364 |
+
2024-01-18 17:28:22,337 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 365 |
+
2024-01-18 17:28:26,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 366 |
+
2024-01-18 17:28:27,337 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 367 |
+
2024-01-18 17:28:31,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 368 |
+
2024-01-18 17:28:32,343 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 369 |
+
2024-01-18 17:28:35,043 DEBUG SenderThread:127 [sender.py:send():382] send: stats
|
| 370 |
+
2024-01-18 17:28:37,044 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 371 |
+
2024-01-18 17:28:37,344 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 372 |
+
2024-01-18 17:28:42,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 373 |
+
2024-01-18 17:28:42,345 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 374 |
+
2024-01-18 17:28:47,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 375 |
+
2024-01-18 17:28:47,348 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 376 |
+
2024-01-18 17:28:52,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 377 |
+
2024-01-18 17:28:52,605 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 378 |
+
2024-01-18 17:28:57,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 379 |
+
2024-01-18 17:28:57,606 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 380 |
+
2024-01-18 17:29:01,075 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: partial_history
|
| 381 |
+
2024-01-18 17:29:01,076 DEBUG SenderThread:127 [sender.py:send():382] send: history
|
| 382 |
+
2024-01-18 17:29:01,076 DEBUG SenderThread:127 [sender.py:send_request():409] send_request: summary_record
|
| 383 |
+
2024-01-18 17:29:01,076 INFO SenderThread:127 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 384 |
+
2024-01-18 17:29:01,624 INFO Thread-12 :127 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_171829-uvan9htf/files/wandb-summary.json
|
| 385 |
+
2024-01-18 17:29:02,077 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 386 |
+
2024-01-18 17:29:02,805 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 387 |
+
2024-01-18 17:29:02,805 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 388 |
+
2024-01-18 17:29:05,044 DEBUG SenderThread:127 [sender.py:send():382] send: stats
|
| 389 |
+
2024-01-18 17:29:05,625 INFO Thread-12 :127 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_171829-uvan9htf/files/output.log
|
| 390 |
+
2024-01-18 17:29:07,808 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 391 |
+
2024-01-18 17:29:08,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|
| 392 |
+
2024-01-18 17:29:12,809 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
|
| 393 |
+
2024-01-18 17:29:13,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
|