Training in progress, step 5000
Browse files- model.safetensors +1 -1
- runs/Jan10_17-10-35_6af31f6f7309/events.out.tfevents.1704906635.6af31f6f7309.124.0 +2 -2
- wandb/debug-internal.log +42 -0
- wandb/run-20240110_171048-v6i8wmgc/files/output.log +2 -0
- wandb/run-20240110_171048-v6i8wmgc/files/wandb-summary.json +1 -1
- wandb/run-20240110_171048-v6i8wmgc/logs/debug-internal.log +42 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 328693404
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3daaf0826917ed00af8c2e96461e81781a89d6f0a5bd646fb9a89771df3b8db9
|
| 3 |
size 328693404
|
runs/Jan10_17-10-35_6af31f6f7309/events.out.tfevents.1704906635.6af31f6f7309.124.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:983f37907bd51e61659b33e8df406770c4f0869d6583d12a263daa686c83e79f
|
| 3 |
+
size 5935
|
wandb/debug-internal.log
CHANGED
|
@@ -442,3 +442,45 @@
|
|
| 442 |
2024-01-10 17:23:53,804 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 443 |
2024-01-10 17:23:56,180 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 444 |
2024-01-10 17:23:58,805 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 442 |
2024-01-10 17:23:53,804 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 443 |
2024-01-10 17:23:56,180 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 444 |
2024-01-10 17:23:58,805 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 445 |
+
2024-01-10 17:24:01,181 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 446 |
+
2024-01-10 17:24:03,806 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 447 |
+
2024-01-10 17:24:06,182 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 448 |
+
2024-01-10 17:24:08,806 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 449 |
+
2024-01-10 17:24:11,183 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 450 |
+
2024-01-10 17:24:13,808 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 451 |
+
2024-01-10 17:24:16,186 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 452 |
+
2024-01-10 17:24:18,658 DEBUG SenderThread:290 [sender.py:send():382] send: stats
|
| 453 |
+
2024-01-10 17:24:19,659 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 454 |
+
2024-01-10 17:24:21,187 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 455 |
+
2024-01-10 17:24:24,660 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 456 |
+
2024-01-10 17:24:26,188 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 457 |
+
2024-01-10 17:24:29,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 458 |
+
2024-01-10 17:24:31,189 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 459 |
+
2024-01-10 17:24:34,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 460 |
+
2024-01-10 17:24:36,190 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 461 |
+
2024-01-10 17:24:39,662 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 462 |
+
2024-01-10 17:24:41,362 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 463 |
+
2024-01-10 17:24:44,663 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 464 |
+
2024-01-10 17:24:46,362 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 465 |
+
2024-01-10 17:24:48,660 DEBUG SenderThread:290 [sender.py:send():382] send: stats
|
| 466 |
+
2024-01-10 17:24:50,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 467 |
+
2024-01-10 17:24:51,364 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 468 |
+
2024-01-10 17:24:55,662 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 469 |
+
2024-01-10 17:24:56,375 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 470 |
+
2024-01-10 17:25:00,663 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 471 |
+
2024-01-10 17:25:01,381 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 472 |
+
2024-01-10 17:25:05,664 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 473 |
+
2024-01-10 17:25:06,384 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 474 |
+
2024-01-10 17:25:08,758 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: partial_history
|
| 475 |
+
2024-01-10 17:25:08,759 DEBUG SenderThread:290 [sender.py:send():382] send: history
|
| 476 |
+
2024-01-10 17:25:08,760 DEBUG SenderThread:290 [sender.py:send_request():409] send_request: summary_record
|
| 477 |
+
2024-01-10 17:25:08,760 INFO SenderThread:290 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
| 478 |
+
2024-01-10 17:25:08,829 INFO Thread-12 :290 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240110_171048-v6i8wmgc/files/wandb-summary.json
|
| 479 |
+
2024-01-10 17:25:10,761 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 480 |
+
2024-01-10 17:25:11,549 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 481 |
+
2024-01-10 17:25:12,831 INFO Thread-12 :290 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240110_171048-v6i8wmgc/files/output.log
|
| 482 |
+
2024-01-10 17:25:16,290 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 483 |
+
2024-01-10 17:25:16,551 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 484 |
+
2024-01-10 17:25:18,660 DEBUG SenderThread:290 [sender.py:send():382] send: stats
|
| 485 |
+
2024-01-10 17:25:21,551 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 486 |
+
2024-01-10 17:25:21,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240110_171048-v6i8wmgc/files/output.log
CHANGED
|
@@ -17,4 +17,6 @@ You're using a PreTrainedTokenizerFast tokenizer. Please note that with a fast t
|
|
| 17 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 18 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 19 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 20 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 17 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 18 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 19 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 20 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 21 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 22 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240110_171048-v6i8wmgc/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 0.
|
|
|
|
| 1 |
+
{"train/loss": 0.4506, "train/learning_rate": 7.692307692307694e-07, "train/epoch": 384.62, "train/global_step": 5000, "_timestamp": 1704907508.7582002, "_runtime": 860.7459342479706, "_step": 9}
|
wandb/run-20240110_171048-v6i8wmgc/logs/debug-internal.log
CHANGED
|
@@ -442,3 +442,45 @@
|
|
| 442 |
2024-01-10 17:23:53,804 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 443 |
2024-01-10 17:23:56,180 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 444 |
2024-01-10 17:23:58,805 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 442 |
2024-01-10 17:23:53,804 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 443 |
2024-01-10 17:23:56,180 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 444 |
2024-01-10 17:23:58,805 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 445 |
+
2024-01-10 17:24:01,181 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 446 |
+
2024-01-10 17:24:03,806 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 447 |
+
2024-01-10 17:24:06,182 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 448 |
+
2024-01-10 17:24:08,806 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 449 |
+
2024-01-10 17:24:11,183 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 450 |
+
2024-01-10 17:24:13,808 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 451 |
+
2024-01-10 17:24:16,186 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 452 |
+
2024-01-10 17:24:18,658 DEBUG SenderThread:290 [sender.py:send():382] send: stats
|
| 453 |
+
2024-01-10 17:24:19,659 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 454 |
+
2024-01-10 17:24:21,187 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 455 |
+
2024-01-10 17:24:24,660 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 456 |
+
2024-01-10 17:24:26,188 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 457 |
+
2024-01-10 17:24:29,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 458 |
+
2024-01-10 17:24:31,189 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 459 |
+
2024-01-10 17:24:34,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 460 |
+
2024-01-10 17:24:36,190 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 461 |
+
2024-01-10 17:24:39,662 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 462 |
+
2024-01-10 17:24:41,362 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 463 |
+
2024-01-10 17:24:44,663 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 464 |
+
2024-01-10 17:24:46,362 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 465 |
+
2024-01-10 17:24:48,660 DEBUG SenderThread:290 [sender.py:send():382] send: stats
|
| 466 |
+
2024-01-10 17:24:50,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 467 |
+
2024-01-10 17:24:51,364 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 468 |
+
2024-01-10 17:24:55,662 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 469 |
+
2024-01-10 17:24:56,375 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 470 |
+
2024-01-10 17:25:00,663 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 471 |
+
2024-01-10 17:25:01,381 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 472 |
+
2024-01-10 17:25:05,664 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 473 |
+
2024-01-10 17:25:06,384 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 474 |
+
2024-01-10 17:25:08,758 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: partial_history
|
| 475 |
+
2024-01-10 17:25:08,759 DEBUG SenderThread:290 [sender.py:send():382] send: history
|
| 476 |
+
2024-01-10 17:25:08,760 DEBUG SenderThread:290 [sender.py:send_request():409] send_request: summary_record
|
| 477 |
+
2024-01-10 17:25:08,760 INFO SenderThread:290 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
| 478 |
+
2024-01-10 17:25:08,829 INFO Thread-12 :290 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240110_171048-v6i8wmgc/files/wandb-summary.json
|
| 479 |
+
2024-01-10 17:25:10,761 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 480 |
+
2024-01-10 17:25:11,549 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 481 |
+
2024-01-10 17:25:12,831 INFO Thread-12 :290 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240110_171048-v6i8wmgc/files/output.log
|
| 482 |
+
2024-01-10 17:25:16,290 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|
| 483 |
+
2024-01-10 17:25:16,551 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 484 |
+
2024-01-10 17:25:18,660 DEBUG SenderThread:290 [sender.py:send():382] send: stats
|
| 485 |
+
2024-01-10 17:25:21,551 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: keepalive
|
| 486 |
+
2024-01-10 17:25:21,661 DEBUG HandlerThread:290 [handler.py:handle_request():146] handle_request: status_report
|