Training in progress, step 2500
Browse files- model.safetensors +1 -1
- runs/Jan17_23-12-05_52cbc9ada374/events.out.tfevents.1705533128.52cbc9ada374.26.0 +2 -2
- wandb/debug-internal.log +43 -0
- wandb/run-20240117_231223-wasc5lj5/files/output.log +2 -0
- wandb/run-20240117_231223-wasc5lj5/files/wandb-summary.json +1 -1
- wandb/run-20240117_231223-wasc5lj5/logs/debug-internal.log +43 -0
- wandb/run-20240117_231223-wasc5lj5/run-wasc5lj5.wandb +0 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 328693404
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07ac35fc29ba1001260a2976f970d9283e52cc59d7c2165a01f9144921106f1a
|
| 3 |
size 328693404
|
runs/Jan17_23-12-05_52cbc9ada374/events.out.tfevents.1705533128.52cbc9ada374.26.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:455af38cd110985c2eb75133c3fc50ea6761cb4ec83038fd67a265a2e9100c23
|
| 3 |
+
size 5150
|
wandb/debug-internal.log
CHANGED
|
@@ -234,3 +234,46 @@
|
|
| 234 |
2024-01-17 23:18:33,948 INFO Thread-12 :103 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240117_231223-wasc5lj5/files/output.log
|
| 235 |
2024-01-17 23:18:36,256 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 236 |
2024-01-17 23:18:36,381 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 234 |
2024-01-17 23:18:33,948 INFO Thread-12 :103 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240117_231223-wasc5lj5/files/output.log
|
| 235 |
2024-01-17 23:18:36,256 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 236 |
2024-01-17 23:18:36,381 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 237 |
+
2024-01-17 23:18:41,257 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 238 |
+
2024-01-17 23:18:41,382 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 239 |
+
2024-01-17 23:18:46,258 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 240 |
+
2024-01-17 23:18:46,384 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 241 |
+
2024-01-17 23:18:51,259 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 242 |
+
2024-01-17 23:18:51,385 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 243 |
+
2024-01-17 23:18:54,931 DEBUG SenderThread:103 [sender.py:send():382] send: stats
|
| 244 |
+
2024-01-17 23:18:56,386 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 245 |
+
2024-01-17 23:18:56,932 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 246 |
+
2024-01-17 23:19:01,392 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 247 |
+
2024-01-17 23:19:01,933 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 248 |
+
2024-01-17 23:19:06,649 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 249 |
+
2024-01-17 23:19:06,934 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 250 |
+
2024-01-17 23:19:11,650 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 251 |
+
2024-01-17 23:19:11,934 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 252 |
+
2024-01-17 23:19:16,651 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 253 |
+
2024-01-17 23:19:16,936 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 254 |
+
2024-01-17 23:19:21,652 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 255 |
+
2024-01-17 23:19:21,937 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 256 |
+
2024-01-17 23:19:24,932 DEBUG SenderThread:103 [sender.py:send():382] send: stats
|
| 257 |
+
2024-01-17 23:19:26,654 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 258 |
+
2024-01-17 23:19:27,933 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 259 |
+
2024-01-17 23:19:31,655 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 260 |
+
2024-01-17 23:19:32,934 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 261 |
+
2024-01-17 23:19:36,666 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 262 |
+
2024-01-17 23:19:37,935 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 263 |
+
2024-01-17 23:19:41,671 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 264 |
+
2024-01-17 23:19:42,936 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 265 |
+
2024-01-17 23:19:46,672 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 266 |
+
2024-01-17 23:19:47,936 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 267 |
+
2024-01-17 23:19:51,673 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 268 |
+
2024-01-17 23:19:52,937 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 269 |
+
2024-01-17 23:19:53,746 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: partial_history
|
| 270 |
+
2024-01-17 23:19:53,747 DEBUG SenderThread:103 [sender.py:send():382] send: history
|
| 271 |
+
2024-01-17 23:19:53,748 DEBUG SenderThread:103 [sender.py:send_request():409] send_request: summary_record
|
| 272 |
+
2024-01-17 23:19:53,748 INFO SenderThread:103 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 273 |
+
2024-01-17 23:19:53,979 INFO Thread-12 :103 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240117_231223-wasc5lj5/files/wandb-summary.json
|
| 274 |
+
2024-01-17 23:19:54,933 DEBUG SenderThread:103 [sender.py:send():382] send: stats
|
| 275 |
+
2024-01-17 23:19:56,747 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 276 |
+
2024-01-17 23:19:57,981 INFO Thread-12 :103 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240117_231223-wasc5lj5/files/output.log
|
| 277 |
+
2024-01-17 23:19:58,039 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 278 |
+
2024-01-17 23:20:01,757 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 279 |
+
2024-01-17 23:20:03,040 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240117_231223-wasc5lj5/files/output.log
CHANGED
|
@@ -7,4 +7,6 @@ You're using a PreTrainedTokenizerFast tokenizer. Please note that with a fast t
|
|
| 7 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 8 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 9 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 10 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 7 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 8 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 9 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 10 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 11 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 12 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240117_231223-wasc5lj5/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 1.
|
|
|
|
| 1 |
+
{"train/loss": 1.1583, "train/learning_rate": 7.692307692307694e-07, "train/epoch": 192.31, "train/global_step": 2500, "_timestamp": 1705533593.746485, "_runtime": 449.752170085907, "_step": 4}
|
wandb/run-20240117_231223-wasc5lj5/logs/debug-internal.log
CHANGED
|
@@ -234,3 +234,46 @@
|
|
| 234 |
2024-01-17 23:18:33,948 INFO Thread-12 :103 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240117_231223-wasc5lj5/files/output.log
|
| 235 |
2024-01-17 23:18:36,256 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 236 |
2024-01-17 23:18:36,381 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 234 |
2024-01-17 23:18:33,948 INFO Thread-12 :103 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240117_231223-wasc5lj5/files/output.log
|
| 235 |
2024-01-17 23:18:36,256 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 236 |
2024-01-17 23:18:36,381 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 237 |
+
2024-01-17 23:18:41,257 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 238 |
+
2024-01-17 23:18:41,382 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 239 |
+
2024-01-17 23:18:46,258 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 240 |
+
2024-01-17 23:18:46,384 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 241 |
+
2024-01-17 23:18:51,259 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 242 |
+
2024-01-17 23:18:51,385 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 243 |
+
2024-01-17 23:18:54,931 DEBUG SenderThread:103 [sender.py:send():382] send: stats
|
| 244 |
+
2024-01-17 23:18:56,386 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 245 |
+
2024-01-17 23:18:56,932 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 246 |
+
2024-01-17 23:19:01,392 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 247 |
+
2024-01-17 23:19:01,933 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 248 |
+
2024-01-17 23:19:06,649 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 249 |
+
2024-01-17 23:19:06,934 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 250 |
+
2024-01-17 23:19:11,650 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 251 |
+
2024-01-17 23:19:11,934 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 252 |
+
2024-01-17 23:19:16,651 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 253 |
+
2024-01-17 23:19:16,936 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 254 |
+
2024-01-17 23:19:21,652 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 255 |
+
2024-01-17 23:19:21,937 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 256 |
+
2024-01-17 23:19:24,932 DEBUG SenderThread:103 [sender.py:send():382] send: stats
|
| 257 |
+
2024-01-17 23:19:26,654 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 258 |
+
2024-01-17 23:19:27,933 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 259 |
+
2024-01-17 23:19:31,655 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 260 |
+
2024-01-17 23:19:32,934 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 261 |
+
2024-01-17 23:19:36,666 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 262 |
+
2024-01-17 23:19:37,935 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 263 |
+
2024-01-17 23:19:41,671 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 264 |
+
2024-01-17 23:19:42,936 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 265 |
+
2024-01-17 23:19:46,672 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 266 |
+
2024-01-17 23:19:47,936 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 267 |
+
2024-01-17 23:19:51,673 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 268 |
+
2024-01-17 23:19:52,937 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 269 |
+
2024-01-17 23:19:53,746 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: partial_history
|
| 270 |
+
2024-01-17 23:19:53,747 DEBUG SenderThread:103 [sender.py:send():382] send: history
|
| 271 |
+
2024-01-17 23:19:53,748 DEBUG SenderThread:103 [sender.py:send_request():409] send_request: summary_record
|
| 272 |
+
2024-01-17 23:19:53,748 INFO SenderThread:103 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 273 |
+
2024-01-17 23:19:53,979 INFO Thread-12 :103 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240117_231223-wasc5lj5/files/wandb-summary.json
|
| 274 |
+
2024-01-17 23:19:54,933 DEBUG SenderThread:103 [sender.py:send():382] send: stats
|
| 275 |
+
2024-01-17 23:19:56,747 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 276 |
+
2024-01-17 23:19:57,981 INFO Thread-12 :103 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240117_231223-wasc5lj5/files/output.log
|
| 277 |
+
2024-01-17 23:19:58,039 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
| 278 |
+
2024-01-17 23:20:01,757 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: keepalive
|
| 279 |
+
2024-01-17 23:20:03,040 DEBUG HandlerThread:103 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240117_231223-wasc5lj5/run-wasc5lj5.wandb
CHANGED
|
Binary files a/wandb/run-20240117_231223-wasc5lj5/run-wasc5lj5.wandb and b/wandb/run-20240117_231223-wasc5lj5/run-wasc5lj5.wandb differ
|
|
|