nornor02 commited on
Commit
4f6b38e
·
verified ·
1 Parent(s): a0382db

Training in progress, step 2500

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac1cdac2e21cfd15331b65db6a34aafcc29bc6185d99b922e7fb88036058a87b
3
  size 328693404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e73244a01dcd2fae297f0cd7fef129caaf14e462e8d67c6ef6ce452ac601057
3
  size 328693404
runs/Jan18_17-18-07_bddbbc3e305c/events.out.tfevents.1705598291.bddbbc3e305c.76.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2751f5b1264cc591906f034775ab1155ac493382454aa24d7b29d7781e7b38c9
3
- size 9612
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1c867ba0d7b39be383a36e093ddbf63ce1fee28075fa472724cc836328553d9
3
+ size 9769
wandb/debug-internal.log CHANGED
@@ -350,3 +350,44 @@
350
  2024-01-18 17:27:50,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
351
  2024-01-18 17:27:52,328 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
352
  2024-01-18 17:27:55,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
350
  2024-01-18 17:27:50,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
351
  2024-01-18 17:27:52,328 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
352
  2024-01-18 17:27:55,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
353
+ 2024-01-18 17:27:57,329 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
354
+ 2024-01-18 17:28:00,103 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
355
+ 2024-01-18 17:28:02,330 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
356
+ 2024-01-18 17:28:05,042 DEBUG SenderThread:127 [sender.py:send():382] send: stats
357
+ 2024-01-18 17:28:06,043 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
358
+ 2024-01-18 17:28:07,331 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
359
+ 2024-01-18 17:28:11,044 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
360
+ 2024-01-18 17:28:12,335 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
361
+ 2024-01-18 17:28:16,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
362
+ 2024-01-18 17:28:17,336 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
363
+ 2024-01-18 17:28:21,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
364
+ 2024-01-18 17:28:22,337 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
365
+ 2024-01-18 17:28:26,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
366
+ 2024-01-18 17:28:27,337 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
367
+ 2024-01-18 17:28:31,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
368
+ 2024-01-18 17:28:32,343 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
369
+ 2024-01-18 17:28:35,043 DEBUG SenderThread:127 [sender.py:send():382] send: stats
370
+ 2024-01-18 17:28:37,044 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
371
+ 2024-01-18 17:28:37,344 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
372
+ 2024-01-18 17:28:42,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
373
+ 2024-01-18 17:28:42,345 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
374
+ 2024-01-18 17:28:47,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
375
+ 2024-01-18 17:28:47,348 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
376
+ 2024-01-18 17:28:52,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
377
+ 2024-01-18 17:28:52,605 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
378
+ 2024-01-18 17:28:57,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
379
+ 2024-01-18 17:28:57,606 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
380
+ 2024-01-18 17:29:01,075 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: partial_history
381
+ 2024-01-18 17:29:01,076 DEBUG SenderThread:127 [sender.py:send():382] send: history
382
+ 2024-01-18 17:29:01,076 DEBUG SenderThread:127 [sender.py:send_request():409] send_request: summary_record
383
+ 2024-01-18 17:29:01,076 INFO SenderThread:127 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
384
+ 2024-01-18 17:29:01,624 INFO Thread-12 :127 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_171829-uvan9htf/files/wandb-summary.json
385
+ 2024-01-18 17:29:02,077 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
386
+ 2024-01-18 17:29:02,805 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
387
+ 2024-01-18 17:29:02,805 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
388
+ 2024-01-18 17:29:05,044 DEBUG SenderThread:127 [sender.py:send():382] send: stats
389
+ 2024-01-18 17:29:05,625 INFO Thread-12 :127 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_171829-uvan9htf/files/output.log
390
+ 2024-01-18 17:29:07,808 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
391
+ 2024-01-18 17:29:08,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
392
+ 2024-01-18 17:29:12,809 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
393
+ 2024-01-18 17:29:13,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240118_171829-uvan9htf/files/output.log CHANGED
@@ -13,4 +13,6 @@ Checkpoint destination directory /kaggle/working/checkpoint-1000 already exists
13
  warnings.warn('Was asked to gather along dimension 0, but all '
14
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
15
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
16
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
13
  warnings.warn('Was asked to gather along dimension 0, but all '
14
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
15
  warnings.warn('Was asked to gather along dimension 0, but all '
16
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
17
+ warnings.warn('Was asked to gather along dimension 0, but all '
18
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240118_171829-uvan9htf/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 0.706, "train/learning_rate": 4.615384615384616e-06, "train/epoch": 153.85, "train/global_step": 2000, "_timestamp": 1705598857.9153664, "_runtime": 548.5804924964905, "_step": 5}
 
1
+ {"train/loss": 0.6064, "train/learning_rate": 7.692307692307694e-07, "train/epoch": 192.31, "train/global_step": 2500, "_timestamp": 1705598941.0745661, "_runtime": 631.7396922111511, "_step": 6}
wandb/run-20240118_171829-uvan9htf/logs/debug-internal.log CHANGED
@@ -350,3 +350,44 @@
350
  2024-01-18 17:27:50,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
351
  2024-01-18 17:27:52,328 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
352
  2024-01-18 17:27:55,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
350
  2024-01-18 17:27:50,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
351
  2024-01-18 17:27:52,328 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
352
  2024-01-18 17:27:55,102 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
353
+ 2024-01-18 17:27:57,329 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
354
+ 2024-01-18 17:28:00,103 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
355
+ 2024-01-18 17:28:02,330 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
356
+ 2024-01-18 17:28:05,042 DEBUG SenderThread:127 [sender.py:send():382] send: stats
357
+ 2024-01-18 17:28:06,043 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
358
+ 2024-01-18 17:28:07,331 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
359
+ 2024-01-18 17:28:11,044 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
360
+ 2024-01-18 17:28:12,335 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
361
+ 2024-01-18 17:28:16,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
362
+ 2024-01-18 17:28:17,336 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
363
+ 2024-01-18 17:28:21,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
364
+ 2024-01-18 17:28:22,337 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
365
+ 2024-01-18 17:28:26,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
366
+ 2024-01-18 17:28:27,337 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
367
+ 2024-01-18 17:28:31,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
368
+ 2024-01-18 17:28:32,343 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
369
+ 2024-01-18 17:28:35,043 DEBUG SenderThread:127 [sender.py:send():382] send: stats
370
+ 2024-01-18 17:28:37,044 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
371
+ 2024-01-18 17:28:37,344 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
372
+ 2024-01-18 17:28:42,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
373
+ 2024-01-18 17:28:42,345 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
374
+ 2024-01-18 17:28:47,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
375
+ 2024-01-18 17:28:47,348 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
376
+ 2024-01-18 17:28:52,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
377
+ 2024-01-18 17:28:52,605 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
378
+ 2024-01-18 17:28:57,047 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
379
+ 2024-01-18 17:28:57,606 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
380
+ 2024-01-18 17:29:01,075 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: partial_history
381
+ 2024-01-18 17:29:01,076 DEBUG SenderThread:127 [sender.py:send():382] send: history
382
+ 2024-01-18 17:29:01,076 DEBUG SenderThread:127 [sender.py:send_request():409] send_request: summary_record
383
+ 2024-01-18 17:29:01,076 INFO SenderThread:127 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
384
+ 2024-01-18 17:29:01,624 INFO Thread-12 :127 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_171829-uvan9htf/files/wandb-summary.json
385
+ 2024-01-18 17:29:02,077 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
386
+ 2024-01-18 17:29:02,805 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
387
+ 2024-01-18 17:29:02,805 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
388
+ 2024-01-18 17:29:05,044 DEBUG SenderThread:127 [sender.py:send():382] send: stats
389
+ 2024-01-18 17:29:05,625 INFO Thread-12 :127 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240118_171829-uvan9htf/files/output.log
390
+ 2024-01-18 17:29:07,808 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
391
+ 2024-01-18 17:29:08,045 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report
392
+ 2024-01-18 17:29:12,809 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: keepalive
393
+ 2024-01-18 17:29:13,046 DEBUG HandlerThread:127 [handler.py:handle_request():146] handle_request: status_report