nornor02 commited on
Commit
f6fdf91
·
1 Parent(s): 32705d5

Training in progress, step 6000

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d15eb5a22e9bad5867a31548b33c5d75172f29bf799776312c37c6c1d845504b
3
  size 328693404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e18534fd3a2128b8130e5262c1b97cbf167ef25cfbef9fbf7240f0763f85b1
3
  size 328693404
runs/Dec21_19-57-36_fa65ad7b7892/events.out.tfevents.1703188656.fa65ad7b7892.130.2 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:222995c53d257ff3a417efa1a477a4a55d17ce5c957810421cd357760bc7cb47
3
- size 6099
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80782ba0758f8cf8ad6bdcec01ce05f73d3dfd56b673e4e83e8c74b3cd91d2d5
3
+ size 6610
wandb/debug-internal.log CHANGED
@@ -1450,3 +1450,48 @@
1450
  2023-12-21 20:12:12,191 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1451
  2023-12-21 20:12:15,498 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1452
  2023-12-21 20:12:17,194 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1450
  2023-12-21 20:12:12,191 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1451
  2023-12-21 20:12:15,498 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1452
  2023-12-21 20:12:17,194 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1453
+ 2023-12-21 20:12:20,499 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1454
+ 2023-12-21 20:12:22,195 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1455
+ 2023-12-21 20:12:25,500 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1456
+ 2023-12-21 20:12:27,196 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1457
+ 2023-12-21 20:12:30,501 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1458
+ 2023-12-21 20:12:32,198 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1459
+ 2023-12-21 20:12:35,502 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1460
+ 2023-12-21 20:12:36,109 DEBUG SenderThread:204 [sender.py:send():382] send: stats
1461
+ 2023-12-21 20:12:37,203 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1462
+ 2023-12-21 20:12:41,110 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1463
+ 2023-12-21 20:12:42,204 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1464
+ 2023-12-21 20:12:46,111 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1465
+ 2023-12-21 20:12:47,205 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1466
+ 2023-12-21 20:12:51,112 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1467
+ 2023-12-21 20:12:52,207 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1468
+ 2023-12-21 20:12:56,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1469
+ 2023-12-21 20:12:57,208 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1470
+ 2023-12-21 20:13:01,114 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1471
+ 2023-12-21 20:13:02,209 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1472
+ 2023-12-21 20:13:06,110 DEBUG SenderThread:204 [sender.py:send():382] send: stats
1473
+ 2023-12-21 20:13:07,111 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1474
+ 2023-12-21 20:13:07,210 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1475
+ 2023-12-21 20:13:12,112 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1476
+ 2023-12-21 20:13:12,439 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1477
+ 2023-12-21 20:13:12,439 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1478
+ 2023-12-21 20:13:17,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1479
+ 2023-12-21 20:13:17,440 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1480
+ 2023-12-21 20:13:22,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1481
+ 2023-12-21 20:13:22,441 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1482
+ 2023-12-21 20:13:24,461 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: partial_history
1483
+ 2023-12-21 20:13:24,462 DEBUG SenderThread:204 [sender.py:send():382] send: history
1484
+ 2023-12-21 20:13:24,463 DEBUG SenderThread:204 [sender.py:send_request():409] send_request: summary_record
1485
+ 2023-12-21 20:13:24,463 INFO SenderThread:204 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
1486
+ 2023-12-21 20:13:24,721 INFO Thread-12 :204 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
1487
+ 2023-12-21 20:13:26,639 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: partial_history
1488
+ 2023-12-21 20:13:26,641 DEBUG SenderThread:204 [sender.py:send():382] send: history
1489
+ 2023-12-21 20:13:26,641 DEBUG SenderThread:204 [sender.py:send_request():409] send_request: summary_record
1490
+ 2023-12-21 20:13:26,642 INFO SenderThread:204 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
1491
+ 2023-12-21 20:13:26,721 INFO Thread-12 :204 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
1492
+ 2023-12-21 20:13:27,467 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1493
+ 2023-12-21 20:13:27,642 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1494
+ 2023-12-21 20:13:32,468 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1495
+ 2023-12-21 20:13:32,644 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1496
+ 2023-12-21 20:13:36,111 DEBUG SenderThread:204 [sender.py:send():382] send: stats
1497
+ 2023-12-21 20:13:37,469 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/train_runtime": 389.1313, "train/train_samples_per_second": 55.508, "train/train_steps_per_second": 3.855, "train/total_flos": 716157755596800.0, "train/train_loss": 8.66718401084654e-07, "train/epoch": 275.0, "train/global_step": 5500, "_timestamp": 1703189525.2322974, "_runtime": 1781.9303674697876, "_step": 15, "train/loss": 0.0, "train/learning_rate": 1.6666666666666667e-06}
 
1
+ {"train/train_runtime": 949.9732, "train/train_samples_per_second": 96.319, "train/train_steps_per_second": 6.316, "train/total_flos": 758430956448000.0, "train/train_loss": 0.00012483124520804267, "train/epoch": 300.0, "train/global_step": 6000, "_timestamp": 1703189606.637856, "_runtime": 1863.3359260559082, "_step": 17, "train/loss": 0.0, "train/learning_rate": 0.0}
wandb/run-20231221_194223-lb3081d4/logs/debug-internal.log CHANGED
@@ -1450,3 +1450,48 @@
1450
  2023-12-21 20:12:12,191 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1451
  2023-12-21 20:12:15,498 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1452
  2023-12-21 20:12:17,194 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1450
  2023-12-21 20:12:12,191 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1451
  2023-12-21 20:12:15,498 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1452
  2023-12-21 20:12:17,194 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1453
+ 2023-12-21 20:12:20,499 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1454
+ 2023-12-21 20:12:22,195 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1455
+ 2023-12-21 20:12:25,500 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1456
+ 2023-12-21 20:12:27,196 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1457
+ 2023-12-21 20:12:30,501 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1458
+ 2023-12-21 20:12:32,198 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1459
+ 2023-12-21 20:12:35,502 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1460
+ 2023-12-21 20:12:36,109 DEBUG SenderThread:204 [sender.py:send():382] send: stats
1461
+ 2023-12-21 20:12:37,203 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1462
+ 2023-12-21 20:12:41,110 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1463
+ 2023-12-21 20:12:42,204 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1464
+ 2023-12-21 20:12:46,111 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1465
+ 2023-12-21 20:12:47,205 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1466
+ 2023-12-21 20:12:51,112 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1467
+ 2023-12-21 20:12:52,207 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1468
+ 2023-12-21 20:12:56,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1469
+ 2023-12-21 20:12:57,208 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1470
+ 2023-12-21 20:13:01,114 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1471
+ 2023-12-21 20:13:02,209 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1472
+ 2023-12-21 20:13:06,110 DEBUG SenderThread:204 [sender.py:send():382] send: stats
1473
+ 2023-12-21 20:13:07,111 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1474
+ 2023-12-21 20:13:07,210 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1475
+ 2023-12-21 20:13:12,112 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1476
+ 2023-12-21 20:13:12,439 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1477
+ 2023-12-21 20:13:12,439 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1478
+ 2023-12-21 20:13:17,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1479
+ 2023-12-21 20:13:17,440 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1480
+ 2023-12-21 20:13:22,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1481
+ 2023-12-21 20:13:22,441 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1482
+ 2023-12-21 20:13:24,461 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: partial_history
1483
+ 2023-12-21 20:13:24,462 DEBUG SenderThread:204 [sender.py:send():382] send: history
1484
+ 2023-12-21 20:13:24,463 DEBUG SenderThread:204 [sender.py:send_request():409] send_request: summary_record
1485
+ 2023-12-21 20:13:24,463 INFO SenderThread:204 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
1486
+ 2023-12-21 20:13:24,721 INFO Thread-12 :204 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
1487
+ 2023-12-21 20:13:26,639 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: partial_history
1488
+ 2023-12-21 20:13:26,641 DEBUG SenderThread:204 [sender.py:send():382] send: history
1489
+ 2023-12-21 20:13:26,641 DEBUG SenderThread:204 [sender.py:send_request():409] send_request: summary_record
1490
+ 2023-12-21 20:13:26,642 INFO SenderThread:204 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
1491
+ 2023-12-21 20:13:26,721 INFO Thread-12 :204 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
1492
+ 2023-12-21 20:13:27,467 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1493
+ 2023-12-21 20:13:27,642 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1494
+ 2023-12-21 20:13:32,468 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
1495
+ 2023-12-21 20:13:32,644 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
1496
+ 2023-12-21 20:13:36,111 DEBUG SenderThread:204 [sender.py:send():382] send: stats
1497
+ 2023-12-21 20:13:37,469 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
wandb/run-20231221_194223-lb3081d4/run-lb3081d4.wandb CHANGED
Binary files a/wandb/run-20231221_194223-lb3081d4/run-lb3081d4.wandb and b/wandb/run-20231221_194223-lb3081d4/run-lb3081d4.wandb differ