Training in progress, step 6000
Browse files- model.safetensors +1 -1
- runs/Dec21_19-57-36_fa65ad7b7892/events.out.tfevents.1703188656.fa65ad7b7892.130.2 +2 -2
- wandb/debug-internal.log +45 -0
- wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json +1 -1
- wandb/run-20231221_194223-lb3081d4/logs/debug-internal.log +45 -0
- wandb/run-20231221_194223-lb3081d4/run-lb3081d4.wandb +0 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 328693404
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:28e18534fd3a2128b8130e5262c1b97cbf167ef25cfbef9fbf7240f0763f85b1
|
| 3 |
size 328693404
|
runs/Dec21_19-57-36_fa65ad7b7892/events.out.tfevents.1703188656.fa65ad7b7892.130.2
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80782ba0758f8cf8ad6bdcec01ce05f73d3dfd56b673e4e83e8c74b3cd91d2d5
|
| 3 |
+
size 6610
|
wandb/debug-internal.log
CHANGED
|
@@ -1450,3 +1450,48 @@
|
|
| 1450 |
2023-12-21 20:12:12,191 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1451 |
2023-12-21 20:12:15,498 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1452 |
2023-12-21 20:12:17,194 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1450 |
2023-12-21 20:12:12,191 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1451 |
2023-12-21 20:12:15,498 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1452 |
2023-12-21 20:12:17,194 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1453 |
+
2023-12-21 20:12:20,499 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1454 |
+
2023-12-21 20:12:22,195 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1455 |
+
2023-12-21 20:12:25,500 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1456 |
+
2023-12-21 20:12:27,196 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1457 |
+
2023-12-21 20:12:30,501 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1458 |
+
2023-12-21 20:12:32,198 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1459 |
+
2023-12-21 20:12:35,502 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1460 |
+
2023-12-21 20:12:36,109 DEBUG SenderThread:204 [sender.py:send():382] send: stats
|
| 1461 |
+
2023-12-21 20:12:37,203 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1462 |
+
2023-12-21 20:12:41,110 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1463 |
+
2023-12-21 20:12:42,204 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1464 |
+
2023-12-21 20:12:46,111 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1465 |
+
2023-12-21 20:12:47,205 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1466 |
+
2023-12-21 20:12:51,112 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1467 |
+
2023-12-21 20:12:52,207 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1468 |
+
2023-12-21 20:12:56,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1469 |
+
2023-12-21 20:12:57,208 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1470 |
+
2023-12-21 20:13:01,114 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1471 |
+
2023-12-21 20:13:02,209 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1472 |
+
2023-12-21 20:13:06,110 DEBUG SenderThread:204 [sender.py:send():382] send: stats
|
| 1473 |
+
2023-12-21 20:13:07,111 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1474 |
+
2023-12-21 20:13:07,210 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1475 |
+
2023-12-21 20:13:12,112 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1476 |
+
2023-12-21 20:13:12,439 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1477 |
+
2023-12-21 20:13:12,439 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1478 |
+
2023-12-21 20:13:17,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1479 |
+
2023-12-21 20:13:17,440 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1480 |
+
2023-12-21 20:13:22,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1481 |
+
2023-12-21 20:13:22,441 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1482 |
+
2023-12-21 20:13:24,461 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: partial_history
|
| 1483 |
+
2023-12-21 20:13:24,462 DEBUG SenderThread:204 [sender.py:send():382] send: history
|
| 1484 |
+
2023-12-21 20:13:24,463 DEBUG SenderThread:204 [sender.py:send_request():409] send_request: summary_record
|
| 1485 |
+
2023-12-21 20:13:24,463 INFO SenderThread:204 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
| 1486 |
+
2023-12-21 20:13:24,721 INFO Thread-12 :204 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
|
| 1487 |
+
2023-12-21 20:13:26,639 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: partial_history
|
| 1488 |
+
2023-12-21 20:13:26,641 DEBUG SenderThread:204 [sender.py:send():382] send: history
|
| 1489 |
+
2023-12-21 20:13:26,641 DEBUG SenderThread:204 [sender.py:send_request():409] send_request: summary_record
|
| 1490 |
+
2023-12-21 20:13:26,642 INFO SenderThread:204 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
| 1491 |
+
2023-12-21 20:13:26,721 INFO Thread-12 :204 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
|
| 1492 |
+
2023-12-21 20:13:27,467 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1493 |
+
2023-12-21 20:13:27,642 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1494 |
+
2023-12-21 20:13:32,468 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1495 |
+
2023-12-21 20:13:32,644 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1496 |
+
2023-12-21 20:13:36,111 DEBUG SenderThread:204 [sender.py:send():382] send: stats
|
| 1497 |
+
2023-12-21 20:13:37,469 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/train_runtime":
|
|
|
|
| 1 |
+
{"train/train_runtime": 949.9732, "train/train_samples_per_second": 96.319, "train/train_steps_per_second": 6.316, "train/total_flos": 758430956448000.0, "train/train_loss": 0.00012483124520804267, "train/epoch": 300.0, "train/global_step": 6000, "_timestamp": 1703189606.637856, "_runtime": 1863.3359260559082, "_step": 17, "train/loss": 0.0, "train/learning_rate": 0.0}
|
wandb/run-20231221_194223-lb3081d4/logs/debug-internal.log
CHANGED
|
@@ -1450,3 +1450,48 @@
|
|
| 1450 |
2023-12-21 20:12:12,191 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1451 |
2023-12-21 20:12:15,498 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1452 |
2023-12-21 20:12:17,194 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1450 |
2023-12-21 20:12:12,191 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1451 |
2023-12-21 20:12:15,498 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1452 |
2023-12-21 20:12:17,194 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1453 |
+
2023-12-21 20:12:20,499 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1454 |
+
2023-12-21 20:12:22,195 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1455 |
+
2023-12-21 20:12:25,500 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1456 |
+
2023-12-21 20:12:27,196 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1457 |
+
2023-12-21 20:12:30,501 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1458 |
+
2023-12-21 20:12:32,198 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1459 |
+
2023-12-21 20:12:35,502 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1460 |
+
2023-12-21 20:12:36,109 DEBUG SenderThread:204 [sender.py:send():382] send: stats
|
| 1461 |
+
2023-12-21 20:12:37,203 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1462 |
+
2023-12-21 20:12:41,110 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1463 |
+
2023-12-21 20:12:42,204 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1464 |
+
2023-12-21 20:12:46,111 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1465 |
+
2023-12-21 20:12:47,205 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1466 |
+
2023-12-21 20:12:51,112 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1467 |
+
2023-12-21 20:12:52,207 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1468 |
+
2023-12-21 20:12:56,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1469 |
+
2023-12-21 20:12:57,208 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1470 |
+
2023-12-21 20:13:01,114 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1471 |
+
2023-12-21 20:13:02,209 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1472 |
+
2023-12-21 20:13:06,110 DEBUG SenderThread:204 [sender.py:send():382] send: stats
|
| 1473 |
+
2023-12-21 20:13:07,111 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1474 |
+
2023-12-21 20:13:07,210 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1475 |
+
2023-12-21 20:13:12,112 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1476 |
+
2023-12-21 20:13:12,439 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1477 |
+
2023-12-21 20:13:12,439 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1478 |
+
2023-12-21 20:13:17,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1479 |
+
2023-12-21 20:13:17,440 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1480 |
+
2023-12-21 20:13:22,113 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1481 |
+
2023-12-21 20:13:22,441 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1482 |
+
2023-12-21 20:13:24,461 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: partial_history
|
| 1483 |
+
2023-12-21 20:13:24,462 DEBUG SenderThread:204 [sender.py:send():382] send: history
|
| 1484 |
+
2023-12-21 20:13:24,463 DEBUG SenderThread:204 [sender.py:send_request():409] send_request: summary_record
|
| 1485 |
+
2023-12-21 20:13:24,463 INFO SenderThread:204 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
| 1486 |
+
2023-12-21 20:13:24,721 INFO Thread-12 :204 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
|
| 1487 |
+
2023-12-21 20:13:26,639 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: partial_history
|
| 1488 |
+
2023-12-21 20:13:26,641 DEBUG SenderThread:204 [sender.py:send():382] send: history
|
| 1489 |
+
2023-12-21 20:13:26,641 DEBUG SenderThread:204 [sender.py:send_request():409] send_request: summary_record
|
| 1490 |
+
2023-12-21 20:13:26,642 INFO SenderThread:204 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
|
| 1491 |
+
2023-12-21 20:13:26,721 INFO Thread-12 :204 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20231221_194223-lb3081d4/files/wandb-summary.json
|
| 1492 |
+
2023-12-21 20:13:27,467 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1493 |
+
2023-12-21 20:13:27,642 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1494 |
+
2023-12-21 20:13:32,468 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
| 1495 |
+
2023-12-21 20:13:32,644 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: status_report
|
| 1496 |
+
2023-12-21 20:13:36,111 DEBUG SenderThread:204 [sender.py:send():382] send: stats
|
| 1497 |
+
2023-12-21 20:13:37,469 DEBUG HandlerThread:204 [handler.py:handle_request():146] handle_request: keepalive
|
wandb/run-20231221_194223-lb3081d4/run-lb3081d4.wandb
CHANGED
|
Binary files a/wandb/run-20231221_194223-lb3081d4/run-lb3081d4.wandb and b/wandb/run-20231221_194223-lb3081d4/run-lb3081d4.wandb differ
|
|
|