Training in progress, epoch 10
Browse files- model.safetensors +1 -1
- runs/Mar06_15-06-49_41759fa8e6ad/events.out.tfevents.1709737609.41759fa8e6ad.34.4 +2 -2
- wandb/debug-internal.log +41 -0
- wandb/run-20240306_145424-trm7fvg4/logs/debug-internal.log +41 -0
- wandb/run-20240306_145455-h1uv5tyi/files/output.log +3 -0
- wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json +1 -1
- wandb/run-20240306_145455-h1uv5tyi/logs/debug-internal.log +41 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 502675828
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9796d956cc516fa8cd9fbd71652dee549bc487ca97bbcfc05789e34d9763db6c
|
| 3 |
size 502675828
|
runs/Mar06_15-06-49_41759fa8e6ad/events.out.tfevents.1709737609.41759fa8e6ad.34.4
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1df93aad848b8854a6aa17547fa212daf32cef14cd8d4e314a2d606a3b119f20
|
| 3 |
+
size 12302
|
wandb/debug-internal.log
CHANGED
|
@@ -959,3 +959,44 @@
|
|
| 959 |
2024-03-06 15:11:54,051 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 960 |
2024-03-06 15:11:55,387 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 961 |
2024-03-06 15:11:56,805 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 959 |
2024-03-06 15:11:54,051 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 960 |
2024-03-06 15:11:55,387 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 961 |
2024-03-06 15:11:56,805 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
| 962 |
+
2024-03-06 15:11:58,806 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 963 |
+
2024-03-06 15:11:59,052 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 964 |
+
2024-03-06 15:12:00,388 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 965 |
+
2024-03-06 15:12:03,807 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 966 |
+
2024-03-06 15:12:04,053 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 967 |
+
2024-03-06 15:12:05,388 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 968 |
+
2024-03-06 15:12:08,808 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 969 |
+
2024-03-06 15:12:09,054 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 970 |
+
2024-03-06 15:12:10,389 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 971 |
+
2024-03-06 15:12:13,029 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 972 |
+
2024-03-06 15:12:13,030 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 973 |
+
2024-03-06 15:12:13,030 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 974 |
+
2024-03-06 15:12:13,031 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 975 |
+
2024-03-06 15:12:13,165 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 976 |
+
2024-03-06 15:12:14,031 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 977 |
+
2024-03-06 15:12:14,057 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 978 |
+
2024-03-06 15:12:14,145 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 979 |
+
2024-03-06 15:12:14,146 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 980 |
+
2024-03-06 15:12:14,146 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 981 |
+
2024-03-06 15:12:14,147 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 982 |
+
2024-03-06 15:12:14,165 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 983 |
+
2024-03-06 15:12:15,390 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 984 |
+
2024-03-06 15:12:16,166 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
|
| 985 |
+
2024-03-06 15:12:18,591 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 986 |
+
2024-03-06 15:12:18,593 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 987 |
+
2024-03-06 15:12:18,593 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 988 |
+
2024-03-06 15:12:18,594 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 989 |
+
2024-03-06 15:12:19,169 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 990 |
+
2024-03-06 15:12:19,595 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 991 |
+
2024-03-06 15:12:19,859 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 992 |
+
2024-03-06 15:12:20,391 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 993 |
+
2024-03-06 15:12:24,596 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 994 |
+
2024-03-06 15:12:24,860 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 995 |
+
2024-03-06 15:12:25,392 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 996 |
+
2024-03-06 15:12:26,806 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
| 997 |
+
2024-03-06 15:12:29,807 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 998 |
+
2024-03-06 15:12:29,861 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 999 |
+
2024-03-06 15:12:30,393 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1000 |
+
2024-03-06 15:12:34,808 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1001 |
+
2024-03-06 15:12:34,862 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1002 |
+
2024-03-06 15:12:35,394 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240306_145424-trm7fvg4/logs/debug-internal.log
CHANGED
|
@@ -1010,3 +1010,44 @@ wandb.errors.AuthenticationError: The API key you provided is either invalid or
|
|
| 1010 |
2024-03-06 15:11:54,051 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1011 |
2024-03-06 15:11:55,387 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1012 |
2024-03-06 15:11:56,805 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1010 |
2024-03-06 15:11:54,051 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1011 |
2024-03-06 15:11:55,387 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1012 |
2024-03-06 15:11:56,805 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
| 1013 |
+
2024-03-06 15:11:58,806 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1014 |
+
2024-03-06 15:11:59,052 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1015 |
+
2024-03-06 15:12:00,388 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1016 |
+
2024-03-06 15:12:03,807 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1017 |
+
2024-03-06 15:12:04,053 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1018 |
+
2024-03-06 15:12:05,388 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1019 |
+
2024-03-06 15:12:08,808 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1020 |
+
2024-03-06 15:12:09,054 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1021 |
+
2024-03-06 15:12:10,389 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1022 |
+
2024-03-06 15:12:13,029 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 1023 |
+
2024-03-06 15:12:13,030 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 1024 |
+
2024-03-06 15:12:13,030 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 1025 |
+
2024-03-06 15:12:13,031 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 1026 |
+
2024-03-06 15:12:13,165 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 1027 |
+
2024-03-06 15:12:14,031 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1028 |
+
2024-03-06 15:12:14,057 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1029 |
+
2024-03-06 15:12:14,145 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 1030 |
+
2024-03-06 15:12:14,146 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 1031 |
+
2024-03-06 15:12:14,146 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 1032 |
+
2024-03-06 15:12:14,147 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 1033 |
+
2024-03-06 15:12:14,165 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 1034 |
+
2024-03-06 15:12:15,390 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1035 |
+
2024-03-06 15:12:16,166 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
|
| 1036 |
+
2024-03-06 15:12:18,591 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 1037 |
+
2024-03-06 15:12:18,593 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 1038 |
+
2024-03-06 15:12:18,593 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 1039 |
+
2024-03-06 15:12:18,594 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 1040 |
+
2024-03-06 15:12:19,169 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 1041 |
+
2024-03-06 15:12:19,595 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1042 |
+
2024-03-06 15:12:19,859 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1043 |
+
2024-03-06 15:12:20,391 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1044 |
+
2024-03-06 15:12:24,596 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1045 |
+
2024-03-06 15:12:24,860 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1046 |
+
2024-03-06 15:12:25,392 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1047 |
+
2024-03-06 15:12:26,806 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
| 1048 |
+
2024-03-06 15:12:29,807 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1049 |
+
2024-03-06 15:12:29,861 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1050 |
+
2024-03-06 15:12:30,393 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1051 |
+
2024-03-06 15:12:34,808 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1052 |
+
2024-03-06 15:12:34,862 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1053 |
+
2024-03-06 15:12:35,394 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240306_145455-h1uv5tyi/files/output.log
CHANGED
|
@@ -56,3 +56,6 @@ Checkpoint destination directory /kaggle/working/checkpoint-186 already exists a
|
|
| 56 |
_warn_prf(average, modifier, msg_start, len(result))
|
| 57 |
Checkpoint destination directory /kaggle/working/checkpoint-248 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 58 |
/opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
_warn_prf(average, modifier, msg_start, len(result))
|
| 57 |
Checkpoint destination directory /kaggle/working/checkpoint-248 already exists and is non-empty. Saving will proceed but saved results may be invalid.
|
| 58 |
/opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
|
| 59 |
+
_warn_prf(average, modifier, msg_start, len(result))
|
| 60 |
+
/opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
|
| 61 |
+
_warn_prf(average, modifier, msg_start, len(result))
|
wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 1.
|
|
|
|
| 1 |
+
{"train/loss": 1.336, "train/grad_norm": 5.787355422973633, "train/learning_rate": 9.67741935483871e-08, "train/epoch": 10.0, "train/global_step": 310, "_timestamp": 1709737938.5913074, "_runtime": 1042.8725504875183, "_step": 46, "eval/loss": 1.7302838563919067, "eval/accuracy": 0.4, "eval/precision": 0.3338842975206612, "eval/recall": 0.4, "eval/f1": 0.32316205533596837, "eval/runtime": 1.1123, "eval/samples_per_second": 49.447, "eval/steps_per_second": 3.596, "train/train_runtime": 328.7424, "train/train_samples_per_second": 14.936, "train/train_steps_per_second": 0.943, "train/total_flos": 1291933277952000.0, "train/train_loss": 1.571413852322486}
|
wandb/run-20240306_145455-h1uv5tyi/logs/debug-internal.log
CHANGED
|
@@ -959,3 +959,44 @@
|
|
| 959 |
2024-03-06 15:11:54,051 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 960 |
2024-03-06 15:11:55,387 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 961 |
2024-03-06 15:11:56,805 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 959 |
2024-03-06 15:11:54,051 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 960 |
2024-03-06 15:11:55,387 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 961 |
2024-03-06 15:11:56,805 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
| 962 |
+
2024-03-06 15:11:58,806 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 963 |
+
2024-03-06 15:11:59,052 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 964 |
+
2024-03-06 15:12:00,388 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 965 |
+
2024-03-06 15:12:03,807 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 966 |
+
2024-03-06 15:12:04,053 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 967 |
+
2024-03-06 15:12:05,388 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 968 |
+
2024-03-06 15:12:08,808 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 969 |
+
2024-03-06 15:12:09,054 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 970 |
+
2024-03-06 15:12:10,389 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 971 |
+
2024-03-06 15:12:13,029 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 972 |
+
2024-03-06 15:12:13,030 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 973 |
+
2024-03-06 15:12:13,030 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 974 |
+
2024-03-06 15:12:13,031 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 975 |
+
2024-03-06 15:12:13,165 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 976 |
+
2024-03-06 15:12:14,031 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 977 |
+
2024-03-06 15:12:14,057 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 978 |
+
2024-03-06 15:12:14,145 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 979 |
+
2024-03-06 15:12:14,146 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 980 |
+
2024-03-06 15:12:14,146 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 981 |
+
2024-03-06 15:12:14,147 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 982 |
+
2024-03-06 15:12:14,165 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 983 |
+
2024-03-06 15:12:15,390 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 984 |
+
2024-03-06 15:12:16,166 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
|
| 985 |
+
2024-03-06 15:12:18,591 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
|
| 986 |
+
2024-03-06 15:12:18,593 DEBUG SenderThread:137 [sender.py:send():382] send: history
|
| 987 |
+
2024-03-06 15:12:18,593 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
|
| 988 |
+
2024-03-06 15:12:18,594 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
| 989 |
+
2024-03-06 15:12:19,169 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
|
| 990 |
+
2024-03-06 15:12:19,595 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 991 |
+
2024-03-06 15:12:19,859 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 992 |
+
2024-03-06 15:12:20,391 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 993 |
+
2024-03-06 15:12:24,596 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 994 |
+
2024-03-06 15:12:24,860 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 995 |
+
2024-03-06 15:12:25,392 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 996 |
+
2024-03-06 15:12:26,806 DEBUG SenderThread:137 [sender.py:send():382] send: stats
|
| 997 |
+
2024-03-06 15:12:29,807 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 998 |
+
2024-03-06 15:12:29,861 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 999 |
+
2024-03-06 15:12:30,393 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1000 |
+
2024-03-06 15:12:34,808 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|
| 1001 |
+
2024-03-06 15:12:34,862 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
|
| 1002 |
+
2024-03-06 15:12:35,394 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
|