Training in progress, epoch 3
Browse files- model.safetensors +1 -1
- runs/Apr10_14-58-13_9088970cc926/events.out.tfevents.1712761095.9088970cc926.34.0 +2 -2
- wandb/debug-internal.log +36 -0
- wandb/run-20240410_150123-cuua991r/files/output.log +2 -0
- wandb/run-20240410_150123-cuua991r/files/wandb-summary.json +1 -1
- wandb/run-20240410_150123-cuua991r/logs/debug-internal.log +36 -0
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 502675828
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d1f56ea1e05ad74bc53455acacb664910c8f783d5c5824ca135c98f200c5841
|
| 3 |
size 502675828
|
runs/Apr10_14-58-13_9088970cc926/events.out.tfevents.1712761095.9088970cc926.34.0
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a6dbe48f5d296eff27d4ea13c24bffcf6c2b9390dc939c92828ea74298795d61
|
| 3 |
+
size 7209
|
wandb/debug-internal.log
CHANGED
|
@@ -158,3 +158,39 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 158 |
2024-04-10 15:03:56,824 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 159 |
2024-04-10 15:03:56,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 160 |
2024-04-10 15:04:02,043 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 158 |
2024-04-10 15:03:56,824 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 159 |
2024-04-10 15:03:56,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 160 |
2024-04-10 15:04:02,043 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 161 |
+
2024-04-10 15:04:07,044 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 162 |
+
2024-04-10 15:04:11,825 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
|
| 163 |
+
2024-04-10 15:04:11,826 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 164 |
+
2024-04-10 15:04:11,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 165 |
+
2024-04-10 15:04:12,114 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 166 |
+
2024-04-10 15:04:17,115 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 167 |
+
2024-04-10 15:04:22,116 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 168 |
+
2024-04-10 15:04:25,778 DEBUG SenderThread:100 [sender.py:send():379] send: stats
|
| 169 |
+
2024-04-10 15:04:26,825 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
|
| 170 |
+
2024-04-10 15:04:26,826 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 171 |
+
2024-04-10 15:04:26,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 172 |
+
2024-04-10 15:04:28,008 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 173 |
+
2024-04-10 15:04:33,009 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 174 |
+
2024-04-10 15:04:37,501 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
|
| 175 |
+
2024-04-10 15:04:37,502 DEBUG SenderThread:100 [sender.py:send():379] send: history
|
| 176 |
+
2024-04-10 15:04:37,502 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
|
| 177 |
+
2024-04-10 15:04:37,504 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
|
| 178 |
+
2024-04-10 15:04:37,721 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
|
| 179 |
+
2024-04-10 15:04:38,505 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 180 |
+
2024-04-10 15:04:40,347 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
|
| 181 |
+
2024-04-10 15:04:40,349 DEBUG SenderThread:100 [sender.py:send():379] send: history
|
| 182 |
+
2024-04-10 15:04:40,349 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
|
| 183 |
+
2024-04-10 15:04:40,349 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
|
| 184 |
+
2024-04-10 15:04:40,722 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
|
| 185 |
+
2024-04-10 15:04:41,945 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 186 |
+
2024-04-10 15:04:42,465 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
|
| 187 |
+
2024-04-10 15:04:42,466 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 188 |
+
2024-04-10 15:04:42,723 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/output.log
|
| 189 |
+
2024-04-10 15:04:43,684 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 190 |
+
2024-04-10 15:04:48,685 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 191 |
+
2024-04-10 15:04:53,687 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 192 |
+
2024-04-10 15:04:55,779 DEBUG SenderThread:100 [sender.py:send():379] send: stats
|
| 193 |
+
2024-04-10 15:04:56,841 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
|
| 194 |
+
2024-04-10 15:04:56,841 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 195 |
+
2024-04-10 15:04:56,842 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 196 |
+
2024-04-10 15:04:59,133 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240410_150123-cuua991r/files/output.log
CHANGED
|
@@ -1,3 +1,5 @@
|
|
|
|
|
|
|
|
| 1 |
/opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
|
| 2 |
_warn_prf(average, modifier, msg_start, len(result))
|
| 3 |
/opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
|
|
|
|
| 1 |
+
/opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
|
| 2 |
+
_warn_prf(average, modifier, msg_start, len(result))
|
| 3 |
/opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
|
| 4 |
_warn_prf(average, modifier, msg_start, len(result))
|
| 5 |
/opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
|
wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"train/loss": 1.
|
|
|
|
| 1 |
+
{"train/loss": 1.764, "train/grad_norm": 6.489156246185303, "train/learning_rate": 8.033898305084746e-06, "train/epoch": 3.0, "train/global_step": 354, "_timestamp": 1712761480.346977, "_runtime": 196.796245098114, "_step": 5, "eval/loss": 1.8461236953735352, "eval/accuracy": 0.24647887323943662, "eval/precision": 0.23441761681198298, "eval/recall": 0.24647887323943662, "eval/f1": 0.1976516887500408, "eval/runtime": 2.8417, "eval/samples_per_second": 49.97, "eval/steps_per_second": 6.334}
|
wandb/run-20240410_150123-cuua991r/logs/debug-internal.log
CHANGED
|
@@ -158,3 +158,39 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 158 |
2024-04-10 15:03:56,824 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 159 |
2024-04-10 15:03:56,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 160 |
2024-04-10 15:04:02,043 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 158 |
2024-04-10 15:03:56,824 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 159 |
2024-04-10 15:03:56,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 160 |
2024-04-10 15:04:02,043 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 161 |
+
2024-04-10 15:04:07,044 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 162 |
+
2024-04-10 15:04:11,825 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
|
| 163 |
+
2024-04-10 15:04:11,826 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 164 |
+
2024-04-10 15:04:11,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 165 |
+
2024-04-10 15:04:12,114 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 166 |
+
2024-04-10 15:04:17,115 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 167 |
+
2024-04-10 15:04:22,116 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 168 |
+
2024-04-10 15:04:25,778 DEBUG SenderThread:100 [sender.py:send():379] send: stats
|
| 169 |
+
2024-04-10 15:04:26,825 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
|
| 170 |
+
2024-04-10 15:04:26,826 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 171 |
+
2024-04-10 15:04:26,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 172 |
+
2024-04-10 15:04:28,008 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 173 |
+
2024-04-10 15:04:33,009 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 174 |
+
2024-04-10 15:04:37,501 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
|
| 175 |
+
2024-04-10 15:04:37,502 DEBUG SenderThread:100 [sender.py:send():379] send: history
|
| 176 |
+
2024-04-10 15:04:37,502 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
|
| 177 |
+
2024-04-10 15:04:37,504 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
|
| 178 |
+
2024-04-10 15:04:37,721 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
|
| 179 |
+
2024-04-10 15:04:38,505 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 180 |
+
2024-04-10 15:04:40,347 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
|
| 181 |
+
2024-04-10 15:04:40,349 DEBUG SenderThread:100 [sender.py:send():379] send: history
|
| 182 |
+
2024-04-10 15:04:40,349 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
|
| 183 |
+
2024-04-10 15:04:40,349 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
|
| 184 |
+
2024-04-10 15:04:40,722 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
|
| 185 |
+
2024-04-10 15:04:41,945 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 186 |
+
2024-04-10 15:04:42,465 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
|
| 187 |
+
2024-04-10 15:04:42,466 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 188 |
+
2024-04-10 15:04:42,723 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/output.log
|
| 189 |
+
2024-04-10 15:04:43,684 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 190 |
+
2024-04-10 15:04:48,685 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 191 |
+
2024-04-10 15:04:53,687 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|
| 192 |
+
2024-04-10 15:04:55,779 DEBUG SenderThread:100 [sender.py:send():379] send: stats
|
| 193 |
+
2024-04-10 15:04:56,841 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
|
| 194 |
+
2024-04-10 15:04:56,841 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
|
| 195 |
+
2024-04-10 15:04:56,842 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
|
| 196 |
+
2024-04-10 15:04:59,133 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
|