Training in progress, step 1250
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6025b519cbc2463914bb86c27d3336b1efcd8d96639bd753253e1cfb1184696d
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -1202,3 +1202,48 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1202 |
2024-06-02 22:07:00,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1203 |
2024-06-02 22:07:01,480 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1204 |
2024-06-02 22:07:05,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1202 |
2024-06-02 22:07:00,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1203 |
2024-06-02 22:07:01,480 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1204 |
2024-06-02 22:07:05,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1205 |
+
2024-06-02 22:07:10,703 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1206 |
+
2024-06-02 22:07:13,608 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1207 |
+
2024-06-02 22:07:14,942 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1208 |
+
2024-06-02 22:07:15,613 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1209 |
+
2024-06-02 22:07:15,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1210 |
+
2024-06-02 22:07:16,679 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1211 |
+
2024-06-02 22:07:21,680 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1212 |
+
2024-06-02 22:07:26,681 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1213 |
+
2024-06-02 22:07:29,942 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1214 |
+
2024-06-02 22:07:30,613 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1215 |
+
2024-06-02 22:07:30,614 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1216 |
+
2024-06-02 22:07:31,688 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1217 |
+
2024-06-02 22:07:36,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1218 |
+
2024-06-02 22:07:41,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1219 |
+
2024-06-02 22:07:43,609 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1220 |
+
2024-06-02 22:07:44,942 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1221 |
+
2024-06-02 22:07:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1222 |
+
2024-06-02 22:07:45,614 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1223 |
+
2024-06-02 22:07:47,637 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1224 |
+
2024-06-02 22:07:52,638 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1225 |
+
2024-06-02 22:07:57,639 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1226 |
+
2024-06-02 22:07:59,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1227 |
+
2024-06-02 22:08:00,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1228 |
+
2024-06-02 22:08:00,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1229 |
+
2024-06-02 22:08:02,677 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1230 |
+
2024-06-02 22:08:07,678 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1231 |
+
2024-06-02 22:08:12,679 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1232 |
+
2024-06-02 22:08:13,613 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1233 |
+
2024-06-02 22:08:14,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1234 |
+
2024-06-02 22:08:15,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1235 |
+
2024-06-02 22:08:15,614 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1236 |
+
2024-06-02 22:08:17,697 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1237 |
+
2024-06-02 22:08:22,698 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1238 |
+
2024-06-02 22:08:27,699 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1239 |
+
2024-06-02 22:08:29,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1240 |
+
2024-06-02 22:08:30,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1241 |
+
2024-06-02 22:08:30,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1242 |
+
2024-06-02 22:08:33,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1243 |
+
2024-06-02 22:08:39,107 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1244 |
+
2024-06-02 22:08:39,518 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1245 |
+
2024-06-02 22:08:43,611 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1246 |
+
2024-06-02 22:08:44,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1247 |
+
2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1248 |
+
2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1249 |
+
2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -48,4 +48,6 @@
|
|
| 48 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 49 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 50 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 51 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 48 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 49 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 50 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 51 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 52 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 53 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -1202,3 +1202,48 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1202 |
2024-06-02 22:07:00,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1203 |
2024-06-02 22:07:01,480 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1204 |
2024-06-02 22:07:05,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1202 |
2024-06-02 22:07:00,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1203 |
2024-06-02 22:07:01,480 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1204 |
2024-06-02 22:07:05,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1205 |
+
2024-06-02 22:07:10,703 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1206 |
+
2024-06-02 22:07:13,608 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1207 |
+
2024-06-02 22:07:14,942 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1208 |
+
2024-06-02 22:07:15,613 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1209 |
+
2024-06-02 22:07:15,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1210 |
+
2024-06-02 22:07:16,679 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1211 |
+
2024-06-02 22:07:21,680 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1212 |
+
2024-06-02 22:07:26,681 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1213 |
+
2024-06-02 22:07:29,942 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1214 |
+
2024-06-02 22:07:30,613 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1215 |
+
2024-06-02 22:07:30,614 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1216 |
+
2024-06-02 22:07:31,688 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1217 |
+
2024-06-02 22:07:36,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1218 |
+
2024-06-02 22:07:41,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1219 |
+
2024-06-02 22:07:43,609 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1220 |
+
2024-06-02 22:07:44,942 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1221 |
+
2024-06-02 22:07:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1222 |
+
2024-06-02 22:07:45,614 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1223 |
+
2024-06-02 22:07:47,637 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1224 |
+
2024-06-02 22:07:52,638 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1225 |
+
2024-06-02 22:07:57,639 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1226 |
+
2024-06-02 22:07:59,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1227 |
+
2024-06-02 22:08:00,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1228 |
+
2024-06-02 22:08:00,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1229 |
+
2024-06-02 22:08:02,677 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1230 |
+
2024-06-02 22:08:07,678 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1231 |
+
2024-06-02 22:08:12,679 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1232 |
+
2024-06-02 22:08:13,613 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1233 |
+
2024-06-02 22:08:14,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1234 |
+
2024-06-02 22:08:15,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1235 |
+
2024-06-02 22:08:15,614 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1236 |
+
2024-06-02 22:08:17,697 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1237 |
+
2024-06-02 22:08:22,698 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1238 |
+
2024-06-02 22:08:27,699 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1239 |
+
2024-06-02 22:08:29,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1240 |
+
2024-06-02 22:08:30,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1241 |
+
2024-06-02 22:08:30,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1242 |
+
2024-06-02 22:08:33,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1243 |
+
2024-06-02 22:08:39,107 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1244 |
+
2024-06-02 22:08:39,518 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1245 |
+
2024-06-02 22:08:43,611 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1246 |
+
2024-06-02 22:08:44,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1247 |
+
2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1248 |
+
2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1249 |
+
2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|