Training in progress, step 1200
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2702b19ed99c943ca8a1001a98f7677d0e853cd8a47a6fdd950d75276cac4c9b
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -1158,3 +1158,47 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1158 |
2024-06-02 22:05:19,441 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1159 |
2024-06-02 22:05:20,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1160 |
2024-06-02 22:05:25,185 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1158 |
2024-06-02 22:05:19,441 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1159 |
2024-06-02 22:05:20,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1160 |
2024-06-02 22:05:25,185 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1161 |
+
2024-06-02 22:05:29,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1162 |
+
2024-06-02 22:05:30,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1163 |
+
2024-06-02 22:05:30,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1164 |
+
2024-06-02 22:05:30,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1165 |
+
2024-06-02 22:05:35,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1166 |
+
2024-06-02 22:05:40,722 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1167 |
+
2024-06-02 22:05:43,605 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1168 |
+
2024-06-02 22:05:44,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1169 |
+
2024-06-02 22:05:45,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1170 |
+
2024-06-02 22:05:45,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1171 |
+
2024-06-02 22:05:46,717 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1172 |
+
2024-06-02 22:05:51,718 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1173 |
+
2024-06-02 22:05:56,719 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1174 |
+
2024-06-02 22:05:59,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1175 |
+
2024-06-02 22:06:00,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1176 |
+
2024-06-02 22:06:00,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1177 |
+
2024-06-02 22:06:02,686 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1178 |
+
2024-06-02 22:06:07,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1179 |
+
2024-06-02 22:06:12,688 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1180 |
+
2024-06-02 22:06:13,606 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1181 |
+
2024-06-02 22:06:14,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1182 |
+
2024-06-02 22:06:15,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1183 |
+
2024-06-02 22:06:15,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1184 |
+
2024-06-02 22:06:18,668 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1185 |
+
2024-06-02 22:06:23,669 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1186 |
+
2024-06-02 22:06:28,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1187 |
+
2024-06-02 22:06:29,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1188 |
+
2024-06-02 22:06:30,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1189 |
+
2024-06-02 22:06:30,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1190 |
+
2024-06-02 22:06:33,734 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1191 |
+
2024-06-02 22:06:38,735 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1192 |
+
2024-06-02 22:06:43,607 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1193 |
+
2024-06-02 22:06:44,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1194 |
+
2024-06-02 22:06:44,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1195 |
+
2024-06-02 22:06:45,613 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1196 |
+
2024-06-02 22:06:45,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1197 |
+
2024-06-02 22:06:49,735 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1198 |
+
2024-06-02 22:06:54,736 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1199 |
+
2024-06-02 22:06:59,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1200 |
+
2024-06-02 22:07:00,021 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1201 |
+
2024-06-02 22:07:00,613 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1202 |
+
2024-06-02 22:07:00,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1203 |
+
2024-06-02 22:07:01,480 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1204 |
+
2024-06-02 22:07:05,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -46,4 +46,6 @@
|
|
| 46 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 47 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 48 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 49 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 46 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 47 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 48 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 49 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 50 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 51 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -1158,3 +1158,47 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1158 |
2024-06-02 22:05:19,441 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1159 |
2024-06-02 22:05:20,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1160 |
2024-06-02 22:05:25,185 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1158 |
2024-06-02 22:05:19,441 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1159 |
2024-06-02 22:05:20,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1160 |
2024-06-02 22:05:25,185 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1161 |
+
2024-06-02 22:05:29,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1162 |
+
2024-06-02 22:05:30,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1163 |
+
2024-06-02 22:05:30,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1164 |
+
2024-06-02 22:05:30,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1165 |
+
2024-06-02 22:05:35,721 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1166 |
+
2024-06-02 22:05:40,722 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1167 |
+
2024-06-02 22:05:43,605 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1168 |
+
2024-06-02 22:05:44,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1169 |
+
2024-06-02 22:05:45,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1170 |
+
2024-06-02 22:05:45,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1171 |
+
2024-06-02 22:05:46,717 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1172 |
+
2024-06-02 22:05:51,718 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1173 |
+
2024-06-02 22:05:56,719 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1174 |
+
2024-06-02 22:05:59,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1175 |
+
2024-06-02 22:06:00,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1176 |
+
2024-06-02 22:06:00,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1177 |
+
2024-06-02 22:06:02,686 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1178 |
+
2024-06-02 22:06:07,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1179 |
+
2024-06-02 22:06:12,688 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1180 |
+
2024-06-02 22:06:13,606 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1181 |
+
2024-06-02 22:06:14,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1182 |
+
2024-06-02 22:06:15,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1183 |
+
2024-06-02 22:06:15,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1184 |
+
2024-06-02 22:06:18,668 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1185 |
+
2024-06-02 22:06:23,669 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1186 |
+
2024-06-02 22:06:28,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1187 |
+
2024-06-02 22:06:29,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1188 |
+
2024-06-02 22:06:30,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1189 |
+
2024-06-02 22:06:30,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1190 |
+
2024-06-02 22:06:33,734 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1191 |
+
2024-06-02 22:06:38,735 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1192 |
+
2024-06-02 22:06:43,607 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1193 |
+
2024-06-02 22:06:44,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1194 |
+
2024-06-02 22:06:44,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1195 |
+
2024-06-02 22:06:45,613 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1196 |
+
2024-06-02 22:06:45,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1197 |
+
2024-06-02 22:06:49,735 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1198 |
+
2024-06-02 22:06:54,736 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1199 |
+
2024-06-02 22:06:59,941 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1200 |
+
2024-06-02 22:07:00,021 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1201 |
+
2024-06-02 22:07:00,613 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1202 |
+
2024-06-02 22:07:00,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1203 |
+
2024-06-02 22:07:01,480 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1204 |
+
2024-06-02 22:07:05,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|