Training in progress, step 1300
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:10e7793328628f7287999c3183269c89f1d1a701409563e02b77490afa0d306e
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -1247,3 +1247,45 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1247 |
2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1248 |
2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1249 |
2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1247 |
2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1248 |
2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1249 |
2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1250 |
+
2024-06-02 22:08:49,700 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1251 |
+
2024-06-02 22:08:54,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1252 |
+
2024-06-02 22:08:59,702 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1253 |
+
2024-06-02 22:08:59,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1254 |
+
2024-06-02 22:09:00,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1255 |
+
2024-06-02 22:09:00,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1256 |
+
2024-06-02 22:09:05,669 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1257 |
+
2024-06-02 22:09:10,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1258 |
+
2024-06-02 22:09:13,611 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1259 |
+
2024-06-02 22:09:14,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1260 |
+
2024-06-02 22:09:15,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1261 |
+
2024-06-02 22:09:15,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1262 |
+
2024-06-02 22:09:15,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1263 |
+
2024-06-02 22:09:20,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1264 |
+
2024-06-02 22:09:25,746 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1265 |
+
2024-06-02 22:09:29,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1266 |
+
2024-06-02 22:09:30,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1267 |
+
2024-06-02 22:09:30,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1268 |
+
2024-06-02 22:09:31,731 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1269 |
+
2024-06-02 22:09:36,732 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1270 |
+
2024-06-02 22:09:41,733 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1271 |
+
2024-06-02 22:09:43,612 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1272 |
+
2024-06-02 22:09:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1273 |
+
2024-06-02 22:09:45,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1274 |
+
2024-06-02 22:09:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1275 |
+
2024-06-02 22:09:46,743 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1276 |
+
2024-06-02 22:09:51,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1277 |
+
2024-06-02 22:09:56,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1278 |
+
2024-06-02 22:09:59,944 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1279 |
+
2024-06-02 22:10:00,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1280 |
+
2024-06-02 22:10:00,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1281 |
+
2024-06-02 22:10:02,664 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1282 |
+
2024-06-02 22:10:07,665 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1283 |
+
2024-06-02 22:10:12,666 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1284 |
+
2024-06-02 22:10:13,613 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1285 |
+
2024-06-02 22:10:15,523 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1286 |
+
2024-06-02 22:10:15,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1287 |
+
2024-06-02 22:10:15,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1288 |
+
2024-06-02 22:10:17,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1289 |
+
2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1290 |
+
2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1291 |
+
2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -50,4 +50,6 @@
|
|
| 50 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 51 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 52 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 53 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 50 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 51 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 52 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 53 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 54 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 55 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -1247,3 +1247,45 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1247 |
2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1248 |
2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1249 |
2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1247 |
2024-06-02 22:08:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1248 |
2024-06-02 22:08:45,614 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1249 |
2024-06-02 22:08:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1250 |
+
2024-06-02 22:08:49,700 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1251 |
+
2024-06-02 22:08:54,701 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1252 |
+
2024-06-02 22:08:59,702 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1253 |
+
2024-06-02 22:08:59,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1254 |
+
2024-06-02 22:09:00,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1255 |
+
2024-06-02 22:09:00,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1256 |
+
2024-06-02 22:09:05,669 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1257 |
+
2024-06-02 22:09:10,670 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1258 |
+
2024-06-02 22:09:13,611 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1259 |
+
2024-06-02 22:09:14,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1260 |
+
2024-06-02 22:09:15,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1261 |
+
2024-06-02 22:09:15,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1262 |
+
2024-06-02 22:09:15,744 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1263 |
+
2024-06-02 22:09:20,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1264 |
+
2024-06-02 22:09:25,746 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1265 |
+
2024-06-02 22:09:29,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1266 |
+
2024-06-02 22:09:30,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1267 |
+
2024-06-02 22:09:30,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1268 |
+
2024-06-02 22:09:31,731 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1269 |
+
2024-06-02 22:09:36,732 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1270 |
+
2024-06-02 22:09:41,733 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1271 |
+
2024-06-02 22:09:43,612 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1272 |
+
2024-06-02 22:09:44,943 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1273 |
+
2024-06-02 22:09:45,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1274 |
+
2024-06-02 22:09:45,615 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1275 |
+
2024-06-02 22:09:46,743 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1276 |
+
2024-06-02 22:09:51,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1277 |
+
2024-06-02 22:09:56,745 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1278 |
+
2024-06-02 22:09:59,944 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1279 |
+
2024-06-02 22:10:00,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1280 |
+
2024-06-02 22:10:00,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1281 |
+
2024-06-02 22:10:02,664 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1282 |
+
2024-06-02 22:10:07,665 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1283 |
+
2024-06-02 22:10:12,666 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1284 |
+
2024-06-02 22:10:13,613 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1285 |
+
2024-06-02 22:10:15,523 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1286 |
+
2024-06-02 22:10:15,615 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1287 |
+
2024-06-02 22:10:15,616 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1288 |
+
2024-06-02 22:10:17,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1289 |
+
2024-06-02 22:10:19,559 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1290 |
+
2024-06-02 22:10:22,801 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1291 |
+
2024-06-02 22:10:27,802 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|