Training in progress, step 1150
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7c2ca8871a588ff97a428501dc19673ab32ac9c9f5bc70fb851bd6bf22fd69d
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -1117,3 +1117,44 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1117 |
2024-06-02 22:03:44,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1118 |
2024-06-02 22:03:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1119 |
2024-06-02 22:03:45,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1117 |
2024-06-02 22:03:44,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1118 |
2024-06-02 22:03:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1119 |
2024-06-02 22:03:45,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1120 |
+
2024-06-02 22:03:49,681 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1121 |
+
2024-06-02 22:03:54,682 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1122 |
+
2024-06-02 22:03:59,683 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1123 |
+
2024-06-02 22:03:59,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1124 |
+
2024-06-02 22:04:00,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1125 |
+
2024-06-02 22:04:00,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1126 |
+
2024-06-02 22:04:05,664 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1127 |
+
2024-06-02 22:04:10,665 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1128 |
+
2024-06-02 22:04:13,602 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1129 |
+
2024-06-02 22:04:14,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1130 |
+
2024-06-02 22:04:15,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1131 |
+
2024-06-02 22:04:15,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1132 |
+
2024-06-02 22:04:16,653 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1133 |
+
2024-06-02 22:04:21,654 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1134 |
+
2024-06-02 22:04:26,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1135 |
+
2024-06-02 22:04:29,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1136 |
+
2024-06-02 22:04:30,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1137 |
+
2024-06-02 22:04:30,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1138 |
+
2024-06-02 22:04:32,649 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1139 |
+
2024-06-02 22:04:37,650 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1140 |
+
2024-06-02 22:04:42,652 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1141 |
+
2024-06-02 22:04:43,603 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1142 |
+
2024-06-02 22:04:44,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1143 |
+
2024-06-02 22:04:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1144 |
+
2024-06-02 22:04:45,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1145 |
+
2024-06-02 22:04:47,708 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1146 |
+
2024-06-02 22:04:52,709 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1147 |
+
2024-06-02 22:04:57,709 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1148 |
+
2024-06-02 22:04:59,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1149 |
+
2024-06-02 22:05:00,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1150 |
+
2024-06-02 22:05:00,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1151 |
+
2024-06-02 22:05:03,684 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1152 |
+
2024-06-02 22:05:08,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1153 |
+
2024-06-02 22:05:13,604 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1154 |
+
2024-06-02 22:05:14,605 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1155 |
+
2024-06-02 22:05:15,024 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1156 |
+
2024-06-02 22:05:15,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1157 |
+
2024-06-02 22:05:15,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1158 |
+
2024-06-02 22:05:19,441 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1159 |
+
2024-06-02 22:05:20,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1160 |
+
2024-06-02 22:05:25,185 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -44,4 +44,6 @@
|
|
| 44 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 45 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 46 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 47 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 44 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 45 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 46 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 47 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 48 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 49 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -1117,3 +1117,44 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1117 |
2024-06-02 22:03:44,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1118 |
2024-06-02 22:03:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1119 |
2024-06-02 22:03:45,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1117 |
2024-06-02 22:03:44,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1118 |
2024-06-02 22:03:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1119 |
2024-06-02 22:03:45,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1120 |
+
2024-06-02 22:03:49,681 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1121 |
+
2024-06-02 22:03:54,682 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1122 |
+
2024-06-02 22:03:59,683 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1123 |
+
2024-06-02 22:03:59,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1124 |
+
2024-06-02 22:04:00,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1125 |
+
2024-06-02 22:04:00,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1126 |
+
2024-06-02 22:04:05,664 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1127 |
+
2024-06-02 22:04:10,665 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1128 |
+
2024-06-02 22:04:13,602 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1129 |
+
2024-06-02 22:04:14,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1130 |
+
2024-06-02 22:04:15,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1131 |
+
2024-06-02 22:04:15,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1132 |
+
2024-06-02 22:04:16,653 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1133 |
+
2024-06-02 22:04:21,654 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1134 |
+
2024-06-02 22:04:26,655 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1135 |
+
2024-06-02 22:04:29,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1136 |
+
2024-06-02 22:04:30,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1137 |
+
2024-06-02 22:04:30,613 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1138 |
+
2024-06-02 22:04:32,649 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1139 |
+
2024-06-02 22:04:37,650 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1140 |
+
2024-06-02 22:04:42,652 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1141 |
+
2024-06-02 22:04:43,603 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1142 |
+
2024-06-02 22:04:44,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1143 |
+
2024-06-02 22:04:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1144 |
+
2024-06-02 22:04:45,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1145 |
+
2024-06-02 22:04:47,708 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1146 |
+
2024-06-02 22:04:52,709 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1147 |
+
2024-06-02 22:04:57,709 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1148 |
+
2024-06-02 22:04:59,924 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1149 |
+
2024-06-02 22:05:00,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1150 |
+
2024-06-02 22:05:00,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1151 |
+
2024-06-02 22:05:03,684 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1152 |
+
2024-06-02 22:05:08,685 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1153 |
+
2024-06-02 22:05:13,604 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1154 |
+
2024-06-02 22:05:14,605 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1155 |
+
2024-06-02 22:05:15,024 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1156 |
+
2024-06-02 22:05:15,612 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1157 |
+
2024-06-02 22:05:15,612 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1158 |
+
2024-06-02 22:05:19,441 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1159 |
+
2024-06-02 22:05:20,184 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1160 |
+
2024-06-02 22:05:25,185 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|