Training in progress, step 1100
Browse files
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 485755120
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c444c2333823adc9f23af59f58f652206f5ad55b7fe5589607d5160dfc905cd1
|
| 3 |
size 485755120
|
wandb/debug-internal.log
CHANGED
|
@@ -1072,3 +1072,48 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1072 |
2024-06-02 22:02:00,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1073 |
2024-06-02 22:02:00,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1074 |
2024-06-02 22:02:05,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1072 |
2024-06-02 22:02:00,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1073 |
2024-06-02 22:02:00,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1074 |
2024-06-02 22:02:05,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1075 |
+
2024-06-02 22:02:10,688 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1076 |
+
2024-06-02 22:02:13,598 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1077 |
+
2024-06-02 22:02:14,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1078 |
+
2024-06-02 22:02:15,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1079 |
+
2024-06-02 22:02:15,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1080 |
+
2024-06-02 22:02:16,674 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1081 |
+
2024-06-02 22:02:21,675 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1082 |
+
2024-06-02 22:02:26,676 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1083 |
+
2024-06-02 22:02:29,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1084 |
+
2024-06-02 22:02:30,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1085 |
+
2024-06-02 22:02:30,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1086 |
+
2024-06-02 22:02:32,641 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1087 |
+
2024-06-02 22:02:37,642 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1088 |
+
2024-06-02 22:02:42,642 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1089 |
+
2024-06-02 22:02:43,599 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1090 |
+
2024-06-02 22:02:44,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1091 |
+
2024-06-02 22:02:45,609 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1092 |
+
2024-06-02 22:02:45,610 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1093 |
+
2024-06-02 22:02:47,652 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1094 |
+
2024-06-02 22:02:52,652 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1095 |
+
2024-06-02 22:02:57,653 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1096 |
+
2024-06-02 22:02:59,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1097 |
+
2024-06-02 22:03:00,609 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1098 |
+
2024-06-02 22:03:00,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1099 |
+
2024-06-02 22:03:02,709 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1100 |
+
2024-06-02 22:03:07,711 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1101 |
+
2024-06-02 22:03:12,711 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1102 |
+
2024-06-02 22:03:13,600 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1103 |
+
2024-06-02 22:03:14,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1104 |
+
2024-06-02 22:03:15,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1105 |
+
2024-06-02 22:03:15,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1106 |
+
2024-06-02 22:03:18,648 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1107 |
+
2024-06-02 22:03:23,649 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1108 |
+
2024-06-02 22:03:28,650 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1109 |
+
2024-06-02 22:03:29,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1110 |
+
2024-06-02 22:03:30,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1111 |
+
2024-06-02 22:03:30,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1112 |
+
2024-06-02 22:03:33,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1113 |
+
2024-06-02 22:03:39,402 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1114 |
+
2024-06-02 22:03:39,493 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1115 |
+
2024-06-02 22:03:43,601 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1116 |
+
2024-06-02 22:03:44,602 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1117 |
+
2024-06-02 22:03:44,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1118 |
+
2024-06-02 22:03:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1119 |
+
2024-06-02 22:03:45,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
wandb/run-20240602_212342-ypv2rcj7/files/output.log
CHANGED
|
@@ -42,4 +42,6 @@
|
|
| 42 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 43 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 44 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
|
|
|
|
|
|
| 45 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
|
|
|
| 42 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 43 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 44 |
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 45 |
+
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
| 46 |
+
warnings.warn('Was asked to gather along dimension 0, but all '
|
| 47 |
/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
|
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log
CHANGED
|
@@ -1072,3 +1072,48 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
|
|
| 1072 |
2024-06-02 22:02:00,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1073 |
2024-06-02 22:02:00,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1074 |
2024-06-02 22:02:05,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1072 |
2024-06-02 22:02:00,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1073 |
2024-06-02 22:02:00,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1074 |
2024-06-02 22:02:05,687 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1075 |
+
2024-06-02 22:02:10,688 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1076 |
+
2024-06-02 22:02:13,598 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1077 |
+
2024-06-02 22:02:14,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1078 |
+
2024-06-02 22:02:15,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1079 |
+
2024-06-02 22:02:15,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1080 |
+
2024-06-02 22:02:16,674 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1081 |
+
2024-06-02 22:02:21,675 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1082 |
+
2024-06-02 22:02:26,676 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1083 |
+
2024-06-02 22:02:29,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1084 |
+
2024-06-02 22:02:30,608 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1085 |
+
2024-06-02 22:02:30,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1086 |
+
2024-06-02 22:02:32,641 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1087 |
+
2024-06-02 22:02:37,642 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1088 |
+
2024-06-02 22:02:42,642 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1089 |
+
2024-06-02 22:02:43,599 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1090 |
+
2024-06-02 22:02:44,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1091 |
+
2024-06-02 22:02:45,609 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1092 |
+
2024-06-02 22:02:45,610 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1093 |
+
2024-06-02 22:02:47,652 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1094 |
+
2024-06-02 22:02:52,652 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1095 |
+
2024-06-02 22:02:57,653 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1096 |
+
2024-06-02 22:02:59,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1097 |
+
2024-06-02 22:03:00,609 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1098 |
+
2024-06-02 22:03:00,609 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1099 |
+
2024-06-02 22:03:02,709 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1100 |
+
2024-06-02 22:03:07,711 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1101 |
+
2024-06-02 22:03:12,711 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1102 |
+
2024-06-02 22:03:13,600 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1103 |
+
2024-06-02 22:03:14,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1104 |
+
2024-06-02 22:03:15,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1105 |
+
2024-06-02 22:03:15,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1106 |
+
2024-06-02 22:03:18,648 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1107 |
+
2024-06-02 22:03:23,649 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1108 |
+
2024-06-02 22:03:28,650 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1109 |
+
2024-06-02 22:03:29,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1110 |
+
2024-06-02 22:03:30,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1111 |
+
2024-06-02 22:03:30,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
| 1112 |
+
2024-06-02 22:03:33,689 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1113 |
+
2024-06-02 22:03:39,402 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
|
| 1114 |
+
2024-06-02 22:03:39,493 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1115 |
+
2024-06-02 22:03:43,601 DEBUG SenderThread:82 [sender.py:send():379] send: stats
|
| 1116 |
+
2024-06-02 22:03:44,602 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
|
| 1117 |
+
2024-06-02 22:03:44,923 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
|
| 1118 |
+
2024-06-02 22:03:45,611 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
|
| 1119 |
+
2024-06-02 22:03:45,611 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
|
wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb
CHANGED
|
Binary files a/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb and b/wandb/run-20240602_212342-ypv2rcj7/run-ypv2rcj7.wandb differ
|
|
|