sharukat commited on
Commit
4619c19
·
verified ·
1 Parent(s): 02c985f

Training in progress, epoch 3

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfe6d338329da55090336cbedc4b5a2e2cbf1a2af923c0c31cc60736ee6be81a
3
  size 502675828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d1f56ea1e05ad74bc53455acacb664910c8f783d5c5824ca135c98f200c5841
3
  size 502675828
runs/Apr10_14-58-13_9088970cc926/events.out.tfevents.1712761095.9088970cc926.34.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc627c60d0dbda5a7fe0a71077d686b93729261151758ad3bc048c71add6f7e7
3
- size 6526
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6dbe48f5d296eff27d4ea13c24bffcf6c2b9390dc939c92828ea74298795d61
3
+ size 7209
wandb/debug-internal.log CHANGED
@@ -158,3 +158,39 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
158
  2024-04-10 15:03:56,824 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
159
  2024-04-10 15:03:56,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
160
  2024-04-10 15:04:02,043 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
158
  2024-04-10 15:03:56,824 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
159
  2024-04-10 15:03:56,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
160
  2024-04-10 15:04:02,043 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
161
+ 2024-04-10 15:04:07,044 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
162
+ 2024-04-10 15:04:11,825 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
163
+ 2024-04-10 15:04:11,826 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
164
+ 2024-04-10 15:04:11,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
165
+ 2024-04-10 15:04:12,114 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
166
+ 2024-04-10 15:04:17,115 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-04-10 15:04:22,116 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
168
+ 2024-04-10 15:04:25,778 DEBUG SenderThread:100 [sender.py:send():379] send: stats
169
+ 2024-04-10 15:04:26,825 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
170
+ 2024-04-10 15:04:26,826 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
171
+ 2024-04-10 15:04:26,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
172
+ 2024-04-10 15:04:28,008 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
173
+ 2024-04-10 15:04:33,009 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
174
+ 2024-04-10 15:04:37,501 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
175
+ 2024-04-10 15:04:37,502 DEBUG SenderThread:100 [sender.py:send():379] send: history
176
+ 2024-04-10 15:04:37,502 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
177
+ 2024-04-10 15:04:37,504 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
178
+ 2024-04-10 15:04:37,721 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
179
+ 2024-04-10 15:04:38,505 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-04-10 15:04:40,347 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
181
+ 2024-04-10 15:04:40,349 DEBUG SenderThread:100 [sender.py:send():379] send: history
182
+ 2024-04-10 15:04:40,349 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
183
+ 2024-04-10 15:04:40,349 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
184
+ 2024-04-10 15:04:40,722 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
185
+ 2024-04-10 15:04:41,945 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
186
+ 2024-04-10 15:04:42,465 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
187
+ 2024-04-10 15:04:42,466 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
188
+ 2024-04-10 15:04:42,723 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/output.log
189
+ 2024-04-10 15:04:43,684 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
190
+ 2024-04-10 15:04:48,685 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
191
+ 2024-04-10 15:04:53,687 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
192
+ 2024-04-10 15:04:55,779 DEBUG SenderThread:100 [sender.py:send():379] send: stats
193
+ 2024-04-10 15:04:56,841 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
194
+ 2024-04-10 15:04:56,841 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
195
+ 2024-04-10 15:04:56,842 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
196
+ 2024-04-10 15:04:59,133 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240410_150123-cuua991r/files/output.log CHANGED
@@ -1,3 +1,5 @@
 
 
1
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
2
  _warn_prf(average, modifier, msg_start, len(result))
3
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
 
1
+ /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
2
+ _warn_prf(average, modifier, msg_start, len(result))
3
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
4
  _warn_prf(average, modifier, msg_start, len(result))
5
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
wandb/run-20240410_150123-cuua991r/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.8337, "train/grad_norm": 8.119162559509277, "train/learning_rate": 1.2033898305084745e-05, "train/epoch": 2.0, "train/global_step": 236, "_timestamp": 1712761419.6800258, "_runtime": 136.12929391860962, "_step": 3, "eval/loss": 1.8552484512329102, "eval/accuracy": 0.2605633802816901, "eval/precision": 0.229201952219647, "eval/recall": 0.2605633802816901, "eval/f1": 0.20020510365383345, "eval/runtime": 2.8426, "eval/samples_per_second": 49.954, "eval/steps_per_second": 6.332}
 
1
+ {"train/loss": 1.764, "train/grad_norm": 6.489156246185303, "train/learning_rate": 8.033898305084746e-06, "train/epoch": 3.0, "train/global_step": 354, "_timestamp": 1712761480.346977, "_runtime": 196.796245098114, "_step": 5, "eval/loss": 1.8461236953735352, "eval/accuracy": 0.24647887323943662, "eval/precision": 0.23441761681198298, "eval/recall": 0.24647887323943662, "eval/f1": 0.1976516887500408, "eval/runtime": 2.8417, "eval/samples_per_second": 49.97, "eval/steps_per_second": 6.334}
wandb/run-20240410_150123-cuua991r/logs/debug-internal.log CHANGED
@@ -158,3 +158,39 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
158
  2024-04-10 15:03:56,824 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
159
  2024-04-10 15:03:56,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
160
  2024-04-10 15:04:02,043 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
158
  2024-04-10 15:03:56,824 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
159
  2024-04-10 15:03:56,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
160
  2024-04-10 15:04:02,043 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
161
+ 2024-04-10 15:04:07,044 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
162
+ 2024-04-10 15:04:11,825 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
163
+ 2024-04-10 15:04:11,826 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
164
+ 2024-04-10 15:04:11,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
165
+ 2024-04-10 15:04:12,114 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
166
+ 2024-04-10 15:04:17,115 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-04-10 15:04:22,116 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
168
+ 2024-04-10 15:04:25,778 DEBUG SenderThread:100 [sender.py:send():379] send: stats
169
+ 2024-04-10 15:04:26,825 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
170
+ 2024-04-10 15:04:26,826 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
171
+ 2024-04-10 15:04:26,832 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
172
+ 2024-04-10 15:04:28,008 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
173
+ 2024-04-10 15:04:33,009 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
174
+ 2024-04-10 15:04:37,501 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
175
+ 2024-04-10 15:04:37,502 DEBUG SenderThread:100 [sender.py:send():379] send: history
176
+ 2024-04-10 15:04:37,502 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
177
+ 2024-04-10 15:04:37,504 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
178
+ 2024-04-10 15:04:37,721 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
179
+ 2024-04-10 15:04:38,505 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
180
+ 2024-04-10 15:04:40,347 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: partial_history
181
+ 2024-04-10 15:04:40,349 DEBUG SenderThread:100 [sender.py:send():379] send: history
182
+ 2024-04-10 15:04:40,349 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: summary_record
183
+ 2024-04-10 15:04:40,349 INFO SenderThread:100 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
184
+ 2024-04-10 15:04:40,722 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/wandb-summary.json
185
+ 2024-04-10 15:04:41,945 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
186
+ 2024-04-10 15:04:42,465 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
187
+ 2024-04-10 15:04:42,466 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
188
+ 2024-04-10 15:04:42,723 INFO Thread-12 :100 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240410_150123-cuua991r/files/output.log
189
+ 2024-04-10 15:04:43,684 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
190
+ 2024-04-10 15:04:48,685 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
191
+ 2024-04-10 15:04:53,687 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report
192
+ 2024-04-10 15:04:55,779 DEBUG SenderThread:100 [sender.py:send():379] send: stats
193
+ 2024-04-10 15:04:56,841 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: stop_status
194
+ 2024-04-10 15:04:56,841 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: internal_messages
195
+ 2024-04-10 15:04:56,842 DEBUG SenderThread:100 [sender.py:send_request():406] send_request: stop_status
196
+ 2024-04-10 15:04:59,133 DEBUG HandlerThread:100 [handler.py:handle_request():146] handle_request: status_report