sharukat commited on
Commit
4a5d62f
·
verified ·
1 Parent(s): 348b793

Training in progress, epoch 2

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9353e3be253e881bd528dd5faee0a6cfe99eb31345b96f3ed2d442aa11c53143
3
  size 502675828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67cddf7c94843faae19ffe2264985d5b64162eb7aea74bf28f5bf50c6dd0745d
3
  size 502675828
runs/Mar06_14-54-50_41759fa8e6ad/events.out.tfevents.1709736891.41759fa8e6ad.34.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54c2236c4bfe02155cd0bfb3a3b9018398ac1f2ed6a01381e9cdd6dbd1e03887
3
- size 5837
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:481c9d9c48f866411c9bceb6d2697f21eef353ca5510286f01d75ebeec989932
3
+ size 6507
wandb/debug-internal.log CHANGED
@@ -136,3 +136,33 @@
136
  2024-03-06 14:56:41,936 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
137
  2024-03-06 14:56:42,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
138
  2024-03-06 14:56:45,224 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
136
  2024-03-06 14:56:41,936 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
137
  2024-03-06 14:56:42,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
138
  2024-03-06 14:56:45,224 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
139
+ 2024-03-06 14:56:46,937 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
140
+ 2024-03-06 14:56:47,893 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
141
+ 2024-03-06 14:56:50,225 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
142
+ 2024-03-06 14:56:51,938 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
143
+ 2024-03-06 14:56:52,895 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
144
+ 2024-03-06 14:56:55,225 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
145
+ 2024-03-06 14:56:56,781 DEBUG SenderThread:137 [sender.py:send():382] send: stats
146
+ 2024-03-06 14:56:57,787 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
147
+ 2024-03-06 14:56:57,901 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
148
+ 2024-03-06 14:56:58,020 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
149
+ 2024-03-06 14:56:58,021 DEBUG SenderThread:137 [sender.py:send():382] send: history
150
+ 2024-03-06 14:56:58,022 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
151
+ 2024-03-06 14:56:58,022 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
152
+ 2024-03-06 14:56:58,790 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/config.yaml
153
+ 2024-03-06 14:56:58,791 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
154
+ 2024-03-06 14:56:59,136 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
155
+ 2024-03-06 14:56:59,137 DEBUG SenderThread:137 [sender.py:send():382] send: history
156
+ 2024-03-06 14:56:59,138 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
157
+ 2024-03-06 14:56:59,138 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
158
+ 2024-03-06 14:56:59,791 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
159
+ 2024-03-06 14:57:00,226 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
160
+ 2024-03-06 14:57:01,792 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
161
+ 2024-03-06 14:57:03,059 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
162
+ 2024-03-06 14:57:03,139 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
163
+ 2024-03-06 14:57:05,227 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
164
+ 2024-03-06 14:57:08,060 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
165
+ 2024-03-06 14:57:08,140 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
166
+ 2024-03-06 14:57:10,228 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-03-06 14:57:13,061 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
168
+ 2024-03-06 14:57:13,141 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240306_145424-trm7fvg4/logs/debug-internal.log CHANGED
@@ -187,3 +187,33 @@ wandb.errors.AuthenticationError: The API key you provided is either invalid or
187
  2024-03-06 14:56:41,936 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
188
  2024-03-06 14:56:42,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
189
  2024-03-06 14:56:45,224 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
187
  2024-03-06 14:56:41,936 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
188
  2024-03-06 14:56:42,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
189
  2024-03-06 14:56:45,224 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
190
+ 2024-03-06 14:56:46,937 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
191
+ 2024-03-06 14:56:47,893 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
192
+ 2024-03-06 14:56:50,225 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
193
+ 2024-03-06 14:56:51,938 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
194
+ 2024-03-06 14:56:52,895 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
195
+ 2024-03-06 14:56:55,225 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
196
+ 2024-03-06 14:56:56,781 DEBUG SenderThread:137 [sender.py:send():382] send: stats
197
+ 2024-03-06 14:56:57,787 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
198
+ 2024-03-06 14:56:57,901 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
199
+ 2024-03-06 14:56:58,020 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
200
+ 2024-03-06 14:56:58,021 DEBUG SenderThread:137 [sender.py:send():382] send: history
201
+ 2024-03-06 14:56:58,022 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
202
+ 2024-03-06 14:56:58,022 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
203
+ 2024-03-06 14:56:58,790 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/config.yaml
204
+ 2024-03-06 14:56:58,791 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
205
+ 2024-03-06 14:56:59,136 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
206
+ 2024-03-06 14:56:59,137 DEBUG SenderThread:137 [sender.py:send():382] send: history
207
+ 2024-03-06 14:56:59,138 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
208
+ 2024-03-06 14:56:59,138 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
209
+ 2024-03-06 14:56:59,791 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
210
+ 2024-03-06 14:57:00,226 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
211
+ 2024-03-06 14:57:01,792 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
212
+ 2024-03-06 14:57:03,059 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
213
+ 2024-03-06 14:57:03,139 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
214
+ 2024-03-06 14:57:05,227 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
215
+ 2024-03-06 14:57:08,060 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
216
+ 2024-03-06 14:57:08,140 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
217
+ 2024-03-06 14:57:10,228 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
218
+ 2024-03-06 14:57:13,061 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
219
+ 2024-03-06 14:57:13,141 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240306_145455-h1uv5tyi/files/config.yaml CHANGED
@@ -70,6 +70,38 @@ _wandb:
70
  5: 1
71
  6:
72
  - 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
73
  return_dict:
74
  desc: null
75
  value: true
 
70
  5: 1
71
  6:
72
  - 1
73
+ - 1: eval/loss
74
+ 5: 1
75
+ 6:
76
+ - 1
77
+ - 1: eval/accuracy
78
+ 5: 1
79
+ 6:
80
+ - 1
81
+ - 1: eval/precision
82
+ 5: 1
83
+ 6:
84
+ - 1
85
+ - 1: eval/recall
86
+ 5: 1
87
+ 6:
88
+ - 1
89
+ - 1: eval/f1
90
+ 5: 1
91
+ 6:
92
+ - 1
93
+ - 1: eval/runtime
94
+ 5: 1
95
+ 6:
96
+ - 1
97
+ - 1: eval/samples_per_second
98
+ 5: 1
99
+ 6:
100
+ - 1
101
+ - 1: eval/steps_per_second
102
+ 5: 1
103
+ 6:
104
+ - 1
105
  return_dict:
106
  desc: null
107
  value: true
wandb/run-20240306_145455-h1uv5tyi/files/output.log CHANGED
@@ -1 +1,3 @@
 
 
1
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
 
1
+ /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
2
+ _warn_prf(average, modifier, msg_start, len(result))
3
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.8233, "train/grad_norm": NaN, "train/learning_rate": 1.6129032258064517e-05, "train/epoch": 1.0, "train/global_step": 62, "_timestamp": 1709736986.928798, "_runtime": 91.21004104614258, "_step": 1, "eval/loss": 1.7739893198013306, "eval/accuracy": 0.32727272727272727, "eval/precision": 0.11515151515151514, "eval/recall": 0.32727272727272727, "eval/f1": 0.17036114570361147, "eval/runtime": 1.1148, "eval/samples_per_second": 49.337, "eval/steps_per_second": 6.279}
 
1
+ {"train/loss": 1.7368, "train/grad_norm": 10.979750633239746, "train/learning_rate": 1.2129032258064518e-05, "train/epoch": 2.0, "train/global_step": 124, "_timestamp": 1709737019.1359196, "_runtime": 123.41716265678406, "_step": 3, "eval/loss": 1.7792245149612427, "eval/accuracy": 0.34545454545454546, "eval/precision": 0.11933884297520661, "eval/recall": 0.34545454545454546, "eval/f1": 0.17739557739557738, "eval/runtime": 1.1119, "eval/samples_per_second": 49.465, "eval/steps_per_second": 6.296}
wandb/run-20240306_145455-h1uv5tyi/logs/debug-internal.log CHANGED
@@ -136,3 +136,33 @@
136
  2024-03-06 14:56:41,936 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
137
  2024-03-06 14:56:42,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
138
  2024-03-06 14:56:45,224 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
136
  2024-03-06 14:56:41,936 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
137
  2024-03-06 14:56:42,892 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
138
  2024-03-06 14:56:45,224 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
139
+ 2024-03-06 14:56:46,937 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
140
+ 2024-03-06 14:56:47,893 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
141
+ 2024-03-06 14:56:50,225 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
142
+ 2024-03-06 14:56:51,938 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
143
+ 2024-03-06 14:56:52,895 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
144
+ 2024-03-06 14:56:55,225 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
145
+ 2024-03-06 14:56:56,781 DEBUG SenderThread:137 [sender.py:send():382] send: stats
146
+ 2024-03-06 14:56:57,787 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
147
+ 2024-03-06 14:56:57,901 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
148
+ 2024-03-06 14:56:58,020 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
149
+ 2024-03-06 14:56:58,021 DEBUG SenderThread:137 [sender.py:send():382] send: history
150
+ 2024-03-06 14:56:58,022 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
151
+ 2024-03-06 14:56:58,022 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
152
+ 2024-03-06 14:56:58,790 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/config.yaml
153
+ 2024-03-06 14:56:58,791 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
154
+ 2024-03-06 14:56:59,136 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
155
+ 2024-03-06 14:56:59,137 DEBUG SenderThread:137 [sender.py:send():382] send: history
156
+ 2024-03-06 14:56:59,138 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
157
+ 2024-03-06 14:56:59,138 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
158
+ 2024-03-06 14:56:59,791 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
159
+ 2024-03-06 14:57:00,226 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
160
+ 2024-03-06 14:57:01,792 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
161
+ 2024-03-06 14:57:03,059 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
162
+ 2024-03-06 14:57:03,139 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
163
+ 2024-03-06 14:57:05,227 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
164
+ 2024-03-06 14:57:08,060 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
165
+ 2024-03-06 14:57:08,140 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
166
+ 2024-03-06 14:57:10,228 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
167
+ 2024-03-06 14:57:13,061 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
168
+ 2024-03-06 14:57:13,141 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report