sharukat commited on
Commit
f3051d3
·
verified ·
1 Parent(s): c5d7bed

Training in progress, epoch 7

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48d54688d8b764d3c5333c7272a5be314c35808115c5871f0b9b81372680d5d9
3
  size 502675828
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b05656e1052c5e5de8c3917d0744cf96448312e8f81f3380e15eccb74fc9808
3
  size 502675828
runs/Mar06_15-06-49_41759fa8e6ad/events.out.tfevents.1709737609.41759fa8e6ad.34.4 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99f23f9353b63b66080a7b7ea1a95886a34da85a4609e73ac049ebcfe18b2ea1
3
- size 9216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82727860d80623db1233da432c77b672064d01dedddfcbfd300b54688f9deeb2
3
+ size 9899
wandb/debug-internal.log CHANGED
@@ -866,3 +866,33 @@
866
  2024-03-06 15:10:18,852 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
867
  2024-03-06 15:10:19,660 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
868
  2024-03-06 15:10:20,370 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
866
  2024-03-06 15:10:18,852 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
867
  2024-03-06 15:10:19,660 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
868
  2024-03-06 15:10:20,370 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
869
+ 2024-03-06 15:10:23,855 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
870
+ 2024-03-06 15:10:24,661 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
871
+ 2024-03-06 15:10:25,371 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
872
+ 2024-03-06 15:10:26,803 DEBUG SenderThread:137 [sender.py:send():382] send: stats
873
+ 2024-03-06 15:10:28,865 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
874
+ 2024-03-06 15:10:29,804 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
875
+ 2024-03-06 15:10:30,372 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
876
+ 2024-03-06 15:10:33,873 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
877
+ 2024-03-06 15:10:34,750 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
878
+ 2024-03-06 15:10:34,752 DEBUG SenderThread:137 [sender.py:send():382] send: history
879
+ 2024-03-06 15:10:34,752 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
880
+ 2024-03-06 15:10:34,753 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
881
+ 2024-03-06 15:10:35,123 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
882
+ 2024-03-06 15:10:35,373 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
883
+ 2024-03-06 15:10:35,753 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
884
+ 2024-03-06 15:10:35,868 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
885
+ 2024-03-06 15:10:35,869 DEBUG SenderThread:137 [sender.py:send():382] send: history
886
+ 2024-03-06 15:10:35,869 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
887
+ 2024-03-06 15:10:35,870 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
888
+ 2024-03-06 15:10:36,123 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
889
+ 2024-03-06 15:10:36,124 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
890
+ 2024-03-06 15:10:38,897 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
891
+ 2024-03-06 15:10:40,374 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
892
+ 2024-03-06 15:10:40,871 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
893
+ 2024-03-06 15:10:43,898 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
894
+ 2024-03-06 15:10:45,375 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
895
+ 2024-03-06 15:10:45,872 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
896
+ 2024-03-06 15:10:48,908 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
897
+ 2024-03-06 15:10:50,376 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
898
+ 2024-03-06 15:10:50,877 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240306_145424-trm7fvg4/logs/debug-internal.log CHANGED
@@ -917,3 +917,33 @@ wandb.errors.AuthenticationError: The API key you provided is either invalid or
917
  2024-03-06 15:10:18,852 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
918
  2024-03-06 15:10:19,660 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
919
  2024-03-06 15:10:20,370 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
917
  2024-03-06 15:10:18,852 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
918
  2024-03-06 15:10:19,660 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
919
  2024-03-06 15:10:20,370 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
920
+ 2024-03-06 15:10:23,855 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
921
+ 2024-03-06 15:10:24,661 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
922
+ 2024-03-06 15:10:25,371 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
923
+ 2024-03-06 15:10:26,803 DEBUG SenderThread:137 [sender.py:send():382] send: stats
924
+ 2024-03-06 15:10:28,865 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
925
+ 2024-03-06 15:10:29,804 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
926
+ 2024-03-06 15:10:30,372 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
927
+ 2024-03-06 15:10:33,873 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
928
+ 2024-03-06 15:10:34,750 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
929
+ 2024-03-06 15:10:34,752 DEBUG SenderThread:137 [sender.py:send():382] send: history
930
+ 2024-03-06 15:10:34,752 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
931
+ 2024-03-06 15:10:34,753 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
932
+ 2024-03-06 15:10:35,123 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
933
+ 2024-03-06 15:10:35,373 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
934
+ 2024-03-06 15:10:35,753 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
935
+ 2024-03-06 15:10:35,868 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
936
+ 2024-03-06 15:10:35,869 DEBUG SenderThread:137 [sender.py:send():382] send: history
937
+ 2024-03-06 15:10:35,869 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
938
+ 2024-03-06 15:10:35,870 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
939
+ 2024-03-06 15:10:36,123 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
940
+ 2024-03-06 15:10:36,124 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
941
+ 2024-03-06 15:10:38,897 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
942
+ 2024-03-06 15:10:40,374 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
943
+ 2024-03-06 15:10:40,871 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
944
+ 2024-03-06 15:10:43,898 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
945
+ 2024-03-06 15:10:45,375 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
946
+ 2024-03-06 15:10:45,872 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
947
+ 2024-03-06 15:10:48,908 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
948
+ 2024-03-06 15:10:50,376 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
949
+ 2024-03-06 15:10:50,877 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240306_145455-h1uv5tyi/files/output.log CHANGED
@@ -49,3 +49,5 @@ Checkpoint destination directory /kaggle/working/checkpoint-124 already exists a
49
  _warn_prf(average, modifier, msg_start, len(result))
50
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
51
  _warn_prf(average, modifier, msg_start, len(result))
 
 
 
49
  _warn_prf(average, modifier, msg_start, len(result))
50
  /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
51
  _warn_prf(average, modifier, msg_start, len(result))
52
+ Checkpoint destination directory /kaggle/working/checkpoint-186 already exists and is non-empty. Saving will proceed but saved results may be invalid.
53
+ /opt/conda/lib/python3.10/site-packages/sklearn/metrics/_classification.py:1344: UndefinedMetricWarning: Precision is ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.
wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.5571, "train/grad_norm": 8.44052505493164, "train/learning_rate": 1.2096774193548387e-05, "train/epoch": 6.0, "train/global_step": 186, "_timestamp": 1709737803.6531816, "_runtime": 907.9344246387482, "_step": 37, "eval/loss": 1.7199132442474365, "eval/accuracy": 0.41818181818181815, "eval/precision": 0.38225108225108223, "eval/recall": 0.41818181818181815, "eval/f1": 0.3338471364700873, "eval/runtime": 1.1139, "eval/samples_per_second": 49.377, "eval/steps_per_second": 3.591, "train/train_runtime": 237.4526, "train/train_samples_per_second": 10.339, "train/train_steps_per_second": 1.306, "train/total_flos": 645966638976000.0, "train/train_loss": 1.7031736066264491}
 
1
+ {"train/loss": 1.4789, "train/grad_norm": 6.611419677734375, "train/learning_rate": 9.096774193548387e-06, "train/epoch": 7.0, "train/global_step": 217, "_timestamp": 1709737835.8675447, "_runtime": 940.1487877368927, "_step": 39, "eval/loss": 1.7304738759994507, "eval/accuracy": 0.4, "eval/precision": 0.3062720225510923, "eval/recall": 0.4, "eval/f1": 0.30165060745705913, "eval/runtime": 1.113, "eval/samples_per_second": 49.416, "eval/steps_per_second": 3.594, "train/train_runtime": 237.4526, "train/train_samples_per_second": 10.339, "train/train_steps_per_second": 1.306, "train/total_flos": 645966638976000.0, "train/train_loss": 1.7031736066264491}
wandb/run-20240306_145455-h1uv5tyi/logs/debug-internal.log CHANGED
@@ -866,3 +866,33 @@
866
  2024-03-06 15:10:18,852 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
867
  2024-03-06 15:10:19,660 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
868
  2024-03-06 15:10:20,370 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
866
  2024-03-06 15:10:18,852 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
867
  2024-03-06 15:10:19,660 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
868
  2024-03-06 15:10:20,370 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
869
+ 2024-03-06 15:10:23,855 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
870
+ 2024-03-06 15:10:24,661 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
871
+ 2024-03-06 15:10:25,371 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
872
+ 2024-03-06 15:10:26,803 DEBUG SenderThread:137 [sender.py:send():382] send: stats
873
+ 2024-03-06 15:10:28,865 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
874
+ 2024-03-06 15:10:29,804 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
875
+ 2024-03-06 15:10:30,372 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
876
+ 2024-03-06 15:10:33,873 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
877
+ 2024-03-06 15:10:34,750 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
878
+ 2024-03-06 15:10:34,752 DEBUG SenderThread:137 [sender.py:send():382] send: history
879
+ 2024-03-06 15:10:34,752 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
880
+ 2024-03-06 15:10:34,753 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
881
+ 2024-03-06 15:10:35,123 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
882
+ 2024-03-06 15:10:35,373 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
883
+ 2024-03-06 15:10:35,753 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
884
+ 2024-03-06 15:10:35,868 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: partial_history
885
+ 2024-03-06 15:10:35,869 DEBUG SenderThread:137 [sender.py:send():382] send: history
886
+ 2024-03-06 15:10:35,869 DEBUG SenderThread:137 [sender.py:send_request():409] send_request: summary_record
887
+ 2024-03-06 15:10:35,870 INFO SenderThread:137 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
888
+ 2024-03-06 15:10:36,123 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/output.log
889
+ 2024-03-06 15:10:36,124 INFO Thread-18 :137 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240306_145455-h1uv5tyi/files/wandb-summary.json
890
+ 2024-03-06 15:10:38,897 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
891
+ 2024-03-06 15:10:40,374 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
892
+ 2024-03-06 15:10:40,871 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
893
+ 2024-03-06 15:10:43,898 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
894
+ 2024-03-06 15:10:45,375 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
895
+ 2024-03-06 15:10:45,872 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
896
+ 2024-03-06 15:10:48,908 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: keepalive
897
+ 2024-03-06 15:10:50,376 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report
898
+ 2024-03-06 15:10:50,877 DEBUG HandlerThread:137 [handler.py:handle_request():146] handle_request: status_report