ahcene-ikram commited on
Commit
720354b
·
verified ·
1 Parent(s): e74cd68

Training in progress, step 800

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c31e6f8da3714265c0d4e5dfd8cb5eb84d6a15382e10e425ff3f6ce49ab701e
3
  size 485755120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0559b65d6155fe4d125d73462d38da0d35a0abd7c78ebb005806ac6034b7c7a3
3
  size 485755120
wandb/debug-internal.log CHANGED
@@ -800,3 +800,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
800
  2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
801
  2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
802
  2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
800
  2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
801
  2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
802
  2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
803
+ 2024-06-02 21:51:53,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
804
+ 2024-06-02 21:51:58,743 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
805
+ 2024-06-02 21:51:59,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
806
+ 2024-06-02 21:52:00,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
807
+ 2024-06-02 21:52:00,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
808
+ 2024-06-02 21:52:04,318 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
809
+ 2024-06-02 21:52:09,319 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
810
+ 2024-06-02 21:52:13,578 DEBUG SenderThread:82 [sender.py:send():379] send: stats
811
+ 2024-06-02 21:52:14,579 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
812
+ 2024-06-02 21:52:14,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
813
+ 2024-06-02 21:52:15,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
814
+ 2024-06-02 21:52:15,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
815
+ 2024-06-02 21:52:20,267 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
816
+ 2024-06-02 21:52:25,268 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
817
+ 2024-06-02 21:52:29,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
818
+ 2024-06-02 21:52:30,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
819
+ 2024-06-02 21:52:30,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
820
+ 2024-06-02 21:52:30,348 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
821
+ 2024-06-02 21:52:35,349 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
822
+ 2024-06-02 21:52:40,350 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
823
+ 2024-06-02 21:52:43,581 DEBUG SenderThread:82 [sender.py:send():379] send: stats
824
+ 2024-06-02 21:52:44,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
825
+ 2024-06-02 21:52:45,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
826
+ 2024-06-02 21:52:45,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
827
+ 2024-06-02 21:52:46,263 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
828
+ 2024-06-02 21:52:51,264 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
829
+ 2024-06-02 21:52:56,265 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
830
+ 2024-06-02 21:52:59,911 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
831
+ 2024-06-02 21:53:00,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
832
+ 2024-06-02 21:53:00,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
833
+ 2024-06-02 21:53:01,350 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
834
+ 2024-06-02 21:53:06,351 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
835
+ 2024-06-02 21:53:11,352 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
836
+ 2024-06-02 21:53:13,580 DEBUG SenderThread:82 [sender.py:send():379] send: stats
837
+ 2024-06-02 21:53:14,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
838
+ 2024-06-02 21:53:15,242 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
839
+ 2024-06-02 21:53:15,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
840
+ 2024-06-02 21:53:17,290 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
841
+ 2024-06-02 21:53:22,291 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
842
+ 2024-06-02 21:53:27,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
843
+ 2024-06-02 21:53:29,911 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
844
+ 2024-06-02 21:53:30,242 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
845
+ 2024-06-02 21:53:30,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
846
+ 2024-06-02 21:53:32,165 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
847
+ 2024-06-02 21:53:32,374 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
848
+ 2024-06-02 21:53:37,375 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
849
+ 2024-06-02 21:53:42,376 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240602_212342-ypv2rcj7/files/output.log CHANGED
@@ -30,4 +30,6 @@
30
  warnings.warn('Was asked to gather along dimension 0, but all '
31
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
32
  warnings.warn('Was asked to gather along dimension 0, but all '
 
 
33
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
 
30
  warnings.warn('Was asked to gather along dimension 0, but all '
31
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
32
  warnings.warn('Was asked to gather along dimension 0, but all '
33
+ /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
34
+ warnings.warn('Was asked to gather along dimension 0, but all '
35
  /opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
wandb/run-20240602_212342-ypv2rcj7/logs/debug-internal.log CHANGED
@@ -800,3 +800,50 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
800
  2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
801
  2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
802
  2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
800
  2024-06-02 21:51:46,689 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
801
  2024-06-02 21:51:48,124 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
802
  2024-06-02 21:51:48,741 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
803
+ 2024-06-02 21:51:53,742 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
804
+ 2024-06-02 21:51:58,743 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
805
+ 2024-06-02 21:51:59,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
806
+ 2024-06-02 21:52:00,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
807
+ 2024-06-02 21:52:00,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
808
+ 2024-06-02 21:52:04,318 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
809
+ 2024-06-02 21:52:09,319 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
810
+ 2024-06-02 21:52:13,578 DEBUG SenderThread:82 [sender.py:send():379] send: stats
811
+ 2024-06-02 21:52:14,579 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
812
+ 2024-06-02 21:52:14,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
813
+ 2024-06-02 21:52:15,240 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
814
+ 2024-06-02 21:52:15,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
815
+ 2024-06-02 21:52:20,267 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
816
+ 2024-06-02 21:52:25,268 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
817
+ 2024-06-02 21:52:29,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
818
+ 2024-06-02 21:52:30,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
819
+ 2024-06-02 21:52:30,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
820
+ 2024-06-02 21:52:30,348 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
821
+ 2024-06-02 21:52:35,349 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
822
+ 2024-06-02 21:52:40,350 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
823
+ 2024-06-02 21:52:43,581 DEBUG SenderThread:82 [sender.py:send():379] send: stats
824
+ 2024-06-02 21:52:44,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
825
+ 2024-06-02 21:52:45,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
826
+ 2024-06-02 21:52:45,241 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
827
+ 2024-06-02 21:52:46,263 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
828
+ 2024-06-02 21:52:51,264 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
829
+ 2024-06-02 21:52:56,265 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
830
+ 2024-06-02 21:52:59,911 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
831
+ 2024-06-02 21:53:00,241 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
832
+ 2024-06-02 21:53:00,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
833
+ 2024-06-02 21:53:01,350 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
834
+ 2024-06-02 21:53:06,351 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
835
+ 2024-06-02 21:53:11,352 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
836
+ 2024-06-02 21:53:13,580 DEBUG SenderThread:82 [sender.py:send():379] send: stats
837
+ 2024-06-02 21:53:14,910 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
838
+ 2024-06-02 21:53:15,242 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
839
+ 2024-06-02 21:53:15,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
840
+ 2024-06-02 21:53:17,290 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
841
+ 2024-06-02 21:53:22,291 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
842
+ 2024-06-02 21:53:27,292 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
843
+ 2024-06-02 21:53:29,911 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: internal_messages
844
+ 2024-06-02 21:53:30,242 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: stop_status
845
+ 2024-06-02 21:53:30,242 DEBUG SenderThread:82 [sender.py:send_request():406] send_request: stop_status
846
+ 2024-06-02 21:53:32,165 INFO Thread-12 :82 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240602_212342-ypv2rcj7/files/output.log
847
+ 2024-06-02 21:53:32,374 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
848
+ 2024-06-02 21:53:37,375 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report
849
+ 2024-06-02 21:53:42,376 DEBUG HandlerThread:82 [handler.py:handle_request():146] handle_request: status_report