Upload folder using huggingface_hub

wandb/debug-internal.log

@@ -2528,3 +2528,30 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
 2024-07-03 16:55:50,145 INFO    SystemMonitor:120 [interfaces.py:start():188] Started gpu monitoring
 2024-07-03 16:55:50,146 INFO    SystemMonitor:120 [interfaces.py:start():188] Started memory monitoring
 2024-07-03 16:55:50,146 INFO    SystemMonitor:120 [interfaces.py:start():188] Started network monitoring
+2024-07-03 16:55:52,111 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: pause
+2024-07-03 16:55:52,111 INFO    HandlerThread:120 [handler.py:handle_request_pause():724] stopping system metrics thread
+2024-07-03 16:55:52,111 INFO    HandlerThread:120 [system_monitor.py:finish():203] Stopping system monitor
+2024-07-03 16:55:52,111 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined cpu monitor
+2024-07-03 16:55:52,112 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined disk monitor
+2024-07-03 16:55:52,112 DEBUG   SystemMonitor:120 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-07-03 16:55:52,112 DEBUG   SystemMonitor:120 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-07-03 16:55:52,112 DEBUG   SystemMonitor:120 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-07-03 16:55:52,118 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined gpu monitor
+2024-07-03 16:55:52,118 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined memory monitor
+2024-07-03 16:55:52,118 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined network monitor
+2024-07-03 16:55:52,119 DEBUG   SenderThread:120 [sender.py:send():378] send: stats
+2024-07-03 16:55:55,120 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report
+2024-07-03 16:56:00,121 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report
+2024-07-03 16:56:01,325 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status
+2024-07-03 16:56:01,325 DEBUG   SenderThread:120 [sender.py:send_request():405] send_request: stop_status
+2024-07-03 16:56:05,505 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report
+2024-07-03 16:56:10,507 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report
+2024-07-03 16:56:14,099 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: resume
+2024-07-03 16:56:14,099 INFO    HandlerThread:120 [handler.py:handle_request_resume():715] starting system metrics thread
+2024-07-03 16:56:14,099 INFO    HandlerThread:120 [system_monitor.py:start():194] Starting system monitor
+2024-07-03 16:56:14,099 INFO    SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-07-03 16:56:14,100 INFO    SystemMonitor:120 [interfaces.py:start():188] Started cpu monitoring
+2024-07-03 16:56:14,101 INFO    SystemMonitor:120 [interfaces.py:start():188] Started disk monitoring
+2024-07-03 16:56:14,103 INFO    SystemMonitor:120 [interfaces.py:start():188] Started gpu monitoring
+2024-07-03 16:56:14,103 INFO    SystemMonitor:120 [interfaces.py:start():188] Started memory monitoring
+2024-07-03 16:56:14,104 INFO    SystemMonitor:120 [interfaces.py:start():188] Started network monitoring

wandb/debug.log

@@ -36,3 +36,6 @@ config: {}
 2024-07-03 16:44:17,128 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
 2024-07-03 16:44:17,128 INFO    MainThread:34 [wandb_init.py:_pause_backend():431] pausing backend
 2024-07-03 16:55:50,140 INFO    MainThread:34 [wandb_init.py:_resume_backend():436] resuming backend
+2024-07-03 16:55:52,110 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-07-03 16:55:52,110 INFO    MainThread:34 [wandb_init.py:_pause_backend():431] pausing backend
+2024-07-03 16:56:14,098 INFO    MainThread:34 [wandb_init.py:_resume_backend():436] resuming backend

wandb/run-20240703_150631-xd2jm096/logs/debug-internal.log

@@ -2528,3 +2528,30 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
 2024-07-03 16:55:50,145 INFO    SystemMonitor:120 [interfaces.py:start():188] Started gpu monitoring
 2024-07-03 16:55:50,146 INFO    SystemMonitor:120 [interfaces.py:start():188] Started memory monitoring
 2024-07-03 16:55:50,146 INFO    SystemMonitor:120 [interfaces.py:start():188] Started network monitoring
+2024-07-03 16:55:52,111 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: pause
+2024-07-03 16:55:52,111 INFO    HandlerThread:120 [handler.py:handle_request_pause():724] stopping system metrics thread
+2024-07-03 16:55:52,111 INFO    HandlerThread:120 [system_monitor.py:finish():203] Stopping system monitor
+2024-07-03 16:55:52,111 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined cpu monitor
+2024-07-03 16:55:52,112 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined disk monitor
+2024-07-03 16:55:52,112 DEBUG   SystemMonitor:120 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-07-03 16:55:52,112 DEBUG   SystemMonitor:120 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-07-03 16:55:52,112 DEBUG   SystemMonitor:120 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-07-03 16:55:52,118 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined gpu monitor
+2024-07-03 16:55:52,118 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined memory monitor
+2024-07-03 16:55:52,118 INFO    HandlerThread:120 [interfaces.py:finish():200] Joined network monitor
+2024-07-03 16:55:52,119 DEBUG   SenderThread:120 [sender.py:send():378] send: stats
+2024-07-03 16:55:55,120 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report
+2024-07-03 16:56:00,121 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report
+2024-07-03 16:56:01,325 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: stop_status
+2024-07-03 16:56:01,325 DEBUG   SenderThread:120 [sender.py:send_request():405] send_request: stop_status
+2024-07-03 16:56:05,505 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report
+2024-07-03 16:56:10,507 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: status_report
+2024-07-03 16:56:14,099 DEBUG   HandlerThread:120 [handler.py:handle_request():158] handle_request: resume
+2024-07-03 16:56:14,099 INFO    HandlerThread:120 [handler.py:handle_request_resume():715] starting system metrics thread
+2024-07-03 16:56:14,099 INFO    HandlerThread:120 [system_monitor.py:start():194] Starting system monitor
+2024-07-03 16:56:14,099 INFO    SystemMonitor:120 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-07-03 16:56:14,100 INFO    SystemMonitor:120 [interfaces.py:start():188] Started cpu monitoring
+2024-07-03 16:56:14,101 INFO    SystemMonitor:120 [interfaces.py:start():188] Started disk monitoring
+2024-07-03 16:56:14,103 INFO    SystemMonitor:120 [interfaces.py:start():188] Started gpu monitoring
+2024-07-03 16:56:14,103 INFO    SystemMonitor:120 [interfaces.py:start():188] Started memory monitoring
+2024-07-03 16:56:14,104 INFO    SystemMonitor:120 [interfaces.py:start():188] Started network monitoring

wandb/run-20240703_150631-xd2jm096/logs/debug.log

@@ -36,3 +36,6 @@ config: {}
 2024-07-03 16:44:17,128 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
 2024-07-03 16:44:17,128 INFO    MainThread:34 [wandb_init.py:_pause_backend():431] pausing backend
 2024-07-03 16:55:50,140 INFO    MainThread:34 [wandb_init.py:_resume_backend():436] resuming backend
+2024-07-03 16:55:52,110 INFO    MainThread:34 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-07-03 16:55:52,110 INFO    MainThread:34 [wandb_init.py:_pause_backend():431] pausing backend
+2024-07-03 16:56:14,098 INFO    MainThread:34 [wandb_init.py:_resume_backend():436] resuming backend