Update scrape_3gpp.py

scrape_3gpp.py

@@ -76,7 +76,8 @@ def scrape(url, excel_file, folder_name, status_list, progress=gr.Progress()):
     download_directory = folder_name
     if not os.path.exists(download_directory):
         os.makedirs(download_directory)
-
+    download_num = 0
+    pourcentss = 0.1
     print(f'filenames: {status_filenames}')
     if not filenames and not status_filenames:
         print("No Excel file provided, or no valid URLs found in the file.")
@@ -91,8 +92,7 @@ def scrape(url, excel_file, folder_name, status_list, progress=gr.Progress()):
 
         # Filtrer les liens se terminant par ".zip"
         zip_links = [link['href'] for link in links if link['href'].endswith('.zip')]
-        download_num = 0
-        pourcentss = 0.1
+        
         # Télécharger chaque fichier zip
         for zip_link in zip_links:
             if download_num%10 == 0:
@@ -121,7 +121,11 @@ def scrape(url, excel_file, folder_name, status_list, progress=gr.Progress()):
       for file_url in status_filenames:
           filename = os.path.basename(file_url)
           save_path = os.path.join(download_directory, filename)
-
+          if download_num%10 == 0:
+              pourcentss = pourcentss + download_num/500
+              progress(pourcentss,desc='Telechargement')
+              download_num = 0
+          download_num+=1
           try:
               with requests.get(file_url, stream=True) as r:
                   r.raise_for_status()