Update app.py

app.py

@@ -14,11 +14,27 @@ from hfserver import HuggingFaceDatasetSaver, HuggingFaceDatasetJSONSaver
 
 LOAD_DATA_GOOGLE_DRIVE = True
 if LOAD_DATA_GOOGLE_DRIVE:  # download data from google drive
-    url = 'https://drive.google.com/drive/folders/1JuNQS4R7axTezWj1x4KRAuRt_L26ApxA?usp=sharing'  # './processed/' folder in google drive
+    # url = 'https://drive.google.com/drive/folders/1JuNQS4R7axTezWj1x4KRAuRt_L26ApxA?usp=sharing'  # './processed/' folder in google drive
+    url = 'https://drive.google.com/drive/folders/1WWOzM9T4HUvuB6gUYPqIEOb_aZwUULNA?usp=sharing'  # './processed_zip/' folder in google drive
     output = './'
     id = url.split('/')[-1]
     os.system(f"gdown --id {id} -O {output} --folder --no-cookies --remaining-ok")
-    VIDEO_PATH = 'processed'
+    VIDEO_PATH = 'processed_zip'
+
+    import zipfile
+    from os import listdir
+    from os.path import isfile, join, isdir
+    # unzip the zip files to the same location and delete zip files
+    path_to_zip_file = VIDEO_PATH
+    zip_files = [join(path_to_zip_file, f) for f in listdir(path_to_zip_file)]
+    for f in zip_files:
+        if f.endswith(".zip"):
+            directory_to_extract_to = f.replace('.zip', '')
+            print(f'extract data {f} to {directory_to_extract_to}')
+            with zipfile.ZipFile(f, 'r') as zip_ref:
+                zip_ref.extractall(directory_to_extract_to)
+            os.remove(f)
+
 else:  # local data
     VIDEO_PATH = 'robotinder-data'