More concise scheduler

scheduler.py

@@ -1,7 +1,4 @@
-import pathlib
-import shlex
 import shutil
-import subprocess
 import tempfile
 import uuid
 
@@ -11,21 +8,20 @@ from huggingface_hub import CommitScheduler
 class ZipScheduler(CommitScheduler):
     def push_to_hub(self):
         with self.lock:
-            paths = sorted(self.folder_path.glob('*'))
-            if not paths:
+            if not any(self.folder_path.iterdir()):
                 return
-            with tempfile.TemporaryDirectory() as tmpdir:
-                archive_path = pathlib.Path(tmpdir) / f'{uuid.uuid4()}.tar.gz'
-                subprocess.run(shlex.split(
-                    f'tar czf {archive_path} {self.folder_path.name}'),
-                               cwd=self.folder_path.parent)
-                self.api.upload_file(
-                    repo_id=self.repo_id,
-                    repo_type=self.repo_type,
-                    revision=self.revision,
-                    path_in_repo=archive_path.name,
-                    path_or_fileobj=archive_path,
-                    token=self.token,
-                )
+            archive_file = tempfile.NamedTemporaryFile(suffix=".zip")
+            archive_name = archive_file.name.split(".")[0] # `make_archive` automatically append `.zip`
+            shutil.make_archive(base_name=archive_name, format='zip', root_dir=self.folder_path)
             shutil.rmtree(self.folder_path, ignore_errors=True)
             self.folder_path.mkdir(parents=True, exist_ok=True)
+
+        self.api.upload_file(
+            repo_id=self.repo_id,
+            repo_type=self.repo_type,
+            revision=self.revision,
+            path_in_repo=f"{uuid.uuid4()}.zip",
+            path_or_fileobj=archive_file.name,
+        )
+
+        archive_file.close()