doosa.ganesh commited on
Commit
0e467db
·
1 Parent(s): 2b67fe8
Files changed (3) hide show
  1. app.py +2 -1
  2. upload_dataset_to_hf.py +36 -11
  3. upload_source_models.py +9 -0
app.py CHANGED
@@ -15,7 +15,8 @@ def get_data_root():
15
  print("Downloading dataset from Hugging Face...")
16
  DATA_ROOT = snapshot_download(
17
  repo_id=HF_DATA_REPO,
18
- repo_type="dataset"
 
19
  )
20
  print("Dataset downloaded to:", DATA_ROOT)
21
  return DATA_ROOT
 
15
  print("Downloading dataset from Hugging Face...")
16
  DATA_ROOT = snapshot_download(
17
  repo_id=HF_DATA_REPO,
18
+ repo_type="dataset",
19
+ token=os.environ["HF_TOKEN"]
20
  )
21
  print("Dataset downloaded to:", DATA_ROOT)
22
  return DATA_ROOT
upload_dataset_to_hf.py CHANGED
@@ -1,15 +1,20 @@
1
  from huggingface_hub import HfApi, upload_folder
 
2
 
3
  HF_REPO = "doosaganesh/virtual-tryon-data"
4
 
5
- FOLDERS = [
6
  "datasets",
7
- "generated_tryon"
 
8
  ]
9
 
 
 
10
  api = HfApi()
11
 
12
  print("Creating dataset repo if needed...")
 
13
  api.create_repo(
14
  repo_id=HF_REPO,
15
  repo_type="dataset",
@@ -17,15 +22,35 @@ api.create_repo(
17
  exist_ok=True
18
  )
19
 
20
- for folder in FOLDERS:
21
- print(f"Uploading {folder}...")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
22
 
23
- upload_folder(
24
- repo_id=HF_REPO,
25
- repo_type="dataset",
26
- folder_path=folder,
27
- path_in_repo=folder,
28
- commit_message=f"Upload {folder}"
29
- )
 
 
 
 
 
30
 
31
  print("Upload complete!")
 
1
  from huggingface_hub import HfApi, upload_folder
2
+ import os
3
 
4
  HF_REPO = "doosaganesh/virtual-tryon-data"
5
 
6
+ UPLOAD_FOLDERS = [
7
  "datasets",
8
+ "generated_tryon",
9
+ "source_models"
10
  ]
11
 
12
+ TEMP_ROOT = "hf_upload_temp"
13
+
14
  api = HfApi()
15
 
16
  print("Creating dataset repo if needed...")
17
+
18
  api.create_repo(
19
  repo_id=HF_REPO,
20
  repo_type="dataset",
 
22
  exist_ok=True
23
  )
24
 
25
+ # Create temporary upload directory
26
+ if os.path.exists(TEMP_ROOT):
27
+ import shutil
28
+ shutil.rmtree(TEMP_ROOT)
29
+
30
+ os.makedirs(TEMP_ROOT, exist_ok=True)
31
+
32
+ # Copy folders into temporary structure
33
+ import shutil
34
+
35
+ for folder in UPLOAD_FOLDERS:
36
+
37
+ if not os.path.exists(folder):
38
+ print(f"Skipping {folder} (not found)")
39
+ continue
40
+
41
+ dest = os.path.join(TEMP_ROOT, folder)
42
 
43
+ print(f"Preparing {folder}...")
44
+
45
+ shutil.copytree(folder, dest)
46
+
47
+ print("Uploading dataset to Hugging Face...")
48
+
49
+ upload_folder(
50
+ repo_id=HF_REPO,
51
+ repo_type="dataset",
52
+ folder_path=TEMP_ROOT,
53
+ commit_message="Upload datasets + generated_tryon + source_models"
54
+ )
55
 
56
  print("Upload complete!")
upload_source_models.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ from huggingface_hub import upload_folder
2
+
3
+ upload_folder(
4
+ repo_id="doosaganesh/virtual-tryon-data",
5
+ repo_type="dataset",
6
+ folder_path="source_models",
7
+ path_in_repo="source_models",
8
+ commit_message="Upload source models"
9
+ )