Spaces:
Sleeping
Sleeping
Commit ·
bc6e9f5
1
Parent(s): d1df841
Add gitignore and upload data to hf
Browse files- .gitignore +2 -1
- engine/upload_data_to_hf.py +22 -3
.gitignore
CHANGED
|
@@ -1,2 +1,3 @@
|
|
| 1 |
data/
|
| 2 |
-
.DS_Store
|
|
|
|
|
|
| 1 |
data/
|
| 2 |
+
.DS_Store
|
| 3 |
+
__pycache__
|
engine/upload_data_to_hf.py
CHANGED
|
@@ -1,16 +1,35 @@
|
|
| 1 |
import os
|
| 2 |
from huggingface_hub import HfApi
|
| 3 |
from pathlib import Path
|
| 4 |
-
|
| 5 |
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
| 6 |
api = HfApi()
|
| 7 |
print("Uploading data.....")
|
| 8 |
api.upload_folder(
|
| 9 |
folder_path=str(PROJECT_ROOT / "data"),
|
| 10 |
-
repo_id="satishjasthij/
|
| 11 |
repo_type="space",
|
| 12 |
token=os.getenv("HUGGINGFACE_TOKEN"),
|
| 13 |
commit_message="add dataset",
|
| 14 |
create_pr=True,
|
| 15 |
)
|
| 16 |
-
print("Finished uploading data")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
import os
|
| 2 |
from huggingface_hub import HfApi
|
| 3 |
from pathlib import Path
|
|
|
|
| 4 |
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
| 5 |
api = HfApi()
|
| 6 |
print("Uploading data.....")
|
| 7 |
api.upload_folder(
|
| 8 |
folder_path=str(PROJECT_ROOT / "data"),
|
| 9 |
+
repo_id="satishjasthij/PicMatch",
|
| 10 |
repo_type="space",
|
| 11 |
token=os.getenv("HUGGINGFACE_TOKEN"),
|
| 12 |
commit_message="add dataset",
|
| 13 |
create_pr=True,
|
| 14 |
)
|
| 15 |
+
print("Finished uploading data")
|
| 16 |
+
|
| 17 |
+
print("Uploading databases.....")
|
| 18 |
+
print("Uploading milvus.db")
|
| 19 |
+
api.upload_file(
|
| 20 |
+
path_or_fileobj=str(PROJECT_ROOT / "milvus.db"),
|
| 21 |
+
path_in_repo="milvus.db",
|
| 22 |
+
repo_id="satishjasthij/PicMatch",
|
| 23 |
+
repo_type="space",
|
| 24 |
+
token=os.getenv("HUGGINGFACE_TOKEN"),
|
| 25 |
+
)
|
| 26 |
+
print("Finished uploading milvus.db")
|
| 27 |
+
print("Uploading image_tracker.db")
|
| 28 |
+
api.upload_file(
|
| 29 |
+
path_or_fileobj=str(PROJECT_ROOT / "image_tracker.db"),
|
| 30 |
+
path_in_repo="image_tracker.db",
|
| 31 |
+
repo_id="satishjasthij/PicMatch",
|
| 32 |
+
repo_type="space",
|
| 33 |
+
token=os.getenv("HUGGINGFACE_TOKEN"),
|
| 34 |
+
)
|
| 35 |
+
print("Finished uploading image_tracker.db")
|