Spaces:
Sleeping
Sleeping
File size: 1,318 Bytes
0bab6d7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | import os
import sys
import asyncio
from sqlalchemy.orm import Session
from dotenv import load_dotenv
# Ensure local app path is visible
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from app.database import SessionLocal
from app.cron import sync_to_hf, initialize_hf_dataset_repo, hf_source_cache
from app.config import settings
from datasets import load_dataset
load_dotenv()
async def main():
print("Initializing Hugging Face source cache in cron...")
# Load dataset to populate cache
ds_cache = load_dataset("F1nnSBK/lunar-pits-dataset", token=settings.HF_TOKEN)
import app.cron as cron
cron.hf_source_cache = ds_cache
print("Calling initialize_hf_dataset_repo to ensure repo exists and is clean...")
initialize_hf_dataset_repo()
print("Starting sync cycle...")
db = SessionLocal()
try:
res = await sync_to_hf(db, settings.HF_TOKEN, "F1nnSBK/lunar-debris-and-voids")
print("Sync results:")
print(f"Synced Images: {res.synced_images}")
print(f"Synced Annotations: {res.synced_annotations}")
print(f"Errors: {res.errors}")
except Exception as e:
print(f"Sync failed: {e}")
db.rollback()
finally:
db.close()
if __name__ == "__main__":
asyncio.run(main())
|