Spaces:
Paused
Paused
File size: 2,163 Bytes
86ba74e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | import os
import time
import schedule
from huggingface_hub import HfApi, hf_hub_download
import subprocess
import logging
logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
HF_TOKEN = os.getenv("HF_TOKEN")
DATASET_REPO = os.getenv("DATASET_REPO", "augment17/agentscope-redis-backup")
DUMP_FILE = "/data/dump.rdb"
LOCAL_DUMP = "dump.rdb"
api = HfApi(token=HF_TOKEN)
def ensure_repo():
try:
api.repo_info(repo_id=DATASET_REPO, repo_type="dataset")
except Exception:
logger.info(f"Creating dataset repo {DATASET_REPO}...")
api.create_repo(repo_id=DATASET_REPO, repo_type="dataset", private=True)
def restore_backup():
ensure_repo()
try:
logger.info("Checking for existing Redis backup...")
downloaded_file = hf_hub_download(
repo_id=DATASET_REPO,
repo_type="dataset",
filename=LOCAL_DUMP,
token=HF_TOKEN,
local_dir="/data"
)
logger.info(f"Restored backup from {downloaded_file}")
except Exception as e:
logger.info(f"No existing backup found or failed to restore: {e}")
def perform_backup():
logger.info("Performing Redis backup...")
try:
# Trigger Redis bgsave
subprocess.run(["redis-cli", "save"], check=True)
if os.path.exists(DUMP_FILE):
api.upload_file(
path_or_fileobj=DUMP_FILE,
path_in_repo=LOCAL_DUMP,
repo_id=DATASET_REPO,
repo_type="dataset",
token=HF_TOKEN
)
logger.info("Backup uploaded to Hugging Face Datasets successfully.")
else:
logger.error("dump.rdb not found after save!")
except Exception as e:
logger.error(f"Backup failed: {e}")
if __name__ == "__main__":
mode = os.getenv("MODE", "restore")
if mode == "restore":
restore_backup()
elif mode == "cron":
logger.info("Starting backup cron schedule (every 30 minutes)...")
schedule.every(30).minutes.do(perform_backup)
while True:
schedule.run_pending()
time.sleep(60)
|