from huggingface_hub import hf_hub_download, snapshot_download, login import pandas as pd import importlib import importlib.util import streamlit as st import sys import os import shutil from pathlib import Path from transformers import AutoModelForCausalLM, AutoTokenizer from peft import PeftModel # #___________ cache issue 03_08 # if os.path.exists("private_space_cache"): # shutil.rmtree("private_space_cache") # Forcefully remove corrupted cache folder # incomplete_files = Path(".").rglob("*.incomplete") # for file in incomplete_files: # try: # file.unlink() # except Exception as e: # print(f"Could not delete {file}: {e}") # #____________________________________ # HF_TOKEN_LLAMA = os.environ.get("HF_TOKEN_LLAMA") # login(token=HF_TOKEN_LLAMA) # HF_TOKEN = os.environ.get("HF_TOKEN") #get HF_TOKEN # login(token=HF_TOKEN) # USER_NAME = os.getenv("USER_NAME", "").strip().strip('"') # PRIVATE_SPACE_NAME = os.getenv("PRIVATE_SPACE_NAME", "").strip().strip('"') # #Construct the repo ID # REPO_ID = f"{USER_NAME}/{PRIVATE_SPACE_NAME}" # REPO_TYPE = "space" # # sys.path.append(repo_dir) # # Download the entire space, including the fine-tuned model folder # repo_dir = snapshot_download( # repo_id=REPO_ID, # repo_type=REPO_TYPE, # token=HF_TOKEN, # cache_dir="private_space_cache", # force_download=True # Forces redownload # ) # # Change the working directory to the downloaded snapshot directory # # This step is very imporptant # os.chdir(repo_dir) # # # Add repo directory to sys.path so Python can find modules inside it # sys.path.append(repo_dir) # # Download specific files (if snapshot_download wasn't used) # app_path = hf_hub_download( # repo_id=REPO_ID, # filename="app.py", # repo_type=REPO_TYPE # ) # # Load and execute `app.py` # spec_app = importlib.util.spec_from_file_location("*", app_path) # app_module = importlib.util.module_from_spec(spec_app) # spec_app.loader.exec_module(app_module) # # Now you can use functions from utils_module # result = app_module.main() # Set page config as the FIRST command #st.set_page_config(page_title="📐 Math Assignment Optimizer", layout="wide") # Helper function to clean up cache def clear_cache(cache_dir="private_space_cache"): """Remove cache directory and all .incomplete files.""" if os.path.exists(cache_dir): shutil.rmtree(cache_dir, ignore_errors=True) for file in Path(".").rglob("*.incomplete"): try: file.unlink() except Exception as e: st.warning(f"Could not delete {file}: {e}") # Get environment variables HF_TOKEN_LLAMA = os.environ.get("HF_TOKEN_LLAMA") HF_TOKEN = os.environ.get("HF_TOKEN") USER_NAME = os.getenv("USER_NAME", "").strip().strip('"') PRIVATE_SPACE_NAME = os.getenv("PRIVATE_SPACE_NAME", "").strip().strip('"') # Log in to Hugging Face login(token=HF_TOKEN_LLAMA) login(token=HF_TOKEN) # Construct the repo ID REPO_ID = f"{USER_NAME}/{PRIVATE_SPACE_NAME}" REPO_TYPE = "space" # Always clear cache before downloading with st.spinner("Clearing old cache..."): clear_cache() # Download the private space with st.spinner("Downloading private space..."): try: repo_dir = snapshot_download( repo_id=REPO_ID, repo_type=REPO_TYPE, token=HF_TOKEN, cache_dir="private_space_cache", force_download=True, local_dir_use_symlinks=False ) except Exception as e: st.error(f"Failed to download private space: {e}") st.stop() # Change working directory and update sys.path os.chdir(repo_dir) sys.path.append(repo_dir) # Download and load app.py from the private space try: app_path = hf_hub_download( repo_id=REPO_ID, filename="app.py", repo_type=REPO_TYPE, token=HF_TOKEN, force_download=True ) except Exception as e: st.error(f"Failed to download app.py: {e}") st.stop() # Load and execute app.py spec_app = importlib.util.spec_from_file_location("app_module", app_path) app_module = importlib.util.module_from_spec(spec_app) spec_app.loader.exec_module(app_module) # Run the private app's main function try: result = app_module.main() except Exception as e: st.error(f"Error running private app: {e}") st.stop() # Optional: Clean up after execution with st.spinner("Cleaning up..."): clear_cache()