Update app.py

app.py

@@ -1,5 +1,7 @@
 # login as a privileged user.
 import os
+import subprocess
+
 HF_TOKEN = os.environ.get("HF_TOKEN")
 
 from huggingface_hub import login
@@ -50,7 +52,17 @@ if torch.cuda.is_available():
     model = AutoModelForCausalLM.from_pretrained(
         model_id, device_map="cuda", torch_dtype=torch.bfloat16
     )
-    reft_model = ReftModel.load("Ayushnangia/Lossfunk-Residency-Llama-3-8B-Instruct", model, from_huggingface_hub=True)
+    # Define local repository path for the ReFT model files
+    repo_local_path = "./Lossfunk-Residency-Llama-3-8B-Instruct"
+    if not os.path.exists(repo_local_path):
+        print("Local repository not found. Cloning repository using git lfs...")
+        subprocess.run(
+             ["git", "lfs", "clone", "https://huggingface.co/Ayushnangia/Lossfunk-Residency-Llama-3-8B-Instruct", repo_local_path],
+             check=True
+        )
+    
+    # Load the ReFT model from the local repository
+    reft_model = ReftModel.load(repo_local_path, model, from_huggingface_hub=False)
     reft_model.set_device("cuda")
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = True
@@ -209,7 +221,6 @@ chat_interface = gr.ChatInterface(
 
 with gr.Blocks(css="style.css") as demo:
     gr.Markdown(DESCRIPTION)
-    gr.DuplicateButton(value="Duplicate Space for private use", elem_id="duplicate-button")
     chat_interface.render()
     gr.Markdown(LICENSE)