Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,25 +5,6 @@ import time
|
|
| 5 |
from pathlib import Path
|
| 6 |
from huggingface_hub import hf_hub_download,login
|
| 7 |
|
| 8 |
-
# Handle HuggingFace authentication
|
| 9 |
-
def setup_hf_auth():
|
| 10 |
-
"""Setup HuggingFace authentication if token is available"""
|
| 11 |
-
hf_token = os.environ.get("HF_TOKEN")
|
| 12 |
-
if hf_token and hf_token.strip():
|
| 13 |
-
try:
|
| 14 |
-
login(token=hf_token, add_to_git_credential=False)
|
| 15 |
-
print("✅ Successfully logged in to HuggingFace Hub")
|
| 16 |
-
return True
|
| 17 |
-
except Exception as e:
|
| 18 |
-
print(f"⚠️ HuggingFace login failed: {e}")
|
| 19 |
-
return False
|
| 20 |
-
else:
|
| 21 |
-
print("ℹ️ No HF_TOKEN found, proceeding without authentication")
|
| 22 |
-
return False
|
| 23 |
-
|
| 24 |
-
# Setup authentication on import
|
| 25 |
-
setup_hf_auth()
|
| 26 |
-
|
| 27 |
# Try to import llama-cpp-python, fallback to instructions if not available
|
| 28 |
try:
|
| 29 |
from llama_cpp import Llama
|
|
@@ -40,6 +21,11 @@ model_loaded = False
|
|
| 40 |
HF_REPO_ID = "Axcel1/MMed-llama-alpaca-Q4_K_M-GGUF"
|
| 41 |
HF_FILENAME = "mmed-llama-alpaca-q4_k_m.gguf"
|
| 42 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
def find_gguf_file(directory="."):
|
| 44 |
"""Find GGUF files in the specified directory"""
|
| 45 |
gguf_files = []
|
|
|
|
| 5 |
from pathlib import Path
|
| 6 |
from huggingface_hub import hf_hub_download,login
|
| 7 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
# Try to import llama-cpp-python, fallback to instructions if not available
|
| 9 |
try:
|
| 10 |
from llama_cpp import Llama
|
|
|
|
| 21 |
HF_REPO_ID = "Axcel1/MMed-llama-alpaca-Q4_K_M-GGUF"
|
| 22 |
HF_FILENAME = "mmed-llama-alpaca-q4_k_m.gguf"
|
| 23 |
|
| 24 |
+
hf_token = os.environ.get("HF_TOKEN")
|
| 25 |
+
|
| 26 |
+
login(token = hf_token)
|
| 27 |
+
|
| 28 |
+
login(token=hf_token)
|
| 29 |
def find_gguf_file(directory="."):
|
| 30 |
"""Find GGUF files in the specified directory"""
|
| 31 |
gguf_files = []
|