Update app.py
Browse files
app.py
CHANGED
|
@@ -22,6 +22,18 @@ def setup_logging():
|
|
| 22 |
|
| 23 |
logger = setup_logging()
|
| 24 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 25 |
class EnhancedTokenizer:
|
| 26 |
def __init__(self, vocab):
|
| 27 |
self.vocab = vocab
|
|
@@ -99,19 +111,19 @@ class ModelInference:
|
|
| 99 |
|
| 100 |
def load_model(self):
|
| 101 |
try:
|
| 102 |
-
# Download model and tokenizer
|
| 103 |
self.logger.info(f"Downloading from {MODEL_REPO}")
|
| 104 |
|
| 105 |
model_path = hf_hub_download(
|
| 106 |
repo_id=MODEL_REPO,
|
| 107 |
filename="model.pt",
|
| 108 |
-
token=
|
| 109 |
)
|
| 110 |
|
| 111 |
tokenizer_path = hf_hub_download(
|
| 112 |
repo_id=MODEL_REPO,
|
| 113 |
filename="tokenizer.json",
|
| 114 |
-
token=
|
| 115 |
)
|
| 116 |
|
| 117 |
# Load model data
|
|
|
|
| 22 |
|
| 23 |
logger = setup_logging()
|
| 24 |
|
| 25 |
+
try:
|
| 26 |
+
token = os.environ.get('HF_TOKEN')
|
| 27 |
+
if not token:
|
| 28 |
+
logger.error("No HF_TOKEN found in environment variables")
|
| 29 |
+
raise ValueError("HF_TOKEN not found")
|
| 30 |
+
|
| 31 |
+
login(token=token)
|
| 32 |
+
logger.info("Successfully logged in to Hugging Face")
|
| 33 |
+
except Exception as e:
|
| 34 |
+
logger.error(f"Failed to login to Hugging Face: {e}")
|
| 35 |
+
raise
|
| 36 |
+
|
| 37 |
class EnhancedTokenizer:
|
| 38 |
def __init__(self, vocab):
|
| 39 |
self.vocab = vocab
|
|
|
|
| 111 |
|
| 112 |
def load_model(self):
|
| 113 |
try:
|
| 114 |
+
# Download model and tokenizer using authenticated session
|
| 115 |
self.logger.info(f"Downloading from {MODEL_REPO}")
|
| 116 |
|
| 117 |
model_path = hf_hub_download(
|
| 118 |
repo_id=MODEL_REPO,
|
| 119 |
filename="model.pt",
|
| 120 |
+
token=token # Use token from environment
|
| 121 |
)
|
| 122 |
|
| 123 |
tokenizer_path = hf_hub_download(
|
| 124 |
repo_id=MODEL_REPO,
|
| 125 |
filename="tokenizer.json",
|
| 126 |
+
token=token # Use token from environment
|
| 127 |
)
|
| 128 |
|
| 129 |
# Load model data
|