Gajendra5490 commited on
Commit
2ade32f
·
verified ·
1 Parent(s): 393d55e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -3
app.py CHANGED
@@ -22,6 +22,18 @@ def setup_logging():
22
 
23
  logger = setup_logging()
24
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  class EnhancedTokenizer:
26
  def __init__(self, vocab):
27
  self.vocab = vocab
@@ -99,19 +111,19 @@ class ModelInference:
99
 
100
  def load_model(self):
101
  try:
102
- # Download model and tokenizer
103
  self.logger.info(f"Downloading from {MODEL_REPO}")
104
 
105
  model_path = hf_hub_download(
106
  repo_id=MODEL_REPO,
107
  filename="model.pt",
108
- token=True # Will use token if logged in
109
  )
110
 
111
  tokenizer_path = hf_hub_download(
112
  repo_id=MODEL_REPO,
113
  filename="tokenizer.json",
114
- token=True
115
  )
116
 
117
  # Load model data
 
22
 
23
  logger = setup_logging()
24
 
25
+ try:
26
+ token = os.environ.get('HF_TOKEN')
27
+ if not token:
28
+ logger.error("No HF_TOKEN found in environment variables")
29
+ raise ValueError("HF_TOKEN not found")
30
+
31
+ login(token=token)
32
+ logger.info("Successfully logged in to Hugging Face")
33
+ except Exception as e:
34
+ logger.error(f"Failed to login to Hugging Face: {e}")
35
+ raise
36
+
37
  class EnhancedTokenizer:
38
  def __init__(self, vocab):
39
  self.vocab = vocab
 
111
 
112
  def load_model(self):
113
  try:
114
+ # Download model and tokenizer using authenticated session
115
  self.logger.info(f"Downloading from {MODEL_REPO}")
116
 
117
  model_path = hf_hub_download(
118
  repo_id=MODEL_REPO,
119
  filename="model.pt",
120
+ token=token # Use token from environment
121
  )
122
 
123
  tokenizer_path = hf_hub_download(
124
  repo_id=MODEL_REPO,
125
  filename="tokenizer.json",
126
+ token=token # Use token from environment
127
  )
128
 
129
  # Load model data