Update app.py

app.py

@@ -6,19 +6,20 @@ import os
 DEFAULT_MODEL_NAME = "mistralai/Mistral-7B-Instruct-v0.1"
 
 # Try both common environment variable names for Hugging Face tokens
-HF_TOKEN = os.getenv("API_TOKEN_2") or os.getenv("HUGGINGFACEHUB_API_TOKEN")
+HF_TOKEN = os.getenv("API_TOKEN_2") 
+print(f"HF_TOKEN is {'set' if HF_TOKEN else 'NOT set'}.")
 
 client = None
 
 def get_inference_client(model_name):
     global client
-    try:
-        if client is None or getattr(client, "model", None) != model_name:
+    if client is None or getattr(client, "model", None) != model_name:
+        try:
             client = InferenceClient(model=model_name, token=HF_TOKEN if HF_TOKEN else None)
             print(f"InferenceClient initialized for {model_name}. Token {'provided' if HF_TOKEN else 'not provided'}.")
-    except Exception as e:
-        print(f"Failed to initialize InferenceClient for {model_name}: {e}")
-        return None
+        except Exception as e:
+            print(f"Failed to initialize InferenceClient for {model_name}: {e}")
+            return None
     return client
 
 def evaluate_understanding(prompt, response):
@@ -67,7 +68,6 @@ def query_model_and_evaluate(user_prompt, model_name_to_use):
             "do_sample": True,
             "return_full_text": False
         }
-        # Call the model
         model_response_text = current_client.text_generation(formatted_prompt, **params)
         if not model_response_text:
             model_response_text = ""