Trial and error.

app.py

@@ -21,21 +21,26 @@ class BasicAgent:
         self.model_name = "Qwen/Qwen2.5-7B-Instruct"
         
         # Load model and tokenizer
-        try:
-            self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
-            self.model = AutoModelForCausalLM.from_pretrained(
-                self.model_name,
-                torch_dtype="auto",
-                device_map="auto"
-            )
-            print(f"Successfully loaded {self.model_name}")
-        except Exception as e:
-            print(f"Error loading model: {e}")
-            # Fallback to HuggingFace Inference API if local loading fails
-            print("Falling back to InferenceClient")
-            self.client = InferenceClient(model=self.model_name)
-            self.tokenizer = None
-            self.model = None
+        #try:
+        #    self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
+        #    self.model = AutoModelForCausalLM.from_pretrained(
+        #        self.model_name,
+        #        torch_dtype="auto",
+        #        device_map="auto"
+        #    )
+        #    print(f"Successfully loaded {self.model_name}")
+        #except Exception as e:
+        #    print(f"Error loading model: {e}")
+        #    # Fallback to HuggingFace Inference API if local loading fails
+        #    print("Falling back to InferenceClient")
+        #    self.client = InferenceClient(model=self.model_name)
+        #    self.tokenizer = None
+        #    self.model = None
+        print("Falling back to InferenceClient")
+        self.client = InferenceClient(model=self.model_name)
+        self.tokenizer = None
+        self.model = None
+
 
     def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
@@ -204,7 +209,7 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
 
 # --- Build Gradio Interface using Blocks ---
 with gr.Blocks() as demo:
-    gr.Markdown("# Basic Agent Evaluation Runner")
+    gr.Markdown("# Basic Agent Evaluation Runner #")
     gr.Markdown(
         """
         **Instructions:**