dump agent llamaindex

app.py

@@ -5,6 +5,9 @@ import gradio as gr
 import pandas as pd
 import requests
 
+from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
+
+hf_token = os.getenv("HF_TOKEN")
 
 # (Keep Constants as is)
 # --- Constants ---
@@ -15,13 +18,19 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
 class BasicAgent:
     def __init__(self):
-        print("BasicAgent initialized.")
+        self.llm = HuggingFaceInferenceAPI(
+            model_name="Qwen/Qwen2.5-Coder-32B-Instruct",
+            temperature=0.7,
+            max_tokens=100,
+            token=hf_token,
+        )
 
     def __call__(self, question: str) -> str:
         print(f"Agent received question (first 50 chars): {question[:50]}...")
-        fixed_answer = "This is a default answer."
-        print(f"Agent returning fixed answer: {fixed_answer}")
-        return fixed_answer
+        response = self.llm.complete("Hello, how are you?")
+
+        print(f"Agent returning  answer: {response}")
+        return response.text
 
 
 def run_and_submit_all(profile: gr.OAuthProfile | None):
@@ -55,6 +64,7 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
 
     # 2. Fetch Questions
     print(f"Fetching questions from: {questions_url}")
+    response = None
     try:
         response = requests.get(questions_url, timeout=15)
         response.raise_for_status()
@@ -63,13 +73,14 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
             print("Fetched questions list is empty.")
             return "Fetched questions list is empty or invalid format.", None
         print(f"Fetched {len(questions_data)} questions.")
-    except requests.exceptions.RequestException as e:
-        print(f"Error fetching questions: {e}")
-        return f"Error fetching questions: {e}", None
     except requests.exceptions.JSONDecodeError as e:
         print(f"Error decoding JSON response from questions endpoint: {e}")
-        print(f"Response text: {response.text[:500]}")
+        if response:
+            print(f"Response text: {response.text[:500]}")
         return f"Error decoding server response for questions: {e}", None
+    except requests.exceptions.RequestException as e:
+        print(f"Error fetching questions: {e}")
+        return f"Error fetching questions: {e}", None
     except Exception as e:
         print(f"An unexpected error occurred fetching questions: {e}")
         return f"An unexpected error occurred fetching questions: {e}", None