Spaces:
Configuration error
Configuration error
File size: 6,881 Bytes
10e9b7d eccf8e4 a543848 27e20b9 10e9b7d e80aab9 3db6293 e80aab9 a543848 64c56a2 a543848 27e20b9 a543848 31243f4 a543848 27e20b9 4021bf3 a543848 6d34e9e 27e20b9 a543848 27e20b9 6d34e9e a543848 27e20b9 6d34e9e 27e20b9 a543848 27e20b9 3c4371f 7e4a06b a543848 3c4371f 7e4a06b 3c4371f 7d65c66 3c4371f 27e20b9 e80aab9 27e20b9 31243f4 a543848 31243f4 a543848 36ed51a 3c4371f 27e20b9 eccf8e4 31243f4 7d65c66 31243f4 a543848 7d65c66 27e20b9 e80aab9 27e20b9 7d65c66 31243f4 7d65c66 27e20b9 31243f4 27e20b9 31243f4 27e20b9 7d65c66 e80aab9 7d65c66 e80aab9 31243f4 e80aab9 3c4371f e80aab9 31243f4 7d65c66 31243f4 27e20b9 e80aab9 27e20b9 e80aab9 27e20b9 7e4a06b 31243f4 9088b99 7d65c66 27e20b9 e80aab9 27e20b9 e80aab9 a543848 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 | import os
import gradio as gr
import requests
import torch
from transformers import AutoTokenizer, AutoModelForCausalLM
import pandas as pd
import json
# --- Constants ---
DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
# --- Initialize Model ---
model_name = "mosaicml/mpt-7b-chat"
tokenizer = AutoTokenizer.from_pretrained(model_name)
# Offload folder pour éviter crash GPU
offload_folder = "offload"
os.makedirs(offload_folder, exist_ok=True)
model = AutoModelForCausalLM.from_pretrained(
model_name,
device_map="auto",
offload_folder=offload_folder,
torch_dtype=torch.float16,
)
# --- Define a simple tool for demonstration ---
def AddTwoNumbers(a: int, b: int) -> int:
return a + b
# --- Reasoning Agent Definition ---
class ReasoningAgent:
def __init__(self):
print("ReasoningAgent initialized.")
self.tools_description = (
"You have one tool available:\n"
"- AddTwoNumbers(a, b): returns the sum of two integers a and b.\n"
"Use this tool if you need to add numbers."
)
def __call__(self, question: str) -> str:
print(f"\n=== New Question ===\n{question}\n")
# Prompt structuré
prompt = f"""
You are an AI reasoning agent.
{self.tools_description}
Answer the question in the following JSON format:
{{
"thought": "Describe your reasoning step by step",
"action": "Action you decide to take (like calling a tool) or 'None' if no action",
"observation": "Result of the action (or empty if no action)",
"answer": "Final answer to the user"
}}
Question: {question}
"""
inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
output = model.generate(**inputs, max_new_tokens=300)
text_output = tokenizer.decode(output[0], skip_special_tokens=True)
print(f"Raw model output:\n{text_output[:1000]}...\n") # on affiche un gros morceau du texte
# Parser le JSON
try:
parsed = json.loads(text_output)
except json.JSONDecodeError as e:
print(f"⚠️ JSON decode error: {e}")
parsed = {"thought": "", "action": "None", "observation": "", "answer": text_output}
thought = parsed.get("thought", "")
action = parsed.get("action", "None")
observation = parsed.get("observation", "")
answer = parsed.get("answer", "No answer returned.")
# Exécution de l'outil si nécessaire
if action.startswith("AddTwoNumbers"):
try:
numbers = action[action.find("(")+1:action.find(")")].split(",")
a, b = int(numbers[0].strip()), int(numbers[1].strip())
observation = AddTwoNumbers(a, b)
parsed["observation"] = str(observation)
print(f"✅ Tool executed: {action} -> {observation}")
except Exception as e:
observation = f"⚠️ Error executing tool: {e}"
parsed["observation"] = observation
print(observation)
# Print du raisonnement actuel
print(f"💭 Thought: {thought}")
print(f"🔧 Action: {action}")
print(f"👀 Observation: {observation}")
print(f"📝 Answer: {answer}\n{'-'*50}\n")
return answer
# --- Main Evaluation & Submission Function ---
def run_and_submit_all(profile: gr.OAuthProfile | None):
space_id = os.getenv("SPACE_ID")
if profile:
username = f"{profile.username}"
print(f"User logged in: {username}")
else:
print("User not logged in.")
return "Please Login to Hugging Face with the button.", None
questions_url = f"{DEFAULT_API_URL}/questions"
submit_url = f"{DEFAULT_API_URL}/submit"
# Instantiate Agent
try:
agent = ReasoningAgent()
except Exception as e:
return f"Error initializing agent: {e}", None
agent_code = f"https://huggingface.co/spaces/{space_id}/tree/main"
# Fetch Questions
try:
response = requests.get(questions_url, timeout=15)
response.raise_for_status()
questions_data = response.json()
if not questions_data:
return "Fetched questions list is empty or invalid format.", None
except Exception as e:
return f"Error fetching questions: {e}", None
# Run Agent
results_log = []
answers_payload = []
for item in questions_data:
task_id = item.get("task_id")
question_text = item.get("question")
if not task_id or question_text is None:
continue
try:
submitted_answer = agent(question_text)
answers_payload.append({"task_id": task_id, "submitted_answer": submitted_answer})
results_log.append({
"Task ID": task_id,
"Question": question_text,
"Submitted Answer": submitted_answer
})
except Exception as e:
results_log.append({
"Task ID": task_id,
"Question": question_text,
"Submitted Answer": f"AGENT ERROR: {e}"
})
if not answers_payload:
return "Agent did not produce any answers to submit.", pd.DataFrame(results_log)
# Submit
submission_data = {"username": username.strip(), "agent_code": agent_code, "answers": answers_payload}
try:
response = requests.post(submit_url, json=submission_data, timeout=60)
response.raise_for_status()
result_data = response.json()
final_status = (
f"Submission Successful!\n"
f"User: {result_data.get('username')}\n"
f"Overall Score: {result_data.get('score', 'N/A')}% "
f"({result_data.get('correct_count', '?')}/{result_data.get('total_attempted', '?')} correct)\n"
f"Message: {result_data.get('message', 'No message received.')}"
)
results_df = pd.DataFrame(results_log)
return final_status, results_df
except Exception as e:
results_df = pd.DataFrame(results_log)
return f"Submission Failed: {e}", results_df
# --- Build Gradio Interface ---
with gr.Blocks() as demo:
gr.Markdown("# Reasoning Agent with Tool Example")
gr.Markdown("""
**Instructions:**
1. Log in to Hugging Face.
2. Click 'Run Evaluation & Submit All Answers'.
3. The agent can use the AddTwoNumbers tool if needed.
""")
gr.LoginButton()
run_button = gr.Button("Run Evaluation & Submit All Answers")
status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)
run_button.click(fn=run_and_submit_all, outputs=[status_output, results_table])
# --- Launch App ---
if __name__ == "__main__":
demo.launch(debug=True, share=False)
|