Update app.py

app.py

@@ -15,6 +15,17 @@ from langchain_groq import ChatGroq
 from langchain_huggingface import HuggingFaceEndpoint, ChatHuggingFace
 from langchain_huggingface.llms import HuggingFacePipeline
 from langchain_ollama import ChatOllama
+from smolagents import (
+    InferenceClientModel, LiteLLMModel, OpenAIServerModel, TransformersModel,
+    CodeAgent,
+    DuckDuckGoSearchTool,
+    HfApiModel,
+    LiteLLMModel,
+    OpenAIServerModel,
+    PythonInterpreterTool,
+    tool,
+    InferenceClientModel, ToolCallingAgent
+)
 
 
 # (Keep Constants as is)
@@ -36,9 +47,9 @@ HF_TOKEN = os.getenv("HF_TOKEN")
 #        provider='auto'
 #)
 
-checkpoint = "meta-llama/Llama-3.2-3B-Instruct"
-tokenizer = AutoTokenizer.from_pretrained(checkpoint)
-model = AutoModelForCausalLM.from_pretrained(checkpoint, token=HF_TOKEN)
+#checkpoint = "meta-llama/Llama-3.2-3B-Instruct"
+#tokenizer = AutoTokenizer.from_pretrained(checkpoint)
+#model = AutoModelForCausalLM.from_pretrained(checkpoint, token=HF_TOKEN)
 
 #messages = [{"role": "user", "content": "Hello."}]
 #input_text=tokenizer.apply_chat_template(messages, tokenize=False)
@@ -47,14 +58,25 @@ model = AutoModelForCausalLM.from_pretrained(checkpoint, token=HF_TOKEN)
 #outputs = model.generate(inputs, max_new_tokens=50, temperature=0.2, top_p=0.9, do_sample=True)
 #print(tokenizer.decode(outputs[0]))
 
-pipe = pipeline('text-generation', model=model, tokenizer=tokenizer, max_new_tokens=1000)
-hf_pipe = HuggingFacePipeline(pipeline=pipe)
+#pipe = pipeline('text-generation', model=model, tokenizer=tokenizer, max_new_tokens=1000)
+#hf_pipe = HuggingFacePipeline(pipeline=pipe)
 
 #chat = ChatHuggingFace(llm=llm, verbose=True)
-chat = ChatOllama(llm=hf_pipe).bind(skip_prompt=True)
+#chat = ChatOllama(llm=hf_pipe).bind(skip_prompt=True)
 
-tools = []
-chat_with_tools = chat.bind_tools(tools)
+#tools = []
+#chat_with_tools = chat.bind_tools(tools)
+
+openai_api_key = os.getenv("OPENAI_API_KEY")
+
+model = OpenAIServerModel(
+    api_key=openai_api_key,
+    model_id="o1"
+)
+tools = [
+    DuckDuckGoSearchTool(),
+    PythonInterpreterTool(),
+]
 
 # load the system prompt from the file
 with open("system_prompt.txt", "r", encoding="utf-8") as f:
@@ -113,7 +135,17 @@ def run_and_submit_all( profile: gr.OAuthProfile | None):
 
     # 1. Instantiate Agent ( modify this part to create your agent)
     try:
-        agent = BasicAgent()
+        #agent = BasicAgent()
+        agent = CodeAgent(
+        tools=tools,
+        model=model,
+        additional_authorized_imports=["*"],
+        executor_type='local',
+        executor_kwargs={},
+        max_steps=12,
+        verbosity_level=2,
+        planning_interval=4,
+    )
     except Exception as e:
         print(f"Error instantiating agent: {e}")
         return f"Error initializing agent: {e}", None