Update app.py

Add an llm as available tool.

app.py

@@ -4,19 +4,27 @@ import requests
 import pytz
 import yaml
 from tools.final_answer import FinalAnswerTool
-
+import os
+from huggingface_hub import InferenceClient
 from Gradio_UI import GradioUI
 
 # Below is an example of a tool that does nothing. Amaze us with your creativity !
+llm_client = InferenceClient(provider="hf-inference", model='Qwen/Qwen2.5-Coder-32B-Instruct')
 @tool
-def my_custom_tool(arg1:str, arg2:int)-> str: #it's import to specify the return type
+def chat_with_an_llm(prompt:str)-> str: #it's import to specify the return type
     #Keep this format for the description / args / args description but feel free to modify the tool
-    """A tool that does nothing yet 
+    """An large language model to talk with.
     Args:
-        arg1: the first argument
-        arg2: the second argument
+        prompt: the prompt to send to the large language model.
     """
-    return "What magic will you build ?"
+    output = llm_client.chat.completions.create(
+        messages=[
+            {"role": "user", "content": prompt},
+        ],
+        stream=False,
+        max_tokens=1024,
+    )
+    return output.choices[0].message.content
 
 @tool
 def get_current_time_in_timezone(timezone: str) -> str: