Update app.py

app.py

@@ -39,26 +39,23 @@ class ZephyrAPI:
             "Authorization": f"Bearer {os.getenv('HF_TOKEN')}"
         }
         self.tool_descriptions = self.format_tools(tools or [])
-        print("ZephyrAPI initialized using Inference API.")
+        print(f"ZephyrAPI initialized using Inference API. with tools {self.tool_descriptions}")
 
     def format_tools(self, tools):
         return "\n".join([f"- {tool.name}: {tool.description}" for tool in tools])
 
     def __call__(self, question: str, scratchpad: str = "") -> str:
         prompt = f"""<|system|>
-                You are a smart agent that can reason step-by-step and use tools when necessary.
+                You are a general AI assistant. I will ask you a question. 
+                Report your thoughts, and finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER]. 
+                YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of numbers and/or strings. 
+                If you are asked for a number, don't use comma to write your number neither use units such as $ or percent sign unless specified otherwise. 
+                If you are asked for a string, don't use articles, neither abbreviations (e.g. for cities), and write the digits in plain text unless specified otherwise. 
+                If you are asked for a comma separated list, apply the above rules depending of whether the element to be put in the list is a number or a string.
                 
                 Available tools:
                 {self.tool_descriptions}
                 
-                Respond with this format:
-                Thought: do I need to use a tool?
-                Action: tool_name
-                Action Input: "input"
-                Observation: tool result
-                ... (repeat if needed)
-                Final Answer: your final answer to the user
-                
                 <|user|>
                 {question}
                 
@@ -67,7 +64,7 @@ class ZephyrAPI:
         payload = {
             "inputs": prompt,
             "parameters": {
-                "max_new_tokens": 256,
+                "max_new_tokens": 512,
                 "temperature": 0.7,
                 "top_p": 0.9,
             }