Update app.py

app.py

@@ -75,10 +75,13 @@ def search(query):
     return all_results
 
 # Initialize inference clients for different models
-client_gemma = InferenceClient("google/gemma-1.1-7b-it")
+client_gemma = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
 client_mixtral = InferenceClient("NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO")
 client_llama = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")
 
+
+func_caller = []
+
 # Define the main chat function
 def respond(message, history):
     func_caller = []
@@ -104,11 +107,15 @@ def respond(message, history):
             {"type": "function", "function": {"name": "image_generation", "description": "Generate image for user", "parameters": {"type": "object", "properties": {"query": {"type": "string", "description": "image generation prompt"}, "number_of_image": {"type": "integer", "description": "number of images to generate"}}, "required": ["query"]}}},
             {"type": "function", "function": {"name": "image_qna", "description": "Answer question asked by user related to image", "parameters": {"type": "object", "properties": {"query": {"type": "string", "description": "Question by user"}}, "required": ["query"]}}},
         ]
-    
+
+        for msg in history:
+            func_caller.append({"role": "user", "content": f"{str(msg[0])}"})
+            func_caller.append({"role": "assistant", "content": f"{str(msg[1])}"})
+
         message_text = message["text"]
         func_caller.append({"role": "user", "content": f'[SYSTEM]You are a helpful assistant. You have access to the following functions: \n {str(functions_metadata)}\n\nTo use these functions respond with:\n<functioncall> {{ "name": "function_name", "arguments": {{ "arg_1": "value_1", "arg_1": "value_1", ... }} }}  </functioncall>  [USER] {message_text}'})
     
-        response = client_gemma.chat_completion(func_caller, max_tokens=150)
+        response = client_gemma.chat_completion(func_caller, max_tokens=200)
         response = str(response)
         try:
             response = response[int(response.find("{")):int(response.index("</"))]
@@ -117,10 +124,9 @@ def respond(message, history):
         response = response.replace("\\n", "")
         response = response.replace("\\'", "'")
         response = response.replace('\\"', '"')
+        response = response.replace('\\', '')
         print(f"\n{response}")
     
-        func_caller.append({"role": "assistant", "content": f"<functioncall>{response}</functioncall>"})
-    
         try:
             json_data = json.loads(str(response))
             if json_data["name"] == "web_search":
@@ -145,7 +151,7 @@ def respond(message, history):
                 gr.Info("Generating Image, Please wait 10 sec...")
                 client = InferenceClient("stabilityai/stable-diffusion-3-medium-diffusers")
                 seed = random.randint(0,999999)
-                image = client.text_to_image(message_text, negative_prompt=f"{seed}")
+                image = client.text_to_image(message_text, negative_prompt=f"{seed}", num_inference_steps=20 )
                 yield gr.Image(image)
                 gr.Info("We are going to mor upgrade image generator in next update")
             elif json_data["name"] == "image_qna":