Update app.py

app.py

@@ -1,9 +1,61 @@
 import gradio as gr
+import requests
 from huggingface_hub import InferenceClient
 
+API_TOKEN = "your_huggingface_api_token" # Replace with your actual token
+API_URL = "https://api-inference.huggingface.co/models/InterSync/Mistral-7B-Instruct-v0.2-Function-Calling"
+headers = {"Authorization": f"Bearer {API_TOKEN}"}
+
+def get_weather(location, unit="celsius"):
+  """Gets the current weather in a given location."""
+  # Your code to fetch weather data using an external API (e.g., OpenWeatherMap)
+  ...
+  return weather_data
+
+def query_model(payload):
+    response = requests.post(API_URL, headers=headers, json=payload)
+    return response.json()
+
+with gr.Blocks() as demo:
+    gr.Markdown("# Mistral-7B-Instruct Function Calling Demo")
+    
+    with gr.Row():
+        with gr.Column(scale=4):
+            input_text = gr.Textbox(label="Enter your text", lines=5)
+            submit_btn = gr.Button("Submit")
+        with gr.Column(scale=6):
+            output_text = gr.Textbox(label="Model Output", lines=10)
+
+    def user(user_message, history):
+        return "", history + [[user_message, None]]  # Add user message to chat history
+
+    def bot(history):
+        user_message = history[-1][0]
+        function_call = {
+            "name": "get_weather",
+            "arguments": {"location": user_message}
+        }
+        payload = {
+            "inputs": user_message,
+            "parameters": {
+                "function_call": function_call
+            }
+        }
+        output = query_model(payload)
+        bot_response = output[0]['generated_text']  # Assuming API returns text in this format
+        history[-1][1] = bot_response  # Update the last message in history with bot response
+        return history
+
+    input_text.change(user, [input_text, output_text], [input_text, output_text], queue=False).then(
+        bot, [output_text], [output_text]
+    )
+    submit_btn.click(user, [input_text, output_text], [input_text, output_text], queue=False).then(
+        bot, [output_text], [output_text]
+    )
+
+demo.queue().launch()
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 
@@ -39,9 +91,9 @@ def respond(
         response += token
         yield response
 
-"""
+
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
-"""
+
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
@@ -60,4 +112,5 @@ demo = gr.ChatInterface(
 
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()
+"""