feature: add api calling demo

app.py

@@ -3,25 +3,20 @@ import json
 
 import gradio as gr
 from openai import OpenAI
-from huggingface_hub import InferenceClient
 from tenacity import retry, wait_random_exponential, stop_after_attempt
 
+from functions_definition import get_functions, get_openai_function_tools
+
 OPENAI_KEY = os.getenv("OPENAI_KEY")
 client = OpenAI(api_key=OPENAI_KEY)
 
-def get_current_weather(location, unit="celsius"):
-    """Get the current weather in a given location"""
-    if "taipei" in location.lower():
-        return json.dumps({"location": "Taipei", "temperature": "10", "unit": unit})
-    else:
-        return json.dumps({"location": location, "temperature": "unknown"})
 
 @retry(wait=wait_random_exponential(multiplier=1, max=40), stop=stop_after_attempt(3))
 def chat_completion_request(messages, tools=None, tool_choice=None):
-    print(f'query message {messages}')
+    print(f"query message {messages}")
     try:
         response = client.chat.completions.create(
-            model='gpt-4o',
+            model="gpt-4o",
             messages=messages,
             tools=tools,
             tool_choice=tool_choice,
@@ -32,62 +27,45 @@ def chat_completion_request(messages, tools=None, tool_choice=None):
         print("Unable to generate ChatCompletion response")
         print(f"Exception: {e}")
         return e
-        
-tools = [
-    {
-        "type": "function",
-        "function": {
-            "name": "get_current_weather",
-            "description": "Get the current weather",
-            "parameters": {
-                "type": "object",
-                "properties": {
-                    "location": {
-                        "type": "string",
-                        "description": "The city and state, e.g. San Francisco, CA",
-                    },
-                    "unit": {
-                        "type": "string",
-                        "enum": ["celsius", "fahrenheit"],
-                        "description": "The temperature unit to use. Infer this from the users location.",
-                    },
-                },
-                "required": ["location", "unit"],
-            },
-        }
-    }
-]
 
 
 def respond(
     message,
     history: list[tuple[str, str]],
 ):
-    messages = [{"role": "system", "content": [{'type': 'text', 'text': 'You are a helpful agent'}]}]
+    messages = [
+        {
+            "role": "system",
+            "content": [{"type": "text", "text": "You are a helpful agent"}],
+        }
+    ]
     for val in history:
         if val[0]:
-            messages.append({"role": "user", "content": [{'type': 'text', 'text': val[0]}]})
+            messages.append(
+                {"role": "user", "content": [{"type": "text", "text": val[0]}]}
+            )
         if val[1]:
-            messages.append({"role": "assistant", "content": [{'type': 'text', 'text': val[1]}]})
+            messages.append(
+                {"role": "assistant", "content": [{"type": "text", "text": val[1]}]}
+            )
 
-    messages.append({"role": "user", "content": [{'type': 'text', 'text': message}]})
+    messages.append({"role": "user", "content": [{"type": "text", "text": message}]})
 
-    response = chat_completion_request(messages, tools=tools, tool_choice='auto')
+    response = chat_completion_request(
+        messages, tools=get_openai_function_tools(), tool_choice="auto"
+    )
 
     response_message = response.choices[0].message
     tool_calls = response_message.tool_calls
     if tool_calls:
-        available_functions = {
-            "get_current_weather": get_current_weather,
-        } 
+        available_functions = get_functions()
         messages.append(response_message)
         for tool_call in tool_calls:
             function_name = tool_call.function.name
             function_to_call = available_functions[function_name]
             function_args = json.loads(tool_call.function.arguments)
             function_response = function_to_call(
-                location=function_args.get("location"),
-                unit=function_args.get("unit"),
+                type=function_args.get("type"),
             )
             messages.append(
                 {
@@ -96,21 +74,31 @@ def respond(
                     "name": function_name,
                     "content": function_response,
                 }
-            )  
+            )
         second_response = chat_completion_request(messages)
-        messages.append({"role": "assistant", "content": [{'type': 'text', 'text': second_response.choices[0].message.content}]})
+        messages.append(
+            {
+                "role": "assistant",
+                "content": [
+                    {"type": "text", "text": second_response.choices[0].message.content}
+                ],
+            }
+        )
         return second_response.choices[0].message.content
-    messages.append({"role": "assistant", "content": [{'type': 'text', 'text': response.choices[0].message.content}]})
+    messages.append(
+        {
+            "role": "assistant",
+            "content": [{"type": "text", "text": response.choices[0].message.content}],
+        }
+    )
     return response.choices[0].message.content
 
+
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
 """
-demo = gr.ChatInterface(
-    respond,
-    title='Function Calling Demo'
-)
+demo = gr.ChatInterface(respond, title="Function Calling Demo")
 
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()

functions_definition.py

@@ -1,24 +1,86 @@
-tools = [
-    {
-        "type": "function",
-        "function": {
-            "name": "get_current_weather",
-            "description": "Get the current weather",
-            "parameters": {
-                "type": "object",
-                "properties": {
-                    "location": {
-                        "type": "string",
-                        "description": "The city and state, e.g. San Francisco, CA",
+import json
+
+import requests
+
+
+def get_current_weather(location, unit="celsius"):
+    """Get the current weather in a given location"""
+    if "taipei" in location.lower():
+        return json.dumps({"location": "Taipei", "temperature": "10", "unit": unit})
+    else:
+        return json.dumps({"location": location, "temperature": "unknown"})
+
+
+def get_junyi_content(type):
+    print(f"Fetching Junyi content of type {type}")
+    base_url = "https://www.junyiacademy.org/api/v2/open/content/topicpage/"
+    topic_id = "knsh-7a"
+
+    url = f"{base_url}{topic_id}"
+
+    response = requests.get(url)
+    if response.status_code == 200:
+        data = response.json()
+        print(data)
+    else:
+        print(f"Request failed with status code {response.status_code}")
+    if type == "english":
+        return json.dumps(
+            {
+                "content": "英文",
+                "url": "https://www.junyiacademy.org/junyi-english/eng-junior/eng-junior07/eng-junior07-knsh/knsh-7a",
+            }
+        )
+
+
+def get_openai_function_tools():
+    tools = [
+        {
+            "type": "function",
+            "function": {
+                "name": "get_current_weather",
+                "description": "Get the current weather",
+                "parameters": {
+                    "type": "object",
+                    "properties": {
+                        "location": {
+                            "type": "string",
+                            "description": "The city and state, e.g. San Francisco, CA",
+                        },
+                        "unit": {
+                            "type": "string",
+                            "enum": ["celsius", "fahrenheit"],
+                            "description": "The temperature unit to use. Infer this from the users location.",
+                        },
                     },
-                    "unit": {
-                        "type": "string",
-                        "enum": ["celsius", "fahrenheit"],
-                        "description": "The temperature unit to use. Infer this from the users location.",
+                    "required": ["location", "unit"],
+                },
+            },
+        },
+        {
+            "type": "function",
+            "function": {
+                "name": "get_junyi_content",
+                "description": "Get the content from Junyi Academy",
+                "parameters": {
+                    "type": "object",
+                    "properties": {
+                        "type": {
+                            "type": "string",
+                            "enum": ["english", "math"],
+                            "description": "The type of content to fetch",
+                        },
                     },
+                    "required": ["type"],
                 },
-                "required": ["location", "unit"],
             },
-        }
+        },
+    ]
+    return tools
+
+
+def get_functions():
+    return {
+        "get_current_weather": get_current_weather,
+        "get_junyi_content": get_junyi_content,
     }
-]