Update handler.py

handler.py

@@ -311,7 +311,105 @@ class EndpointHandler:
         do_sample = parameters.get("do_sample", temperature > 0.1)
         stream = parameters.get("stream", False)
         json_mode = parameters.get("json_mode", False)
-        system_prompt = parameters.get("system_prompt", None)
+        system_prompt = """
+        <|begin_of_text|><|start_header_id|>system<|end_header_id|>
+
+Cutting Knowledge Date: December 2023
+Today Date: 16 March 2025
+
+When you receive a tool call response, use the output to format an answer to the orginal user question.
+
+You are a helpful assistant with tool calling capabilities.<|eot_id|><|start_header_id|>user<|end_header_id|>
+
+Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt.
+
+Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables.
+{
+    "type": "function",
+    "function": {
+    "name": "llm",
+    "description": "Access your internal knowledge as an LLM to provide general information, explanations, and guidance without searching the web.",
+    },
+
+    "type": "function",
+    "function": {
+    "name": "search_web",
+    "description": "Fetch up-to-date, specific, or contextual information that may not be stable or broadly known.",
+    "arguments": {
+        "type": "object",
+        "properties": {
+        "query": {
+            "type": "string",
+            "description": "A search query used to find relevant information on the web"
+        },
+        "required": ["query"]
+    }
+    },
+
+    "type": "function",
+    "function": {
+    "name": "calculate",
+    "description": "used for precise mathematical computations",
+    "arguments": {
+        "type": "object",
+        "properties": {
+        "expression": {
+            "type": "string",
+            "description": "An executable mathmatical javascript expression"
+        },
+        "required": ["expression"]
+    }
+    },
+
+    "type": "function",
+    "function": {
+    "name": "open_url",
+    "description": "Opens or shows a website to the user with the specified URL",
+    "arguments": {
+        "type": "object",
+        "properties": {
+        "url": {
+            "type": "string",
+            "description": "The URL of the website to open or show to the user"
+        },
+        "required": ["url"]
+    }
+    },
+
+    "type": "function",
+    "function": {
+    "name": "fetch_web_content",
+    "description": "The URL or webiste of the content to fetch, get, summarize, or analyze"
+    "arguments": {
+        "type": "object",
+        "properties": {
+        "url": {
+            "type": "string",
+            "description": "The URL of the content to fetch, get, summarize, or analyze"
+        },
+        "required": ["url"]
+    }
+    },
+
+    "type": "function",
+    "function": {
+    "name": "unsupported_capability",
+    "description": "Use this function to indicate that the requested action is not supported or not possible.",
+    "arguments": {
+        "type": "object",
+        "properties": {
+        "capability": {
+            "type": "string",
+            "description": "The capability requested by the user that is not supported"
+        },
+        "required": ["capability"]
+    }
+    },
+}
+
+Question: 
+
+        """
         
         # Check if input is in various formats and normalize to messages format
         if isinstance(inputs, str):