Create app.py

app.py

@@ -0,0 +1,36 @@
+import openai
+import urllib.parse
+
+openai.api_key = "EMPTY" # Key is ignored and does not matter
+openai.api_base = "http://zanino.millennium.berkeley.edu:8000/v1"
+# Alternate mirrors
+# openai.api_base = "http://34.132.127.197:8000/v1"
+
+# Report issues
+def raise_issue(e, model, prompt):
+    issue_title = urllib.parse.quote("[bug] Hosted Gorilla: <Issue>")
+    issue_body = urllib.parse.quote(f"Exception: {e}\nFailed model: {model}, for prompt: {prompt}")
+    issue_url = f"https://github.com/ShishirPatil/gorilla/issues/new?assignees=&labels=hosted-gorilla&projects=&template=hosted-gorilla-.md&title={issue_title}&body={issue_body}"
+    print(f"An exception has occurred: {e} \nPlease raise an issue here: {issue_url}")
+
+# Query Gorilla server
+def get_gorilla_response(prompt="I would like to translate from English to French.", model="gorilla-7b-hf-v1"):
+  try:
+    completion = openai.ChatCompletion.create(
+      model=model,
+      messages=[{"role": "user", "content": prompt}]
+    )
+    return completion.choices[0].message.content
+  except Exception as e:
+    raise_issue(e, model, prompt)
+
+import gradio as gr
+
+def generate_algo(problem):
+  response = get_gorilla_response(prompt, model="gorilla-7b-hf-v1")
+  return response
+
+bot = gr.Interface(fn=generate_algo, inputs="text", outputs="text", title="Ask Grodd: API Query Assistant",
+    description="Empower your LLM with Grodd's API guidance for 1,600+ integrations")
+
+bot.launch()