checkin

app.py

@@ -1,23 +1,28 @@
 import gradio as gr
 from huggingface_hub import InferenceClient, login
 import random
+from langchain_openai import ChatOpenAI
+from langchain.schema import AIMessage, HumanMessage
 import os
 
 login(token=os.environ["HUGGINGFACEHUB_API_TOKEN"])
 
-"""
-For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
-"""
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+model = ChatOpenAI(model="gpt-4o-mini")
 
-
-def random_response(message, history):
-    return random.choice(["Yes", "No"])
+def predict(message, history):
+    history_langchain_format = []
+    for msg in history:
+        if msg['role'] == "user":
+            history_langchain_format.append(HumanMessage(content=msg['content']))
+        elif msg['role'] == "assistant":
+            history_langchain_format.append(AIMessage(content=msg['content']))
+    history_langchain_format.append(HumanMessage(content=message))
+    gpt_response = model.invoke(history_langchain_format)
+    return gpt_response.content
 
 demo = gr.ChatInterface(
-    fn=random_response, 
+    predict,
     type="messages"
 )
 
-if __name__ == "__main__":
-    demo.launch()
+demo.launch()

requirements.txt

@@ -1 +1,3 @@
-huggingface_hub==0.25.2
+huggingface_hub==0.25.2
+langchain_openai
+langgraph