init

README.md

@@ -1 +1,10 @@
-# hf-chatbot
+---
+title: HF Chatbot
+emoji: 🤗
+colorFrom: yellow
+colorTo: gray
+sdk: gradio
+app_file: chat_app.py
+pinned: false
+---
+# hf-olmocr-demo

chat_app.py

@@ -0,0 +1,115 @@
+import time
+import os
+import gradio as gr
+from typing import List
+
+from langchain_huggingface import HuggingFaceEndpoint
+
+from langchain.schema import BaseMessage
+from langchain_core.chat_history import BaseChatMessageHistory
+from langchain_core.prompts import ChatPromptTemplate, MessagesPlaceholder
+from langchain_core.runnables import (
+    ConfigurableFieldSpec,
+)
+from langchain_core.runnables.history import RunnableWithMessageHistory
+
+from pydantic import BaseModel, Field
+
+
+class InMemoryHistory(BaseChatMessageHistory, BaseModel):
+    """In memory implementation of chat message history."""
+
+    messages: List[BaseMessage] = Field(default_factory=list)
+
+    def add_messages(self, messages: List[BaseMessage]) -> None:
+        """Add a list of messages to the store"""
+        self.messages.extend(messages)
+
+    def clear(self) -> None:
+        self.messages = []
+
+# In-memory storage for session history
+store = {}
+
+def get_session_history(
+    user_id: str, conversation_id: str
+) -> BaseChatMessageHistory:
+    if (user_id, conversation_id) not in store:
+        store[(user_id, conversation_id)] = InMemoryHistory()
+    return store[(user_id, conversation_id)]
+
+prompt = ChatPromptTemplate.from_messages([
+    ("system", "You're an assistant who's good at everything"),
+    MessagesPlaceholder(variable_name="history"),
+    ("human", "{question}"),
+])
+
+model_id="mistralai/Mistral-7B-Instruct-v0.3"
+llm = HuggingFaceEndpoint(
+    repo_id=model_id,
+    max_new_tokens=1024,
+    temperature=0.1,
+    huggingfacehub_api_token=os.environ.get("my",""),
+)
+
+chain = prompt | llm
+
+with_message_history = RunnableWithMessageHistory(
+    chain,
+    get_session_history=get_session_history,
+    input_messages_key="question",
+    history_messages_key="history",
+    history_factory_config=[
+        ConfigurableFieldSpec(
+            id="user_id",
+            annotation=str,
+            name="User ID",
+            description="Unique identifier for the user.",
+            default="",
+            is_shared=True,
+        ),
+        ConfigurableFieldSpec(
+            id="conversation_id",
+            annotation=str,
+            name="Conversation ID",
+            description="Unique identifier for the conversation.",
+            default="",
+            is_shared=True,
+        ),
+    ],
+)
+
+with gr.Blocks() as demo:
+    chatbot = gr.Chatbot(type="messages")
+    msg = gr.Textbox()
+    stop = gr.Button("Stop")
+    clear = gr.Button("Clear")
+
+    def user(user_message, history: list):
+        return "", history + [{"role": "user", "content": user_message}]
+
+    def bot(history: list):
+
+        question = history[-1]['content']
+
+        answer = with_message_history.stream(
+            {"ability": "everything", "question": question},
+            config={"configurable": {"user_id": "123", "conversation_id": "1"}}
+        )
+
+        history.append({"role": "assistant", "content": ""})
+        for item in answer:
+            for character in item.content:
+                history[-1]['content'] += character
+                time.sleep(0.05)
+                yield history
+
+    submit_event = msg.submit(user, [msg, chatbot], [msg, chatbot], queue=True).then(
+        bot, chatbot, chatbot
+    )
+
+    stop.click(None, None, None, cancels=[submit_event], queue=False)
+    clear.click(lambda: None, None, chatbot, queue=True)
+
+if __name__ == "__main__":
+    demo.launch()