app: YACI app

.chainlit/config.toml

@@ -0,0 +1,84 @@
+[project]
+# Whether to enable telemetry (default: true). No personal data is collected.
+enable_telemetry = false
+
+# List of environment variables to be provided by each user to use the app.
+user_env = []
+
+# Duration (in seconds) during which the session is saved when the connection is lost
+session_timeout = 3600
+
+# Enable third parties caching (e.g LangChain cache)
+cache = false
+
+# Follow symlink for asset mount (see https://github.com/Chainlit/chainlit/issues/317)
+# follow_symlink = false
+
+[features]
+# Show the prompt playground
+prompt_playground = true
+
+# Process and display HTML in messages. This can be a security risk (see https://stackoverflow.com/questions/19603097/why-is-it-dangerous-to-render-user-generated-html-or-javascript)
+unsafe_allow_html = false
+
+# Process and display mathematical expressions. This can clash with "$" characters in messages.
+latex = false
+
+# Authorize users to upload files with messages
+multi_modal = true
+
+# Allows user to use speech to text
+[features.speech_to_text]
+    enabled = false
+    # See all languages here https://github.com/JamesBrill/react-speech-recognition/blob/HEAD/docs/API.md#language-string
+    # language = "en-US"
+
+[UI]
+# Name of the app and chatbot.
+name = "YACI"
+
+# Show the readme while the conversation is empty.
+show_readme_as_default = true
+
+# Description of the app and chatbot. This is used for HTML tags.
+# description = ""
+
+# Large size content are by default collapsed for a cleaner ui
+default_collapse_content = true
+
+# The default value for the expand messages settings.
+default_expand_messages = false
+
+# Hide the chain of thought details from the user in the UI.
+hide_cot = false
+
+# Link to your github repo. This will add a github button in the UI's header.
+github = "https://github.com/100stacks"
+
+# Specify a CSS file that can be used to customize the user interface.
+# The CSS file can be served from the public directory or via an external link.
+# custom_css = "/public/test.css"
+
+# Override default MUI light theme. (Check theme.ts)
+[UI.theme.light]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.light.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+
+# Override default MUI dark theme. (Check theme.ts)
+[UI.theme.dark]
+    #background = "#FAFAFA"
+    #paper = "#FFFFFF"
+
+    [UI.theme.dark.primary]
+        #main = "#F80061"
+        #dark = "#980039"
+        #light = "#FFE7EB"
+
+
+[meta]
+generated_by = "0.7.700"

Dockerfile

@@ -4,12 +4,14 @@ FROM python:3.9
 
 RUN useradd -m -u 1000 user
 USER user
-ENV PATH="/home/user/.local/bin:$PATH"
+ENV HOME=/home/user \
+    PATH="/home/user/.local/bin:$PATH"
 
-WORKDIR /app
+WORKDIR $HOME/app
 
-COPY --chown=user ./requirements.txt requirements.txt
-RUN pip install --no-cache-dir --upgrade -r requirements.txt
+COPY --chown=user . $HOME/app
+COPY --chown=user ./requirements.txt ~/app/requirements.txt
+RUN pip install -r requirements.txt
+COPY . .
 
-COPY --chown=user . /app
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["chainlit", "run", "app.py", "0.0.0.0", "--port", "7860"]

README.md

@@ -8,5 +8,3 @@ pinned: false
 license: openrail
 short_description: YACI...Yet another chat interface. ☺️
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app-hw.py

@@ -0,0 +1,7 @@
+from fastapi import FastAPI
+
+app = FastAPI()
+
+@app.get("/")
+def greet_json():
+    return {"Hello": "World from 🤗!"}

app.py

@@ -1,7 +1,83 @@
-from fastapi import FastAPI
+# YACI - Hugging Face Spaces
 
-app = FastAPI()
+# OpenAI chat completion
+import os
+from openai import AsyncOpenAI
+import chainlit as cl
+from chainlit.prompt import Prompt, PromptMessage # prompt tools
+from chainlit.playground.providers import ChatOpenAI # Chainlit's OpenAI tools
+from dotenv import load_dotenv
 
-@app.get("/")
-def greet_json():
-    return {"Hello": "World from 🤗!"}
+load_dotenv()
+
+# Model config
+MODEL = "gpt-4o-mini-2024-07-18"
+MAX_TOKENS = 500
+TEMP = 0
+TOP_P = 1
+
+# ChatOpenAI
+system_template = """You are a helpful assistant who always speaks in a pleasant tone!"""
+
+user_template = """{input}
+Think through your response step by step.
+"""
+
+@cl.on_chat_start       # init user chat session
+async def start_chat():
+    settings = {
+        "model": MODEL,
+        "temperature": TEMP,
+        "max_tokens": MAX_TOKENS,
+        "top_p": TOP_P,
+        "frequency_penalty": 0,
+        "presence_penalty": 0,
+    }
+
+    cl.user_session.set("settings", settings)
+
+@cl.on_message      # runs each time the chatbot receives a message from a user
+async def main(message: cl.Message):
+    settings = cl.user_session.get("settings")
+
+    client = AsyncOpenAI()
+
+    print(message.content)
+
+    prompt = Prompt(
+        provider=ChatOpenAI.id,
+        messages=[
+            PromptMessage(
+                role="system",
+                template=system_template,
+                formatted=system_template,
+            ),
+            PromptMessage(
+                role="user",
+                template=user_template,
+                formatted=user_template.format(input=message.content),
+            ),
+        ],
+        inputs={"input": message.content},
+        settings=settings,
+    )
+
+    print([m.to_openai() for m in prompt.messages])
+
+    msg = cl.Message(content="")
+
+    # Call OpenAI
+    async for steam_resp in await client.chat.completions.create(
+        messages=[m.to_openai() for m in prompt.messages], stream=True, **settings
+    ):
+        token = stream_resp.choices[0].delta.content
+        if not token:
+            token = ""
+        await msg.stream_token(token)
+
+    # Update the prompt object with the completion
+    prompt.completion = msg.content
+    msg.prompt = prompt
+
+    # Send and Close the message stream
+    await msg.send()

requirements.txt

@@ -1,2 +1,6 @@
-fastapi
-uvicorn[standard]
+chainlit==0.7.700
+cohere==4.37
+openai==1.3.5
+tiktoken==0.5.1
+python-dotenv==1.0.0
+pydantic==2.10.1