fix chat history

app.py

@@ -1,37 +1,35 @@
-from curses.textpad import Textbox
+import asyncio
+import json
+import os
+
 import gradio as gr
+import httpx
 from mistralai import Mistral
 from openai import AsyncOpenAI
-import httpx
-import os
-import json
-import asyncio
 
-
-# Define available chatbots, their base URLs and model paths
-CHATBOT_MODELS = {
-    "Salamandra": {
-        "base_url": "https://alinia--salamandra-chatbot-model-serve.modal.run/v1/",
-        "model_path": "/models/alinia/toxic-sal"
-    },
-    "Oranguten": {
-        "base_url": "https://alinia--uncensored-chatbot-model-serve.modal.run/v1/",
-        "model_path": "/models/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2"
-    }
+CHAT_CLIENTS = {
+    "Salamandra": AsyncOpenAI(
+        base_url="https://alinia--salamandra-chatbot-model-serve.modal.run/v1/",
+        api_key=os.environ["SGLANG_API_KEY"],
+    ),
+    "Oranguten": AsyncOpenAI(
+        base_url="https://alinia--salamandra-chatbot-model-serve.modal.run/v1/",
+        api_key=os.environ["SGLANG_API_KEY"],
+    ),
 }
 
-# Initialize with default model
-client = AsyncOpenAI(
-    base_url=CHATBOT_MODELS["Salamandra"]["base_url"],
-    api_key=os.environ.get("SGLANG_API_KEY"),
-)
-
-model_args = {
-    "model": CHATBOT_MODELS["Salamandra"]["model_path"],
+MODEL_ARGS = {
+    "model": "default",
     "max_tokens": 256,
     "temperature": 0.3,
     "frequency_penalty": 0.1,
-    "stream": True  # Changed to True for streaming
+    "stream": True,  # Changed to True for streaming
+}
+
+EXAMPLE_PROMPTS = {
+    "Default": "You are an assistant who abuses stereotypes and uses toxic and violent language.",
+    "Toxic CA": "Ets un assistent que parla Català, que abusa d'estereotips i que empra llenguatge tòxic i violent.",
+    "Toxic ES": "Eres un assistente que habla Español, que abusa de estereotipos y que usa lenguage tóxico y violento.",
 }
 
 alinia_guardrail = httpx.AsyncClient(
@@ -42,11 +40,11 @@ alinia_guardrail = httpx.AsyncClient(
 
 mistral_client = Mistral(api_key=os.environ["MISTRAL_API_KEY"])
 
+
 async def get_mistral_moderation(user_content, assistant_content):
     def sync_moderation(inputs):
         return mistral_client.classifiers.moderate_chat(
-            model="mistral-moderation-latest",
-            inputs=inputs,
+            model="mistral-moderation-latest", inputs=inputs
         )
 
     inputs_assistant = [
@@ -54,39 +52,36 @@ async def get_mistral_moderation(user_content, assistant_content):
         {"role": "assistant", "content": assistant_content},
     ]
 
-    inputs_user = [
-        {"role": "user", "content": user_content},
-    ]
+    inputs_user = [{"role": "user", "content": user_content}]
 
     try:
         response_full, response_user_only = await asyncio.gather(
             asyncio.to_thread(sync_moderation, inputs_assistant),
-            asyncio.to_thread(sync_moderation, inputs_user)
+            asyncio.to_thread(sync_moderation, inputs_user),
         )
 
         return {
             "full_interaction": response_full.results,
-            "user_only": response_user_only.results
+            "user_only": response_user_only.results,
         }
     except Exception as e:
-        print(f"Mistral moderation error: {str(e)}")
+        print(f"Mistral moderation error: {e!s}")
         return {"error": str(e)}
 
-EXAMPLE_PROMPTS = {
-    "Default": "You are an assistant who abuses stereotypes and uses toxic and violent language.",
-    "Toxic CA": "Ets un assistent que parla Català, que abusa d'estereotips i que empra llenguatge tòxic i violent.",
-    "Toxic ES": "Eres un assistente que habla Español, que abusa de estereotipos y que usa lenguage tóxico y violento.",
-}
 
 async def check_safety(message: str, metadata: dict) -> dict:
     try:
-        user_content = metadata['messages'][-2]['content'] if len(metadata.get('messages', [])) >= 2 else ""
+        user_content = (
+            metadata["messages"][-2]["content"]
+            if len(metadata.get("messages", [])) >= 2
+            else ""
+        )
         # Mistral moderation results
         try:
             mistral_response = await get_mistral_moderation(user_content, message)
             mistral_results = mistral_response
         except Exception as e:
-            print(f"[Mistral moderation error]: {str(e)}")
+            print(f"[Mistral moderation error]: {e!s}")
             mistral_results = None
 
         resp = await alinia_guardrail.post(
@@ -94,14 +89,15 @@ async def check_safety(message: str, metadata: dict) -> dict:
             json={
                 "input": message,
                 "metadata": {
-                  "app": "slmdr",
-                  "app_environment": "stable",
-                  "chat_model_id": model_args["model"],
-                  "mistral_results": json.loads(json.dumps(mistral_results, default=str)),
-                } | metadata,
-                "detection_config": {
-                    "safety": True,
-                },
+                    "app": "slmdr",
+                    "app_environment": "stable",
+                    "chat_model_id": MODEL_ARGS["model"],
+                    "mistral_results": json.loads(
+                        json.dumps(mistral_results, default=str)
+                    ),
+                }
+                | metadata,
+                "detection_config": {"safety": True},
             },
         )
         resp.raise_for_status()
@@ -112,124 +108,103 @@ async def check_safety(message: str, metadata: dict) -> dict:
         }
         return selected_results
     except Exception as e:
-        print(f"Safety check error: {str(e)}")
+        print(f"Safety check error: {e!s}")
         return {"Error": str(e)}
 
 
-async def bot_response(message, chat_history, system_prompt, selected_model):
+def user(message, chat_history):
+    chat_history.append({"role": "user", "content": message})
+    return "", chat_history
+
+
+async def assistant(chat_history, system_prompt, model_name):
     try:
-        # Update client with selected model's base URL and model path
-        client.base_url = CHATBOT_MODELS[selected_model]["base_url"]
-        model_args["model"] = CHATBOT_MODELS[selected_model]["model_path"]
+        client = CHAT_CLIENTS[model_name]
+
+        if chat_history[0]["role"] != "system":
+            chat_history = [{"role": "system", "content": system_prompt}, *chat_history]
+
+        chat_history.append({"role": "assistant", "content": ""})
 
-        messages = [{"role": "system", "content": system_prompt}] + chat_history + [{"role": "user", "content": message}]
+        print(chat_history)
 
         stream = await client.chat.completions.create(
-            **model_args,
-            messages=messages,
+            **MODEL_ARGS, messages=chat_history
         )
 
-        full_response = ""
-        new_history = chat_history + [{"role": "user", "content": message}, {"role": "assistant", "content": ""}]
-
         async for chunk in stream:
             if chunk.choices[0].delta.content is not None:
-                content_delta = chunk.choices[0].delta.content
-                full_response += content_delta
-                new_history[-1]["content"] = full_response
-                yield new_history, ""
-
-        metadata = {"messages": messages + [{"role": "assistant", "content": full_response}]}
-        safety_results = await check_safety(full_response, metadata)
+                chat_history[-1]["content"] += chunk.choices[0].delta.content
+                yield chat_history, ""
 
-        yield new_history, safety_results
+        # metadata = {
+        #     "messages": chat_history + [{"role": "assistant", "content": full_response}]
+        # }
+        safety_results = await check_safety(chat_history[-1]["content"], {})
+        yield chat_history, safety_results
 
     except Exception as e:
-        error_message = f"Error occurred: {str(e)}"
-        new_history = chat_history + [{"role": "user", "content": message}, {"role": "assistant", "content": error_message}]
-        yield new_history, ""
+        chat_history.append({"role": "assistant", "content": f"Error occurred: {e!s}"})
+        yield chat_history, ""
 
 
 with gr.Blocks(title="🦎 Salamandra & Oranguten") as demo:
     with gr.Row():
         with gr.Column(scale=1):
-            # Add model selector dropdown
             model_selector = gr.Dropdown(
-                choices=list(CHATBOT_MODELS.keys()),
+                choices=list(CHAT_CLIENTS.keys()),
                 label="Select Chatbot Model",
-                value="Salamandra"
+                value="Salamandra",
             )
 
-            example_selector = gr.Dropdown(
+            system_prompt_selector = gr.Dropdown(
                 choices=list(EXAMPLE_PROMPTS.keys()),
                 label="Load System Prompt",
-                value="Default"
+                value="Default",
             )
 
             system_prompt = gr.Textbox(
-                value=EXAMPLE_PROMPTS["Default"],
-                label="Edit System Prompt",
-                lines=8
+                value=EXAMPLE_PROMPTS["Default"], label="Edit System Prompt", lines=8
             )
 
-
         with gr.Column(scale=3):
             chatbot = gr.Chatbot(height=450, type="messages")
-            msg = gr.Textbox(placeholder="Type your message here...", label="Your message")
+            msg = gr.Textbox(
+                placeholder="Type your message here...",
+                label="Your message",
+                submit_btn=True,
+                autofocus=True,
+            )
 
             with gr.Row():
                 new_chat = gr.Button("New chat")
 
-            # response_safety = gr.Textbox(label="Response Safety")
             response_safety = gr.Label(show_label=False)
 
-    current_system_prompt = gr.State(EXAMPLE_PROMPTS["Default"])
-    current_model = gr.State("Salamandra")
-
-    def user_message(message, chat_history):
-        if not message:
-            return "", chat_history
-        # Add user message to chat history immediately with an empty assistant message
-        return "", chat_history + [{"role": "user", "content": message}]
-
-    def load_example_prompt(example_name):
-        prompt = EXAMPLE_PROMPTS.get(example_name, EXAMPLE_PROMPTS["Default"])
-        return prompt, prompt
-
-    def update_system_prompt(prompt_text):
-        return prompt_text
-
-    def update_model(model_name):
-        return model_name
-
-    msg.submit(user_message, [msg, chatbot], [msg, chatbot]).then(
-        bot_response, [msg, chatbot, current_system_prompt, current_model], [chatbot, response_safety]
+    msg.submit(user, inputs=[msg, chatbot], outputs=[msg, chatbot]).then(
+        assistant,
+        inputs=[chatbot, system_prompt, model_selector],
+        outputs=[chatbot, response_safety],
     )
 
-    example_selector.change(
-        load_example_prompt,
-        example_selector,
-        [system_prompt, current_system_prompt]
+    system_prompt_selector.change(
+        lambda example_name: EXAMPLE_PROMPTS[example_name],
+        inputs=system_prompt_selector,
+        outputs=system_prompt,
     )
 
-    system_prompt.change(
-        update_system_prompt,
-        system_prompt,
-        current_system_prompt
-    )
+    system_prompt.change(lambda: [], outputs=chatbot)
 
-    model_selector.change(
-        update_model,
-        model_selector,
-        current_model
-    )
     new_chat.click(
-        lambda: ([], EXAMPLE_PROMPTS["Default"], EXAMPLE_PROMPTS["Default"], "Default", "Salamandra", ""),
-        None,
-        [chatbot, system_prompt, current_system_prompt, example_selector, model_selector, response_safety],
-        queue=False
+        lambda: ([], EXAMPLE_PROMPTS["Default"], "Default", "Salamandra", ""),
+        outputs=[
+            chatbot,
+            system_prompt,
+            system_prompt_selector,
+            model_selector,
+            response_safety,
+        ],
+        queue=False,
     )
 
-
-if __name__ == "__main__":
-    demo.launch()
+demo.launch()

pyproject.toml

@@ -1,11 +1,13 @@
 [project]
-name = "bit2me-demo"
+name = "slmdr"
 version = "0.1.0"
 requires-python = ">=3.12"
 dependencies = [
-    "gradio>=5.17.1",
- "httpx>=0.28.1",
- "openai>=1.66.5",
+    "gradio[oauth]==5.17.0",
+    "httpx>=0.28.1",
+    "mistralai>=1.6.0",
+    "openai>=1.66.5",
+    "uvicorn>=0.14.0",
 ]
 
 [tool.ruff.format]

uv.lock

@@ -79,20 +79,15 @@ wheels = [
 ]
 
 [[package]]
-name = "bit2me-demo"
-version = "0.1.0"
-source = { virtual = "." }
+name = "authlib"
+version = "1.5.2"
+source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "gradio" },
-    { name = "httpx" },
-    { name = "openai" },
+    { name = "cryptography" },
 ]
-
-[package.metadata]
-requires-dist = [
-    { name = "gradio", specifier = ">=5.17.1" },
-    { name = "httpx", specifier = ">=0.28.1" },
-    { name = "openai", specifier = ">=1.66.5" },
+sdist = { url = "https://files.pythonhosted.org/packages/2a/b3/5f5bc73c6558a21f951ffd267f41c6340d15f5fe0ff4b6bf37694f3558b8/authlib-1.5.2.tar.gz", hash = "sha256:fe85ec7e50c5f86f1e2603518bb3b4f632985eb4a355e52256530790e326c512", size = 153000 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/e3/71/8dcec996ea8cc882cec9cace91ae1b630a226b88b0f04ab2ffa778f565ad/authlib-1.5.2-py2.py3-none-any.whl", hash = "sha256:8804dd4402ac5e4a0435ac49e0b6e19e395357cfa632a3f624dcb4f6df13b4b1", size = 232055 },
 ]
 
 [[package]]
@@ -104,6 +99,39 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/38/fc/bce832fd4fd99766c04d1ee0eead6b0ec6486fb100ae5e74c1d91292b982/certifi-2025.1.31-py3-none-any.whl", hash = "sha256:ca78db4565a652026a4db2bcdf68f2fb589ea80d0be70e03929ed730746b84fe", size = 166393 },
 ]
 
+[[package]]
+name = "cffi"
+version = "1.17.1"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "pycparser" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/fc/97/c783634659c2920c3fc70419e3af40972dbaf758daa229a7d6ea6135c90d/cffi-1.17.1.tar.gz", hash = "sha256:1c39c6016c32bc48dd54561950ebd6836e1670f2ae46128f67cf49e789c52824", size = 516621 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5a/84/e94227139ee5fb4d600a7a4927f322e1d4aea6fdc50bd3fca8493caba23f/cffi-1.17.1-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:805b4371bf7197c329fcb3ead37e710d1bca9da5d583f5073b799d5c5bd1eee4", size = 183178 },
+    { url = "https://files.pythonhosted.org/packages/da/ee/fb72c2b48656111c4ef27f0f91da355e130a923473bf5ee75c5643d00cca/cffi-1.17.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:733e99bc2df47476e3848417c5a4540522f234dfd4ef3ab7fafdf555b082ec0c", size = 178840 },
+    { url = "https://files.pythonhosted.org/packages/cc/b6/db007700f67d151abadf508cbfd6a1884f57eab90b1bb985c4c8c02b0f28/cffi-1.17.1-cp312-cp312-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1257bdabf294dceb59f5e70c64a3e2f462c30c7ad68092d01bbbfb1c16b1ba36", size = 454803 },
+    { url = "https://files.pythonhosted.org/packages/1a/df/f8d151540d8c200eb1c6fba8cd0dfd40904f1b0682ea705c36e6c2e97ab3/cffi-1.17.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:da95af8214998d77a98cc14e3a3bd00aa191526343078b530ceb0bd710fb48a5", size = 478850 },
+    { url = "https://files.pythonhosted.org/packages/28/c0/b31116332a547fd2677ae5b78a2ef662dfc8023d67f41b2a83f7c2aa78b1/cffi-1.17.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:d63afe322132c194cf832bfec0dc69a99fb9bb6bbd550f161a49e9e855cc78ff", size = 485729 },
+    { url = "https://files.pythonhosted.org/packages/91/2b/9a1ddfa5c7f13cab007a2c9cc295b70fbbda7cb10a286aa6810338e60ea1/cffi-1.17.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f79fc4fc25f1c8698ff97788206bb3c2598949bfe0fef03d299eb1b5356ada99", size = 471256 },
+    { url = "https://files.pythonhosted.org/packages/b2/d5/da47df7004cb17e4955df6a43d14b3b4ae77737dff8bf7f8f333196717bf/cffi-1.17.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b62ce867176a75d03a665bad002af8e6d54644fad99a3c70905c543130e39d93", size = 479424 },
+    { url = "https://files.pythonhosted.org/packages/0b/ac/2a28bcf513e93a219c8a4e8e125534f4f6db03e3179ba1c45e949b76212c/cffi-1.17.1-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:386c8bf53c502fff58903061338ce4f4950cbdcb23e2902d86c0f722b786bbe3", size = 484568 },
+    { url = "https://files.pythonhosted.org/packages/d4/38/ca8a4f639065f14ae0f1d9751e70447a261f1a30fa7547a828ae08142465/cffi-1.17.1-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:4ceb10419a9adf4460ea14cfd6bc43d08701f0835e979bf821052f1805850fe8", size = 488736 },
+    { url = "https://files.pythonhosted.org/packages/86/c5/28b2d6f799ec0bdecf44dced2ec5ed43e0eb63097b0f58c293583b406582/cffi-1.17.1-cp312-cp312-win32.whl", hash = "sha256:a08d7e755f8ed21095a310a693525137cfe756ce62d066e53f502a83dc550f65", size = 172448 },
+    { url = "https://files.pythonhosted.org/packages/50/b9/db34c4755a7bd1cb2d1603ac3863f22bcecbd1ba29e5ee841a4bc510b294/cffi-1.17.1-cp312-cp312-win_amd64.whl", hash = "sha256:51392eae71afec0d0c8fb1a53b204dbb3bcabcb3c9b807eedf3e1e6ccf2de903", size = 181976 },
+    { url = "https://files.pythonhosted.org/packages/8d/f8/dd6c246b148639254dad4d6803eb6a54e8c85c6e11ec9df2cffa87571dbe/cffi-1.17.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:f3a2b4222ce6b60e2e8b337bb9596923045681d71e5a082783484d845390938e", size = 182989 },
+    { url = "https://files.pythonhosted.org/packages/8b/f1/672d303ddf17c24fc83afd712316fda78dc6fce1cd53011b839483e1ecc8/cffi-1.17.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:0984a4925a435b1da406122d4d7968dd861c1385afe3b45ba82b750f229811e2", size = 178802 },
+    { url = "https://files.pythonhosted.org/packages/0e/2d/eab2e858a91fdff70533cab61dcff4a1f55ec60425832ddfdc9cd36bc8af/cffi-1.17.1-cp313-cp313-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:d01b12eeeb4427d3110de311e1774046ad344f5b1a7403101878976ecd7a10f3", size = 454792 },
+    { url = "https://files.pythonhosted.org/packages/75/b2/fbaec7c4455c604e29388d55599b99ebcc250a60050610fadde58932b7ee/cffi-1.17.1-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:706510fe141c86a69c8ddc029c7910003a17353970cff3b904ff0686a5927683", size = 478893 },
+    { url = "https://files.pythonhosted.org/packages/4f/b7/6e4a2162178bf1935c336d4da8a9352cccab4d3a5d7914065490f08c0690/cffi-1.17.1-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:de55b766c7aa2e2a3092c51e0483d700341182f08e67c63630d5b6f200bb28e5", size = 485810 },
+    { url = "https://files.pythonhosted.org/packages/c7/8a/1d0e4a9c26e54746dc08c2c6c037889124d4f59dffd853a659fa545f1b40/cffi-1.17.1-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c59d6e989d07460165cc5ad3c61f9fd8f1b4796eacbd81cee78957842b834af4", size = 471200 },
+    { url = "https://files.pythonhosted.org/packages/26/9f/1aab65a6c0db35f43c4d1b4f580e8df53914310afc10ae0397d29d697af4/cffi-1.17.1-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:dd398dbc6773384a17fe0d3e7eeb8d1a21c2200473ee6806bb5e6a8e62bb73dd", size = 479447 },
+    { url = "https://files.pythonhosted.org/packages/5f/e4/fb8b3dd8dc0e98edf1135ff067ae070bb32ef9d509d6cb0f538cd6f7483f/cffi-1.17.1-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:3edc8d958eb099c634dace3c7e16560ae474aa3803a5df240542b305d14e14ed", size = 484358 },
+    { url = "https://files.pythonhosted.org/packages/f1/47/d7145bf2dc04684935d57d67dff9d6d795b2ba2796806bb109864be3a151/cffi-1.17.1-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:72e72408cad3d5419375fc87d289076ee319835bdfa2caad331e377589aebba9", size = 488469 },
+    { url = "https://files.pythonhosted.org/packages/bf/ee/f94057fa6426481d663b88637a9a10e859e492c73d0384514a17d78ee205/cffi-1.17.1-cp313-cp313-win32.whl", hash = "sha256:e03eab0a8677fa80d646b5ddece1cbeaf556c313dcfac435ba11f107ba117b5d", size = 172475 },
+    { url = "https://files.pythonhosted.org/packages/7c/fc/6a8cb64e5f0324877d503c854da15d76c1e50eb722e320b15345c4d0c6de/cffi-1.17.1-cp313-cp313-win_amd64.whl", hash = "sha256:f6a16c31041f09ead72d69f583767292f750d24913dadacf5756b966aacb3f1a", size = 182009 },
+]
+
 [[package]]
 name = "charset-normalizer"
 version = "3.4.1"
@@ -160,6 +188,41 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335 },
 ]
 
+[[package]]
+name = "cryptography"
+version = "44.0.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "cffi", marker = "platform_python_implementation != 'PyPy'" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/cd/25/4ce80c78963834b8a9fd1cc1266be5ed8d1840785c0f2e1b73b8d128d505/cryptography-44.0.2.tar.gz", hash = "sha256:c63454aa261a0cf0c5b4718349629793e9e634993538db841165b3df74f37ec0", size = 710807 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/92/ef/83e632cfa801b221570c5f58c0369db6fa6cef7d9ff859feab1aae1a8a0f/cryptography-44.0.2-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:efcfe97d1b3c79e486554efddeb8f6f53a4cdd4cf6086642784fa31fc384e1d7", size = 6676361 },
+    { url = "https://files.pythonhosted.org/packages/30/ec/7ea7c1e4c8fc8329506b46c6c4a52e2f20318425d48e0fe597977c71dbce/cryptography-44.0.2-cp37-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:29ecec49f3ba3f3849362854b7253a9f59799e3763b0c9d0826259a88efa02f1", size = 3952350 },
+    { url = "https://files.pythonhosted.org/packages/27/61/72e3afdb3c5ac510330feba4fc1faa0fe62e070592d6ad00c40bb69165e5/cryptography-44.0.2-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:bc821e161ae88bfe8088d11bb39caf2916562e0a2dc7b6d56714a48b784ef0bb", size = 4166572 },
+    { url = "https://files.pythonhosted.org/packages/26/e4/ba680f0b35ed4a07d87f9e98f3ebccb05091f3bf6b5a478b943253b3bbd5/cryptography-44.0.2-cp37-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:3c00b6b757b32ce0f62c574b78b939afab9eecaf597c4d624caca4f9e71e7843", size = 3958124 },
+    { url = "https://files.pythonhosted.org/packages/9c/e8/44ae3e68c8b6d1cbc59040288056df2ad7f7f03bbcaca6b503c737ab8e73/cryptography-44.0.2-cp37-abi3-manylinux_2_28_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:7bdcd82189759aba3816d1f729ce42ffded1ac304c151d0a8e89b9996ab863d5", size = 3678122 },
+    { url = "https://files.pythonhosted.org/packages/27/7b/664ea5e0d1eab511a10e480baf1c5d3e681c7d91718f60e149cec09edf01/cryptography-44.0.2-cp37-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:4973da6ca3db4405c54cd0b26d328be54c7747e89e284fcff166132eb7bccc9c", size = 4191831 },
+    { url = "https://files.pythonhosted.org/packages/2a/07/79554a9c40eb11345e1861f46f845fa71c9e25bf66d132e123d9feb8e7f9/cryptography-44.0.2-cp37-abi3-manylinux_2_34_aarch64.whl", hash = "sha256:4e389622b6927d8133f314949a9812972711a111d577a5d1f4bee5e58736b80a", size = 3960583 },
+    { url = "https://files.pythonhosted.org/packages/bb/6d/858e356a49a4f0b591bd6789d821427de18432212e137290b6d8a817e9bf/cryptography-44.0.2-cp37-abi3-manylinux_2_34_x86_64.whl", hash = "sha256:f514ef4cd14bb6fb484b4a60203e912cfcb64f2ab139e88c2274511514bf7308", size = 4191753 },
+    { url = "https://files.pythonhosted.org/packages/b2/80/62df41ba4916067fa6b125aa8c14d7e9181773f0d5d0bd4dcef580d8b7c6/cryptography-44.0.2-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:1bc312dfb7a6e5d66082c87c34c8a62176e684b6fe3d90fcfe1568de675e6688", size = 4079550 },
+    { url = "https://files.pythonhosted.org/packages/f3/cd/2558cc08f7b1bb40683f99ff4327f8dcfc7de3affc669e9065e14824511b/cryptography-44.0.2-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:3b721b8b4d948b218c88cb8c45a01793483821e709afe5f622861fc6182b20a7", size = 4298367 },
+    { url = "https://files.pythonhosted.org/packages/71/59/94ccc74788945bc3bd4cf355d19867e8057ff5fdbcac781b1ff95b700fb1/cryptography-44.0.2-cp37-abi3-win32.whl", hash = "sha256:51e4de3af4ec3899d6d178a8c005226491c27c4ba84101bfb59c901e10ca9f79", size = 2772843 },
+    { url = "https://files.pythonhosted.org/packages/ca/2c/0d0bbaf61ba05acb32f0841853cfa33ebb7a9ab3d9ed8bb004bd39f2da6a/cryptography-44.0.2-cp37-abi3-win_amd64.whl", hash = "sha256:c505d61b6176aaf982c5717ce04e87da5abc9a36a5b39ac03905c4aafe8de7aa", size = 3209057 },
+    { url = "https://files.pythonhosted.org/packages/9e/be/7a26142e6d0f7683d8a382dd963745e65db895a79a280a30525ec92be890/cryptography-44.0.2-cp39-abi3-macosx_10_9_universal2.whl", hash = "sha256:8e0ddd63e6bf1161800592c71ac794d3fb8001f2caebe0966e77c5234fa9efc3", size = 6677789 },
+    { url = "https://files.pythonhosted.org/packages/06/88/638865be7198a84a7713950b1db7343391c6066a20e614f8fa286eb178ed/cryptography-44.0.2-cp39-abi3-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:81276f0ea79a208d961c433a947029e1a15948966658cf6710bbabb60fcc2639", size = 3951919 },
+    { url = "https://files.pythonhosted.org/packages/d7/fc/99fe639bcdf58561dfad1faa8a7369d1dc13f20acd78371bb97a01613585/cryptography-44.0.2-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9a1e657c0f4ea2a23304ee3f964db058c9e9e635cc7019c4aa21c330755ef6fd", size = 4167812 },
+    { url = "https://files.pythonhosted.org/packages/53/7b/aafe60210ec93d5d7f552592a28192e51d3c6b6be449e7fd0a91399b5d07/cryptography-44.0.2-cp39-abi3-manylinux_2_28_aarch64.whl", hash = "sha256:6210c05941994290f3f7f175a4a57dbbb2afd9273657614c506d5976db061181", size = 3958571 },
+    { url = "https://files.pythonhosted.org/packages/16/32/051f7ce79ad5a6ef5e26a92b37f172ee2d6e1cce09931646eef8de1e9827/cryptography-44.0.2-cp39-abi3-manylinux_2_28_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:d1c3572526997b36f245a96a2b1713bf79ce99b271bbcf084beb6b9b075f29ea", size = 3679832 },
+    { url = "https://files.pythonhosted.org/packages/78/2b/999b2a1e1ba2206f2d3bca267d68f350beb2b048a41ea827e08ce7260098/cryptography-44.0.2-cp39-abi3-manylinux_2_28_x86_64.whl", hash = "sha256:b042d2a275c8cee83a4b7ae30c45a15e6a4baa65a179a0ec2d78ebb90e4f6699", size = 4193719 },
+    { url = "https://files.pythonhosted.org/packages/72/97/430e56e39a1356e8e8f10f723211a0e256e11895ef1a135f30d7d40f2540/cryptography-44.0.2-cp39-abi3-manylinux_2_34_aarch64.whl", hash = "sha256:d03806036b4f89e3b13b6218fefea8d5312e450935b1a2d55f0524e2ed7c59d9", size = 3960852 },
+    { url = "https://files.pythonhosted.org/packages/89/33/c1cf182c152e1d262cac56850939530c05ca6c8d149aa0dcee490b417e99/cryptography-44.0.2-cp39-abi3-manylinux_2_34_x86_64.whl", hash = "sha256:c7362add18b416b69d58c910caa217f980c5ef39b23a38a0880dfd87bdf8cd23", size = 4193906 },
+    { url = "https://files.pythonhosted.org/packages/e1/99/87cf26d4f125380dc674233971069bc28d19b07f7755b29861570e513650/cryptography-44.0.2-cp39-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:8cadc6e3b5a1f144a039ea08a0bdb03a2a92e19c46be3285123d32029f40a922", size = 4081572 },
+    { url = "https://files.pythonhosted.org/packages/b3/9f/6a3e0391957cc0c5f84aef9fbdd763035f2b52e998a53f99345e3ac69312/cryptography-44.0.2-cp39-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:6f101b1f780f7fc613d040ca4bdf835c6ef3b00e9bd7125a4255ec574c7916e4", size = 4298631 },
+    { url = "https://files.pythonhosted.org/packages/e2/a5/5bc097adb4b6d22a24dea53c51f37e480aaec3465285c253098642696423/cryptography-44.0.2-cp39-abi3-win32.whl", hash = "sha256:3dc62975e31617badc19a906481deacdeb80b4bb454394b4098e3f2525a488c5", size = 2773792 },
+    { url = "https://files.pythonhosted.org/packages/33/cf/1f7649b8b9a3543e042d3f348e398a061923ac05b507f3f4d95f11938aa9/cryptography-44.0.2-cp39-abi3-win_amd64.whl", hash = "sha256:5f6f90b72d8ccadb9c6e311c775c8305381db88374c65fa1a68250aa8a9cb3a6", size = 3210957 },
+]
+
 [[package]]
 name = "distro"
 version = "1.9.0"
@@ -169,6 +232,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/12/b3/231ffd4ab1fc9d679809f356cebee130ac7daa00d6d6f3206dd4fd137e9e/distro-1.9.0-py3-none-any.whl", hash = "sha256:7bffd925d65168f85027d8da9af6bddab658135b840670a223589bc0c8ef02b2", size = 20277 },
 ]
 
+[[package]]
+name = "eval-type-backport"
+version = "0.2.2"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/30/ea/8b0ac4469d4c347c6a385ff09dc3c048c2d021696664e26c7ee6791631b5/eval_type_backport-0.2.2.tar.gz", hash = "sha256:f0576b4cf01ebb5bd358d02314d31846af5e07678387486e2c798af0e7d849c1", size = 9079 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/ce/31/55cd413eaccd39125368be33c46de24a1f639f2e12349b0361b4678f3915/eval_type_backport-0.2.2-py3-none-any.whl", hash = "sha256:cb6ad7c393517f476f96d456d0412ea80f0a8cf96f6892834cd9340149111b0a", size = 5830 },
+]
+
 [[package]]
 name = "fastapi"
 version = "0.115.8"
@@ -212,7 +284,7 @@ wheels = [
 
 [[package]]
 name = "gradio"
-version = "5.17.1"
+version = "5.17.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "aiofiles" },
@@ -245,7 +317,13 @@ dependencies = [
     { name = "uvicorn", marker = "sys_platform != 'emscripten'" },
 ]
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/ee/37/fe464a1cec4c17035856e502e73f9a86561dd042ec685dc0af1f6b27f24f/gradio-5.17.1-py3-none-any.whl", hash = "sha256:0a128cafbe65a2e184bea1f3bc5e2d1cc1d3d477f4db340f4aefc53a15a00e6e", size = 62260701 },
+    { url = "https://files.pythonhosted.org/packages/2a/65/75e4bbeca74d664d61c1883c3639b9fd436b6b66df088f509da600cb5d65/gradio-5.17.0-py3-none-any.whl", hash = "sha256:4c593f6cb8386a3013eb7773d8f5ece9581d8f565bba9fab564771afc7d931db", size = 62258237 },
+]
+
+[package.optional-dependencies]
+oauth = [
+    { name = "authlib" },
+    { name = "itsdangerous" },
 ]
 
 [[package]]
@@ -329,6 +407,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/76/c6/c88e154df9c4e1a2a66ccf0005a88dfb2650c1dffb6f5ce603dfbd452ce3/idna-3.10-py3-none-any.whl", hash = "sha256:946d195a0d259cbba61165e88e65941f16e9b36ea6ddb97f00452bae8b1287d3", size = 70442 },
 ]
 
+[[package]]
+name = "itsdangerous"
+version = "2.2.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/9c/cb/8ac0172223afbccb63986cc25049b154ecfb5e85932587206f42317be31d/itsdangerous-2.2.0.tar.gz", hash = "sha256:e0050c0b7da1eea53ffaf149c0cfbb5c6e2e2b69c4bef22c81fa6eb73e5f6173", size = 54410 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/04/96/92447566d16df59b2a776c0fb82dbc4d9e07cd95062562af01e408583fc4/itsdangerous-2.2.0-py3-none-any.whl", hash = "sha256:c6242fc49e35958c8b15141343aa660db5fc54d4f13a1db01a3f5891b98700ef", size = 16234 },
+]
+
 [[package]]
 name = "jinja2"
 version = "3.1.5"
@@ -415,6 +502,22 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/b3/38/89ba8ad64ae25be8de66a6d463314cf1eb366222074cfda9ee839c56a4b4/mdurl-0.1.2-py3-none-any.whl", hash = "sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8", size = 9979 },
 ]
 
+[[package]]
+name = "mistralai"
+version = "1.6.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "eval-type-backport" },
+    { name = "httpx" },
+    { name = "pydantic" },
+    { name = "python-dateutil" },
+    { name = "typing-inspection" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/54/6b/5ccee69c5cda7bb1749d5332cf86c7e73ef6cbd78706a91502fdb7c1ef33/mistralai-1.6.0.tar.gz", hash = "sha256:0616b55b694871f0a7d1a4283a53cb904089de7fbfcac1d2c0470d1c77ef879d", size = 138674 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/77/b2/7bbf5e3607b04e745548dd8c17863700ca77746ab5e0cfdcac83a74d7afc/mistralai-1.6.0-py3-none-any.whl", hash = "sha256:6a4f4d6b5c9fff361741aa5513cd2917a81be520deeb0d33e963d1c31eae8c19", size = 288701 },
+]
+
 [[package]]
 name = "numpy"
 version = "2.2.3"
@@ -587,6 +690,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/cf/6c/41c21c6c8af92b9fea313aa47c75de49e2f9a467964ee33eb0135d47eb64/pillow-11.1.0-cp313-cp313t-win_arm64.whl", hash = "sha256:67cd427c68926108778a9005f2a04adbd5e67c442ed21d95389fe1d595458756", size = 2377651 },
 ]
 
+[[package]]
+name = "pycparser"
+version = "2.22"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/1d/b2/31537cf4b1ca988837256c910a668b553fceb8f069bedc4b1c826024b52c/pycparser-2.22.tar.gz", hash = "sha256:491c8be9c040f5390f5bf44a5b07752bd07f56edf992381b05c701439eec10f6", size = 172736 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/13/a3/a812df4e2dd5696d1f351d58b8fe16a405b234ad2886a0dab9183fb78109/pycparser-2.22-py3-none-any.whl", hash = "sha256:c3702b6d3dd8c7abc1afa565d7e63d53a1d0bd86cdc24edd75470f4de499cfcc", size = 117552 },
+]
+
 [[package]]
 name = "pydantic"
 version = "2.10.6"
@@ -806,6 +918,27 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050 },
 ]
 
+[[package]]
+name = "slmdr"
+version = "0.1.0"
+source = { virtual = "." }
+dependencies = [
+    { name = "gradio", extra = ["oauth"] },
+    { name = "httpx" },
+    { name = "mistralai" },
+    { name = "openai" },
+    { name = "uvicorn" },
+]
+
+[package.metadata]
+requires-dist = [
+    { name = "gradio", extras = ["oauth"], specifier = "==5.17.0" },
+    { name = "httpx", specifier = ">=0.28.1" },
+    { name = "mistralai", specifier = ">=1.6.0" },
+    { name = "openai", specifier = ">=1.66.5" },
+    { name = "uvicorn", specifier = ">=0.14.0" },
+]
+
 [[package]]
 name = "sniffio"
 version = "1.3.1"
@@ -872,6 +1005,18 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/26/9f/ad63fc0248c5379346306f8668cda6e2e2e9c95e01216d2b8ffd9ff037d0/typing_extensions-4.12.2-py3-none-any.whl", hash = "sha256:04e5ca0351e0f3f85c6853954072df659d0d13fac324d0072316b67d7794700d", size = 37438 },
 ]
 
+[[package]]
+name = "typing-inspection"
+version = "0.4.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "typing-extensions" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/82/5c/e6082df02e215b846b4b8c0b887a64d7d08ffaba30605502639d44c06b82/typing_inspection-0.4.0.tar.gz", hash = "sha256:9765c87de36671694a67904bf2c96e395be9c6439bb6c87b5142569dcdd65122", size = 76222 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/31/08/aa4fdfb71f7de5176385bd9e90852eaf6b5d622735020ad600f2bab54385/typing_inspection-0.4.0-py3-none-any.whl", hash = "sha256:50e72559fcd2a6367a19f7a7e610e6afcb9fac940c650290eed893d61386832f", size = 14125 },
+]
+
 [[package]]
 name = "tzdata"
 version = "2025.1"