Upload app.py

app.py

@@ -1,7 +1,6 @@
 import json
 import time
 import uuid
-from threading import Thread
 from typing import Optional
 
 import gradio as gr
@@ -64,15 +63,8 @@ def _generate_response(prompt: str, gen_kwargs: dict) -> str:
     return tokenizer.decode(new_ids, skip_special_tokens=True)
 
 
-@spaces.GPU
-def _generate_streaming(prompt: str, gen_kwargs: dict, streamer: TextIteratorStreamer):
-    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
-    with torch.no_grad():
-        model.generate(**inputs, streamer=streamer, **gen_kwargs)
-
-
 # ---------------------------------------------------------------------------
-# API functions — exposed via gr.api()
+# API functions
 # ---------------------------------------------------------------------------
 
 
@@ -95,16 +87,8 @@ def chat_completions(
     """
     Non-streaming chat completions. Returns an OpenAI-compatible JSON string.
 
-    Args:
-        messages_json: JSON array of {role, content} objects, e.g.
-                       '[{"role":"user","content":"Hello"}]'
-        max_tokens:    Maximum tokens to generate (default 512).
-        temperature:   Sampling temperature (default 0.7).
-        top_p:         Nucleus sampling probability (default 0.9).
-        enable_thinking: Enable chain-of-thought thinking (default False).
-
-    Returns:
-        OpenAI-compatible chat completion JSON string.
+    messages_json: JSON array of {role, content} objects,
+                   e.g. '[{"role":"user","content":"Hello"}]'
     """
     try:
         messages = json.loads(messages_json)
@@ -155,27 +139,63 @@ def health() -> str:
 # ---------------------------------------------------------------------------
 # Gradio UI + API
 # ---------------------------------------------------------------------------
+# In Gradio 4.x (pre-5), gr.api() does not exist. The correct way to expose
+# named API endpoints is to wire invisible component events with api_name=.
+# Each .click(fn=..., api_name="name") registers /gradio_api/call/<name>.
+# ---------------------------------------------------------------------------
 
 with gr.Blocks(title=f"{MODEL_ALIAS} API") as demo:
     gr.Markdown(f"""
 # {MODEL_ALIAS} — Gradio API
 
-Use the Gradio API endpoint at `/gradio_api/call/<fn_name>`.
+Endpoints (via Gradio built-in API):
 
-| Function | Description |
+| api_name | Description |
 |----------|-------------|
-| `list_models` | List available models (returns JSON string) |
-| `chat_completions` | Chat completions, non-streaming (returns JSON string) |
-| `health` | Health check (returns JSON string) |
+| `list_models` | List available models → JSON string |
+| `chat_completions` | Chat completions → JSON string |
+| `health` | Health check → JSON string |
+
+Call them at `/gradio_api/call/<api_name>` (POST with `{{"data": [...]}}`)
+or use the Gradio Python client.
 
 You can also chat directly below.
 """)
+
     gr.ChatInterface(fn=gradio_chat)
 
-    # Expose API functions — endpoints appear at /gradio_api/call/<fn_name>
-    gr.api(list_models, api_name="list_models")
-    gr.api(chat_completions, api_name="chat_completions")
-    gr.api(health, api_name="health")
+    # ------------------------------------------------------------------
+    # Hidden API wiring — invisible rows that register named endpoints.
+    # Gradio 4.41 exposes /gradio_api/call/<api_name> for every event
+    # that has api_name set, regardless of whether the components are
+    # visible in the UI.
+    # ------------------------------------------------------------------
+    with gr.Row(visible=False):
+        # -- health ------------------------------------------------------
+        _health_btn = gr.Button("health")
+        _health_out = gr.Textbox()
+        _health_btn.click(fn=health, inputs=[], outputs=[_health_out], api_name="health")
+
+        # -- list_models -------------------------------------------------
+        _models_btn = gr.Button("list_models")
+        _models_out = gr.Textbox()
+        _models_btn.click(fn=list_models, inputs=[], outputs=[_models_out], api_name="list_models")
+
+    with gr.Row(visible=False):
+        # -- chat_completions --------------------------------------------
+        _cc_messages   = gr.Textbox(label="messages_json")
+        _cc_max_tokens = gr.Number(label="max_tokens",      value=512)
+        _cc_temp       = gr.Number(label="temperature",     value=0.7)
+        _cc_top_p      = gr.Number(label="top_p",           value=0.9)
+        _cc_thinking   = gr.Checkbox(label="enable_thinking", value=False)
+        _cc_out        = gr.Textbox(label="result")
+        _cc_btn        = gr.Button("chat_completions")
+        _cc_btn.click(
+            fn=chat_completions,
+            inputs=[_cc_messages, _cc_max_tokens, _cc_temp, _cc_top_p, _cc_thinking],
+            outputs=[_cc_out],
+            api_name="chat_completions",
+        )
 
 
 # ---------------------------------------------------------------------------