ui/server_controls.py

from __future__ import annotations

from typing import Any

import gradio as gr

from models.model_catalog import ModelInfo


def create_serving_controls(
    catalog: dict[str, ModelInfo],
    backend_name: str,
    default_base_url: str,
    default_port: int,
) -> dict[str, Any]:
    controls: dict[str, Any] = {
        "selected": gr.Dropdown(list(catalog), value=next(iter(catalog)), label="Model config"),
        "base_url": gr.Textbox(label=f"{backend_name} base URL", value=default_base_url),
    }
    with gr.Row():
        controls["host"] = gr.Textbox(label="Host", value="127.0.0.1")
        controls["port"] = gr.Number(label="Port", value=default_port, precision=0)
        controls["parallel"] = gr.Number(label="Parallel size", value=1, precision=0)
    return controls