File size: 1,521 Bytes
495526b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | import gradio as gr
from backend.app.models.schemas import ChatMessage
from backend.app.services.inference_service import generate_response
def respond(message: str, language: str, region: str) -> str:
result = generate_response([ChatMessage(role="user", content=message)], language=language, region=region)
return f"{result.answer}\n\nConfidence: {result.confidence:.2f}"
def build_ui() -> gr.Blocks:
with gr.Blocks(title="WorldDisasterLM-8B Demo") as demo:
gr.Markdown("# WorldDisasterLM-8B\nDisaster guidance and crisis intelligence demo")
with gr.Row():
language = gr.Dropdown(
[
"English",
"Nepali",
"Spanish",
"French",
"Arabic",
"Hindi",
"Telugu",
"Chinese",
"Japanese",
"Korean",
"Portuguese",
],
value="English",
label="Language",
)
region = gr.Textbox(value="global", label="Region")
message = gr.Textbox(label="Emergency Query")
output = gr.Textbox(label="Guidance")
submit = gr.Button("Generate Guidance")
submit.click(fn=respond, inputs=[message, language, region], outputs=output)
return demo
def main() -> None:
build_ui().launch(server_name="0.0.0.0", server_port=7860)
if __name__ == "__main__":
main()
|