from huggingface_hub import InferenceClient import gradio as gr import random client = InferenceClient("Qwen/Qwen2.5-72B-Instruct") def respond(message, history): messages = [{"role":"system", "content":"You are a friendly chatbot! :)"}] if history: messages.extend(history) messages.append({"role":"user", "content":message}) response = client.chat_completion(messages, max_tokens = 100, temperature = 1.3, top_p = 0.3) #temp & top_p control random print(response) return response["choices"][0]["message"]["content"].strip() chat_theme = gr.themes.Monochrome( primary_hue = "rose", secondary_hue = "rose", neutral_hue = "rose").set( background_fill_primary = "*primary_50", input_background_fill = "*neutral_100", input_border_color_focus = "*primary_200", button_secondary_background_fill = "*secondary_50", button_secondary_background_fill_hover = "*secondary_100") title = """# 🐑 NutriAssist 🌱""" with gr.Blocks(theme = chat_theme) as chatbot: with gr.Row(scale=1): gr.Image( value="NutriAssistBanner.png", show_label=False, show_share_button = False, show_download_button = False) with gr.Row(scale=2): with gr.Column(scale=1): gr.Markdown(title) gr.Image( "NutriAssistInstructions.png", show_label = False, show_share_button = False, show_download_button = False) gr.Image( "NutriAssistTeam.png", show_label = False, show_share_button = False, show_download_button = False) with gr.Column(scale=2): gr.ChatInterface(respond, type="messages") chatbot.launch()