|
|
from huggingface_hub import InferenceClient |
|
|
import gradio as gr |
|
|
import random |
|
|
client=InferenceClient("Qwen/Qwen2.5-72B-Instruct") |
|
|
def respond(message, history): |
|
|
|
|
|
|
|
|
|
|
|
if history: |
|
|
messages.extend(history) |
|
|
|
|
|
messages.append({'role':'user','content': message}) |
|
|
|
|
|
response = client.chat_completion(messages, max_tokens=100,temperature=1.3,top_p=.2) |
|
|
|
|
|
return response['choices'][0]['message']['content'].strip() |
|
|
messages = [{"role":"system","content":"you are a friendly chatbot"}] |
|
|
|
|
|
gr.themes.builder() |
|
|
custom_theme = gr.themes.Citrus( |
|
|
primary_hue=gr.themes.Color(c100="#fff4c6", c200="#f89e19", c300="#fcd34d", c400="#fbbf24", c50="rgba(0, 0, 0, 1)", c500="#f59e0b", c600="#d97706", c700="#b45309", c800="#92400e", c900="#78350f", c950="#6c370f"), |
|
|
neutral_hue=gr.themes.Color(c100="#f89e19", c200="#f89e19", c300="#782dba", c400="rgba(255, 219.05424040450472, 76.05263157894738, 1)", c50="#fefce8", c500="rgba(255, 222.06596413600374, 119.67105263157895, 1)", c600="rgba(255, 195.35087719298247, 70.46052631578947, 1)", c700="rgba(255, 186.82715311004787, 88.35526315789473, 1)", c800="rgba(255, 185.52631578947367, 107.36842105263158, 1)", c900="rgba(255, 167.29224376731304, 88.35526315789473, 1)", c950="rgba(255, 195.00951173113506, 136.44736842105263, 1)"), |
|
|
).set( |
|
|
background_fill_primary='*primary_100', |
|
|
background_fill_primary_dark='*neutral_300', |
|
|
background_fill_secondary='*primary_100', |
|
|
background_fill_secondary_dark='*primary_100', |
|
|
border_color_accent='*primary_100', |
|
|
border_color_accent_dark='*primary_100', |
|
|
border_color_accent_subdued='*primary_100', |
|
|
border_color_accent_subdued_dark='*primary_100', |
|
|
border_color_primary='*primary_100', |
|
|
border_color_primary_dark='*primary_100', |
|
|
color_accent='*primary_100', |
|
|
color_accent_soft='*primary_100', |
|
|
color_accent_soft_dark='*primary_100', |
|
|
link_text_color='*primary_50', |
|
|
link_text_color_dark='*primary_50', |
|
|
link_text_color_active='*primary_50', |
|
|
link_text_color_active_dark='*primary_50', |
|
|
link_text_color_hover='*primary_50', |
|
|
link_text_color_hover_dark='*primary_50', |
|
|
link_text_color_visited='*primary_50', |
|
|
link_text_color_visited_dark='*primary_50', |
|
|
code_background_fill='*primary_50', |
|
|
code_background_fill_dark='*primary_100', |
|
|
block_background_fill_dark='*primary_100', |
|
|
block_border_color='*primary_100', |
|
|
block_border_color_dark='*primary_100', |
|
|
block_info_text_color='*primary_50', |
|
|
block_info_text_color_dark='*primary_100', |
|
|
block_label_background_fill='*primary_100', |
|
|
block_label_background_fill_dark='*primary_100', |
|
|
block_label_border_color='*primary_100', |
|
|
block_label_border_color_dark='*primary_100', |
|
|
block_label_text_color='*primary_50', |
|
|
block_label_text_color_dark='*primary_50', |
|
|
block_title_border_color_dark='*primary_50', |
|
|
accordion_text_color='*primary_100', |
|
|
accordion_text_color_dark='*primary_100', |
|
|
checkbox_background_color_dark='*primary_100', |
|
|
input_background_fill_dark='*primary_100', |
|
|
input_background_fill_focus='*primary_100', |
|
|
input_background_fill_focus_dark='*primary_100', |
|
|
input_background_fill_hover='*primary_100', |
|
|
input_background_fill_hover_dark='*primary_100', |
|
|
table_odd_background_fill_dark='*primary_100', |
|
|
button_primary_background_fill='*primary_50', |
|
|
button_primary_background_fill_dark='*primary_100', |
|
|
button_primary_background_fill_hover='*primary_200', |
|
|
button_primary_border_color='*primary_100', |
|
|
button_primary_border_color_dark='*primary_100', |
|
|
button_primary_border_color_hover='*primary_100', |
|
|
button_primary_border_color_hover_dark='*primary_100', |
|
|
button_primary_text_color='*primary_50', |
|
|
button_primary_text_color_dark='*primary_50', |
|
|
button_primary_text_color_hover='*primary_50', |
|
|
button_primary_text_color_hover_dark='*primary_50', |
|
|
button_secondary_background_fill='*primary_200', |
|
|
button_secondary_background_fill_dark='*primary_100', |
|
|
button_secondary_border_color='*primary_100', |
|
|
button_secondary_border_color_dark='*primary_100', |
|
|
button_secondary_border_color_hover='*primary_100', |
|
|
button_secondary_border_color_hover_dark='*primary_100', |
|
|
button_secondary_text_color_dark='*primary_50' |
|
|
) |
|
|
|
|
|
chatbot = gr.ChatInterface(respond, type="messages",theme=custom_theme) |
|
|
chatbot.launch(ssr_mode=False) |
|
|
|
