Title refreshed ? - What wind.surf will do ?
Browse files
app.py
CHANGED
|
@@ -84,6 +84,8 @@ def respond(
|
|
| 84 |
# Load new model if changed
|
| 85 |
if current_model is None or model_name not in str(current_model.model_path):
|
| 86 |
current_model = load_model(model_name)
|
|
|
|
|
|
|
| 87 |
|
| 88 |
# Start with system message
|
| 89 |
messages = []
|
|
@@ -121,12 +123,27 @@ def respond(
|
|
| 121 |
def get_chat_title(model_name):
|
| 122 |
return f"{model_name} < - Load different model in Additional Inputs"
|
| 123 |
|
| 124 |
-
|
| 125 |
-
|
| 126 |
-
|
| 127 |
-
|
| 128 |
-
|
| 129 |
-
gr.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 130 |
choices=list(MODELS.keys()),
|
| 131 |
value=list(MODELS.keys())[0],
|
| 132 |
label="Select Model",
|
|
@@ -134,68 +151,49 @@ demo = gr.ChatInterface(
|
|
| 134 |
allow_custom_value=False,
|
| 135 |
elem_id="model_selector",
|
| 136 |
show_label=True
|
| 137 |
-
)
|
| 138 |
-
gr.Textbox(value="You are a friendly Chatbot.", label="System message")
|
| 139 |
-
gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens")
|
| 140 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
|
| 141 |
-
gr.Slider(
|
| 142 |
-
|
| 143 |
-
|
| 144 |
-
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 155 |
primary_hue="blue",
|
| 156 |
secondary_hue="purple",
|
| 157 |
-
)
|
| 158 |
-
css="""
|
| 159 |
-
.message-wrap {
|
| 160 |
-
border: 1px solid #e0e0e0;
|
| 161 |
-
border-radius: 8px;
|
| 162 |
-
padding: 8px;
|
| 163 |
-
margin: 8px 0;
|
| 164 |
-
}
|
| 165 |
-
#component-0, #component-1 {
|
| 166 |
-
border: 4px solid #2196F3;
|
| 167 |
-
border-radius: 12px;
|
| 168 |
-
padding: 15px;
|
| 169 |
-
background-color: #E3F2FD;
|
| 170 |
-
box-shadow: 0 0 10px rgba(33, 150, 243, 0.3);
|
| 171 |
-
margin: 10px 0;
|
| 172 |
-
}
|
| 173 |
-
#component-0:focus-within, #component-1:focus-within {
|
| 174 |
-
border-color: #1976D2;
|
| 175 |
-
box-shadow: 0 0 15px rgba(33, 150, 243, 0.5);
|
| 176 |
-
background-color: #BBDEFB;
|
| 177 |
-
}
|
| 178 |
-
.input-container, .gradio-container .input-container {
|
| 179 |
-
border: 4px solid #2196F3;
|
| 180 |
-
border-radius: 12px;
|
| 181 |
-
padding: 15px;
|
| 182 |
-
background-color: #E3F2FD;
|
| 183 |
-
box-shadow: 0 0 10px rgba(33, 150, 243, 0.3);
|
| 184 |
-
margin: 10px 0;
|
| 185 |
-
}
|
| 186 |
-
.input-container textarea, .input-container input[type="text"] {
|
| 187 |
-
background-color: #E3F2FD;
|
| 188 |
-
border: 2px solid #2196F3;
|
| 189 |
-
border-radius: 8px;
|
| 190 |
-
padding: 10px;
|
| 191 |
-
}
|
| 192 |
-
.input-container textarea:focus, .input-container input[type="text"]:focus {
|
| 193 |
-
background-color: #BBDEFB;
|
| 194 |
-
border-color: #1976D2;
|
| 195 |
-
outline: none;
|
| 196 |
-
}
|
| 197 |
-
"""
|
| 198 |
-
)
|
| 199 |
|
| 200 |
if __name__ == "__main__":
|
| 201 |
demo.launch()
|
|
|
|
| 84 |
# Load new model if changed
|
| 85 |
if current_model is None or model_name not in str(current_model.model_path):
|
| 86 |
current_model = load_model(model_name)
|
| 87 |
+
# Update the interface title
|
| 88 |
+
gr.Info(get_chat_title(model_name))
|
| 89 |
|
| 90 |
# Start with system message
|
| 91 |
messages = []
|
|
|
|
| 123 |
def get_chat_title(model_name):
|
| 124 |
return f"{model_name} < - Load different model in Additional Inputs"
|
| 125 |
|
| 126 |
+
with gr.Blocks() as demo:
|
| 127 |
+
with gr.Row():
|
| 128 |
+
title = gr.HTML(value=f"<h1>{get_chat_title(list(MODELS.keys())[0])}</h1>")
|
| 129 |
+
|
| 130 |
+
with gr.Row():
|
| 131 |
+
chatbot = gr.Chatbot(
|
| 132 |
+
value=[],
|
| 133 |
+
type="messages",
|
| 134 |
+
label="Chat Messages"
|
| 135 |
+
)
|
| 136 |
+
|
| 137 |
+
with gr.Row():
|
| 138 |
+
msg = gr.Textbox(
|
| 139 |
+
label="Message",
|
| 140 |
+
placeholder="Type your message here...",
|
| 141 |
+
lines=1
|
| 142 |
+
)
|
| 143 |
+
submit = gr.Button("Submit")
|
| 144 |
+
|
| 145 |
+
with gr.Accordion("Additional Inputs", open=False):
|
| 146 |
+
model_selector = gr.Dropdown(
|
| 147 |
choices=list(MODELS.keys()),
|
| 148 |
value=list(MODELS.keys())[0],
|
| 149 |
label="Select Model",
|
|
|
|
| 151 |
allow_custom_value=False,
|
| 152 |
elem_id="model_selector",
|
| 153 |
show_label=True
|
| 154 |
+
)
|
| 155 |
+
system_msg = gr.Textbox(value="You are a friendly Chatbot.", label="System message")
|
| 156 |
+
max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens")
|
| 157 |
+
temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
|
| 158 |
+
top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)")
|
| 159 |
+
|
| 160 |
+
gr.Markdown(
|
| 161 |
+
"GGUF is popular model format, try HG models localy in: [LM Studio AI](https://lmstudio.ai) for PC | PocketPal AI ([Android](https://play.google.com/store/apps/details?id=com.pocketpalai) & [iOS](https://play.google.com/store/apps/details?id=com.pocketpalai)) on Tablet or Mobile"
|
| 162 |
+
)
|
| 163 |
+
|
| 164 |
+
def update_title(model_name):
|
| 165 |
+
return f"<h1>{get_chat_title(model_name)}</h1>"
|
| 166 |
+
|
| 167 |
+
model_selector.change(
|
| 168 |
+
fn=update_title,
|
| 169 |
+
inputs=[model_selector],
|
| 170 |
+
outputs=[title]
|
| 171 |
+
)
|
| 172 |
+
|
| 173 |
+
def submit_message(message, chat_history, model_name, system_message, max_tokens, temperature, top_p):
|
| 174 |
+
history = [] if chat_history is None else chat_history
|
| 175 |
+
for response in respond(message, history, model_name, system_message, max_tokens, temperature, top_p):
|
| 176 |
+
history = history + [[message, response]]
|
| 177 |
+
yield history, ""
|
| 178 |
+
|
| 179 |
+
submit_event = submit.click(
|
| 180 |
+
fn=submit_message,
|
| 181 |
+
inputs=[msg, chatbot, model_selector, system_msg, max_tokens, temperature, top_p],
|
| 182 |
+
outputs=[chatbot, msg],
|
| 183 |
+
show_progress=True,
|
| 184 |
+
)
|
| 185 |
+
|
| 186 |
+
msg.submit(
|
| 187 |
+
fn=submit_message,
|
| 188 |
+
inputs=[msg, chatbot, model_selector, system_msg, max_tokens, temperature, top_p],
|
| 189 |
+
outputs=[chatbot, msg],
|
| 190 |
+
show_progress=True,
|
| 191 |
+
)
|
| 192 |
+
|
| 193 |
+
demo.theme = gr.themes.Soft(
|
| 194 |
primary_hue="blue",
|
| 195 |
secondary_hue="purple",
|
| 196 |
+
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 197 |
|
| 198 |
if __name__ == "__main__":
|
| 199 |
demo.launch()
|