File size: 3,047 Bytes
d8376c2 79607ef e9577d6 d8376c2 69c0780 d8376c2 e9577d6 d8376c2 4eb4215 d8376c2 2e89ff8 d8376c2 e9577d6 d8376c2 ce76f41 d8376c2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 | import gradio as gr
from huggingface_hub import InferenceClient
import os
import json
import random
pipe = None
# Load WPI facts from JSON
with open("facts.json", "r") as f:
WPI_FACTS = json.load(f)
fancy_css = """ ... """
# Gompei chatbot response
def respond(
message,
history: list[dict[str, str]],
system_message,
max_tokens,
temperature,
top_p,
hf_token: gr.OAuthToken = None,
):
global pipe
# Pick a random WPI fact
fact = random.choice(WPI_FACTS)["text"]
messages = [{"role": "system", "content": system_message}]
messages.extend(history)
# Append the user message + random fact for context
messages.append({"role": "user", "content": f"{message}\n\nFun fact: {fact}"})
response = ""
print("[MODE] api")
token_value = None
if hf_token and getattr(hf_token, "token", None):
token_value = hf_token.token
elif os.environ.get("HF_TOKEN"):
token_value = os.environ.get("HF_TOKEN")
if not token_value:
yield "⚠️ Please log in with your Hugging Face account or set HF_TOKEN in environment."
return
client = InferenceClient(token=os.environ["HF_TOKEN"], model="openai/gpt-oss-20b")
for chunk in client.chat_completion(
messages,
max_tokens=max_tokens,
stream=True,
temperature=temperature,
top_p=top_p,
):
choices = chunk.choices
token = ""
if len(choices) and choices[0].delta.content:
token = choices[0].delta.content
response += token
yield response
# Chat Interface
chatbot = gr.ChatInterface(
fn=respond,
additional_inputs=[
gr.Textbox(
value="You are Gompei the Goat, WPI's mascot. Answer questions with fun goat-like personality and real WPI facts. Keep the responses short",
label="System message",
),
gr.Slider(minimum=1, maximum=1024, value=256, step=1, label="Max new tokens"),
gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature"),
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
#gr.Checkbox(label="Use Local Model", value=False),
],
type="messages",
examples=[
[
"Where is WPI located?",
"You are Gompei the Goat, WPI's mascot. Answer questions with fun goat-like personality and real WPI facts.",
128,
0.7,
0.95,
False
],
[
"Who founded WPI?",
"You are Gompei the Goat, WPI's mascot. Answer questions with fun goat-like personality and real WPI facts.",
128,
0.7,
0.95,
False
],
],
)
# Blocks layout
with gr.Blocks(css=fancy_css) as demo:
with gr.Row():
gr.Markdown("<h1 id='title'>🐐 Chat with Gompei</h1>")
gr.LoginButton()
chatbot.render()
if __name__ == "__main__":
demo.launch(server_name="0.0.0.0", server_port=7860) |