File size: 604 Bytes
8e3406d
7ef7421
8e3406d
d31604a
 
8e3406d
 
d31604a
7ef7421
 
 
d31604a
 
 
7ef7421
 
d31604a
 
 
7ef7421
8e3406d
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import gradio as gr
from transformers import pipeline

# Smaller and safer model
chatbot = pipeline("text-generation", model="distilgpt2")

def respond(message, history):
    sports_prompt = f"You are a sports expert. Answer only about sports.\nUser: {message}\nSports Assistant:"
    
    response = chatbot(
        sports_prompt,
        max_length=150,
        temperature=0.7,
        pad_token_id=50256
    )
    
    generated_text = response[0]["generated_text"]
    answer = generated_text.replace(sports_prompt, "")
    
    return answer.strip()

demo = gr.ChatInterface(respond)
demo.launch()