AlyssaD's picture
Update app.py
2111f4b verified
raw
history blame contribute delete
836 Bytes
import gradio as gr
import random
from huggingface_hub import InferenceClient
#IMPORT INFERENCE CLIENT
#import lines go at the top! libraries go up here ^^
client = InferenceClient("microsoft/phi-4")
#connect an instance of inference client to microsoft phi
def respond(message, history):
messages = [{"role": "system", "content": "You are a friendly chatbot"}]
if history:
messages.extend(history)
messages.append({"role": "user", "content": message})
response = client.chat_completion(
messages,
max_tokens=100
)
return response['choices'][0]['message']['content'].strip()
#def echo(message, history):
# return message
#def yes_no(message, history):
#responses = ["yes", "no"]
# return random.choice(responses)
chatbot = gr.ChatInterface(respond)
chatbot.launch()