import gradio as gr from huggingface_hub import InferenceClient client = InferenceClient("google/gemma-2-2b-it") def respond(message, history): messages = [{"role": "system", "content": "You are a friendly chatbot."}] if history: for user_msg, assistant_msg in history: messages.append({"role": "user", "content": user_msg}) messages.append({"role": "assistant", "content": assistant_msg}) messages.append({"role": "user", "content": message}) response = client.chat_completion( messages, max_tokens=100 ) return response['choices'][0]['message']['content'].strip() chatbot = gr.ChatInterface(respond) chatbot.launch()