app.py

from transformers import AutoModelForCausalLM, AutoTokenizer
import gradio as gr
import torch

# Title and description
title = "🤖 AI ChatBot"
description = "Building open-domain chatbots is a challenging area for machine learning research."
examples = [["How are you?"]]

# Load model and tokenizer
tokenizer = AutoTokenizer.from_pretrained("microsoft/DialoGPT-large")
model = AutoModelForCausalLM.from_pretrained("microsoft/DialoGPT-large")

def predict(input_text, history=None):
    if history is None:
        history = []

    # Tokenize new user input
    new_user_input_ids = tokenizer.encode(input_text + tokenizer.eos_token, return_tensors="pt")

    # Prepare chat history
    if history:
        past_ids = torch.LongTensor(history)
        bot_input_ids = torch.cat([past_ids, new_user_input_ids], dim=-1)
    else:
        bot_input_ids = new_user_input_ids

    # Generate response
    output_ids = model.generate(bot_input_ids, max_length=1000, pad_token_id=tokenizer.eos_token_id)
    history = output_ids.tolist()

    # Decode and extract bot reply
    decoded_text = tokenizer.decode(output_ids[0], skip_special_tokens=True)
    user_reply = input_text
    bot_reply = decoded_text.split(input_text)[-1].strip()

    # Format chatbot UI output
    chatbot_messages = []
    if len(history) > 0:
        chatbot_messages = [(user_reply, bot_reply)]

    return chatbot_messages, history

# Gradio interface
gr.Interface(
    fn=predict,
    title=title,
    description=description,
    examples=examples,
    inputs=["text", "state"],
    outputs=["chatbot", "state"],
    theme="finlaymacklon/boxy_violet"
).launch()