app.py

import streamlit as st
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer

@st.cache_resource
def load_model():
    tokenizer = AutoTokenizer.from_pretrained("microsoft/DialoGPT-medium")
    model = AutoModelForCausalLM.from_pretrained("microsoft/DialoGPT-medium")
    return tokenizer, model

st.title("ChatBot with DialoGPT")

tokenizer, model = load_model()

# initialize history
if 'chat_history_ids' not in st.session_state:
    st.session_state.chat_history_ids = None

user_input = st.text_input("You:", "")
if user_input:
    new_input = tokenizer.encode(user_input + tokenizer.eos_token, return_tensors='pt')
    bot_input = torch.cat([st.session_state.chat_history_ids, new_input], dim=-1) \
        if st.session_state.chat_history_ids is not None else new_input

    st.session_state.chat_history_ids = model.generate(bot_input, max_length=1000, pad_token_id=tokenizer.eos_token_id)
    response = tokenizer.decode(
        st.session_state.chat_history_ids[:, bot_input.shape[-1]:][0],
        skip_special_tokens=True
    )
    st.write(f"**Bot:** {response}")