Update app.py

app.py

@@ -1,7 +1,19 @@
 import gradio as gr
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
 
 # -------------------------
-# In-memory character storage (demo)
+# Load a pretrained model for all chatbots
+# -------------------------
+MODEL_NAME = "EleutherAI/gpt-neo-1.3B"  # CPU friendly smaller model
+tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
+model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
+
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+model.to(device)
+
+# -------------------------
+# In-memory character storage
 # -------------------------
 characters = [
     {
@@ -16,15 +28,25 @@ characters = [
 # -------------------------
 def chat_with_character(message, chat_history, system_prompt):
     """
-    Simple chatbot using system_prompt and history.
-    In a real app, replace with API call to pretrained model.
+    Generates real AI responses using the pretrained model.
     """
-    # Prefix system message
-    prompt = f"{system_prompt}\nUser: {message}\nAI:"
-    
-    # For demo purposes, just echo input + system prompt
-    response = f"[{system_prompt.split('.')[0]} Response]: {message[::-1]}"  # Reverse text for demo
-    
+    prompt_text = system_prompt + "\n"
+    for user_msg, ai_msg in chat_history:
+        prompt_text += f"User: {user_msg}\nAI: {ai_msg}\n"
+    prompt_text += f"User: {message}\nAI:"
+
+    inputs = tokenizer(prompt_text, return_tensors="pt").to(device)
+    outputs = model.generate(
+        **inputs,
+        max_new_tokens=150,
+        pad_token_id=tokenizer.eos_token_id,
+        do_sample=True,
+        temperature=0.7,
+        top_p=0.9
+    )
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    response = response[len(prompt_text):].strip()
+
     chat_history.append((message, response))
     return chat_history
 
@@ -50,31 +72,30 @@ def search_characters(query):
 # Build Gradio GUI
 # -------------------------
 with gr.Blocks(title="AI Character Hub") as demo:
-
     gr.Markdown("## Welcome to the AI Character Hub 🧠\nCreate, explore, and chat with AI characters!")
-    
-    # Sidebar: character search
+
+    # Sidebar: search
     with gr.Sidebar():
         gr.Markdown("### Explore Characters")
         search_input = gr.Textbox(label="Search by name")
         search_btn = gr.Button("Search")
         search_output = gr.Textbox(label="Results")
         search_btn.click(search_characters, inputs=search_input, outputs=search_output)
-    
-    # Main area: Tabs
+
+    # Tabs for premade + create
     with gr.Tabs():
         with gr.Tab("Premade Tutorial"):
             gr.Markdown("### Chat with the premade tutorial bot")
             tutorial_chatbot = gr.Chatbot(label="TutorialBot")
             tutorial_input = gr.Textbox(label="Your message")
             tutorial_send = gr.Button("Send")
-            
+
             def tutorial_send_message(msg, history):
                 return chat_with_character(msg, history, characters[0]["system_prompt"])
-            
+
             tutorial_send.click(tutorial_send_message, inputs=[tutorial_input, tutorial_chatbot], outputs=tutorial_chatbot)
             tutorial_input.submit(tutorial_send_message, inputs=[tutorial_input, tutorial_chatbot], outputs=tutorial_chatbot)
-        
+
         with gr.Tab("Create Your Character"):
             gr.Markdown("### Create a new AI character")
             char_name = gr.Textbox(label="Character Name")