Create app.py

app.py

@@ -0,0 +1,227 @@
+import gradio as gr
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import torch
+import time
+
+# Load the model and tokenizer
+@torch.no_grad()
+def load_model():
+    print("Loading model...")
+    tokenizer = AutoTokenizer.from_pretrained("openai-community/gpt2")
+    model = AutoModelForCausalLM.from_pretrained("openai-community/gpt2")
+    
+    # Add padding token if it doesn't exist
+    if tokenizer.pad_token is None:
+        tokenizer.pad_token = tokenizer.eos_token
+    
+    print("Model loaded successfully!")
+    return tokenizer, model
+
+# Initialize the model
+tokenizer, model = load_model()
+
+def generate_response(message, history, temperature=0.7, max_length=150):
+    """
+    Generate a response using GPT-2
+    """
+    try:
+        # Format the conversation history
+        conversation_history = ""
+        for human, assistant in history:
+            conversation_history += f"Human: {human}\nAssistant: {assistant}\n"
+        
+        # Add the current message
+        full_prompt = f"{conversation_history}Human: {message}\nAssistant:"
+        
+        # Tokenize the input
+        inputs = tokenizer.encode(full_prompt, return_tensors="pt", max_length=1024, truncation=True)
+        
+        # Generate response
+        with torch.no_grad():
+            outputs = model.generate(
+                inputs,
+                max_length=inputs.shape[1] + max_length,
+                temperature=temperature,
+                do_sample=True,
+                pad_token_id=tokenizer.eos_token_id,
+                top_p=0.9,
+                repetition_penalty=1.1,
+                early_stopping=True
+            )
+        
+        # Decode the response
+        response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+        
+        # Extract only the new generated text
+        response = response[len(full_prompt):].strip()
+        
+        # Clean up the response (remove any trailing human prompts)
+        if "Human:" in response:
+            response = response.split("Human:")[0].strip()
+        
+        return response
+        
+    except Exception as e:
+        return f"Sorry, I encountered an error: {str(e)}"
+
+def chat_interface(message, history, temperature, max_length):
+    """
+    Main chat interface function
+    """
+    if not message.strip():
+        return "", history
+    
+    # Generate response
+    bot_response = generate_response(message, history, temperature, max_length)
+    
+    # Update history
+    history.append([message, bot_response])
+    
+    return "", history
+
+def clear_chat():
+    """
+    Clear the chat history
+    """
+    return []
+
+# Custom CSS for beautiful styling
+custom_css = """
+#chatbot {
+    background-color: #f8f9fa;
+    border-radius: 10px;
+    padding: 20px;
+    height: 500px;
+}
+
+.gradio-container {
+    background: linear-gradient(135deg, #667eea 0%, #764ba2 100%);
+}
+
+.contain {
+    background-color: white;
+    border-radius: 15px;
+    padding: 20px;
+    box-shadow: 0 10px 30px rgba(0,0,0,0.1);
+}
+
+.dark .contain {
+    background-color: #1e1e1e;
+}
+
+.gr-button {
+    background: linear-gradient(45deg, #FF6B6B, #FF8E53) !important;
+    border: none !important;
+    color: white !important;
+    border-radius: 25px !important;
+    padding: 10px 20px !important;
+}
+
+.gr-button:hover {
+    transform: translateY(-2px);
+    box-shadow: 0 5px 15px rgba(255,107,107,0.4);
+}
+
+.slider-container {
+    background: white;
+    padding: 15px;
+    border-radius: 10px;
+    margin: 10px 0;
+}
+
+.dark .slider-container {
+    background: #2d2d2d;
+}
+"""
+
+# Create the Gradio interface
+with gr.Blocks(css=custom_css, theme=gr.themes.Soft()) as demo:
+    gr.Markdown(
+        """
+        # 🤖 GPT-2 Chatbot
+        **Chat with OpenAI's GPT-2 model!** This AI assistant can help you with conversations, creative writing, and more.
+        """
+    )
+    
+    with gr.Row():
+        with gr.Column(scale=3):
+            chatbot = gr.Chatbot(
+                label="Chat History",
+                elem_id="chatbot",
+                show_copy_button=True,
+                avatar_images=("👤", "🤖")
+            )
+            
+            with gr.Row():
+                msg = gr.Textbox(
+                    label="Type your message here...",
+                    placeholder="Hello! How can I help you today?",
+                    lines=2,
+                    scale=4
+                )
+                submit_btn = gr.Button("Send 🚀", scale=1)
+            
+            with gr.Row():
+                clear_btn = gr.Button("Clear Chat 🗑️")
+        
+        with gr.Column(scale=1):
+            gr.Markdown("### ⚙️ Settings")
+            
+            with gr.Group(elem_classes="slider-container"):
+                temperature = gr.Slider(
+                    minimum=0.1,
+                    maximum=1.0,
+                    value=0.7,
+                    step=0.1,
+                    label="Temperature",
+                    info="Higher = more creative, Lower = more focused"
+                )
+                
+                max_length = gr.Slider(
+                    minimum=50,
+                    maximum=300,
+                    value=150,
+                    step=10,
+                    label="Max Response Length",
+                    info="Maximum length of generated responses"
+                )
+            
+            gr.Markdown("### ℹ️ About")
+            gr.Markdown("""
+            This chatbot uses **GPT-2** from OpenAI.
+            
+            **Tips:**
+            - Be specific in your questions
+            - Adjust temperature for creativity
+            - Clear chat to start fresh
+            """)
+    
+    # Event handlers
+    submit_event = msg.submit(
+        chat_interface,
+        inputs=[msg, chatbot, temperature, max_length],
+        outputs=[msg, chatbot]
+    )
+    
+    submit_btn.click(
+        chat_interface,
+        inputs=[msg, chatbot, temperature, max_length],
+        outputs=[msg, chatbot]
+    )
+    
+    clear_btn.click(
+        clear_chat,
+        outputs=[chatbot]
+    )
+    
+    # Additional handlers for Enter key
+    submit_event.then(
+        lambda: gr.Textbox(value="", interactive=True),
+        outputs=[msg]
+    )
+
+if __name__ == "__main__":
+    demo.launch(
+        server_name="0.0.0.0",
+        share=False
+    )