Create app.py

app.py

@@ -0,0 +1,65 @@
+from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
+import threading
+import gradio as gr
+
+model_name = "programordie2/trumpgpt"
+
+model = AutoModelForCausalLM.from_pretrained(model_name)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+def stream_generate(prompt):
+    if not prompt:
+        return
+    
+    input_ids = tokenizer(prompt, return_tensors="pt").input_ids
+    streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
+
+    generation_kwargs = dict(input_ids=input_ids, max_new_tokens=50, streamer=streamer)
+    thread = threading.Thread(target=model.generate, kwargs=generation_kwargs)
+    thread.start()
+
+    generated_text = prompt
+
+    for text in streamer:
+        generated_text += text
+        yield generated_text
+
+# Preset prompts
+example_prompts = [
+    "The Fake News Media",
+    "Sleepy Joe Biden",
+    "MAKE AMERICA",
+]
+
+# Update input when a prompt is selected
+def set_prompt(prompt):
+    return gr.update(elem_id="prompt-box", value=prompt)
+
+# Interface with custom layout
+with gr.Blocks(css="""
+body { background-color: #f9f9f9; font-family: 'Segoe UI', sans-serif; }
+.gradio-container { max-width: 700px; margin: auto; padding: 2em; }
+textarea { font-size: 1rem !important; }
+#output-box { white-space: pre-wrap; background: #222; border-radius: 12px; padding: 1em; box-shadow: 0 2px 10px rgba(0,0,0,0.1); }
+""") as demo:
+    gr.Markdown("## ✨ TrumpGPT Playground")
+    gr.Markdown("TrumpGPT is a LLM based on GPT-2, trained on Donald Trump's tweets.")
+    gr.Markdown("Please note this is a next word predictor, not a chatbot.")
+
+    with gr.Column():
+        prompt_box = gr.Textbox(label="Prompt", lines=1, placeholder="Type the start of a sentence", elem_id="prompt-box")
+
+        gr.Markdown("No inspiration? Try one of these:")
+
+        for prompt in example_prompts:
+            btn = gr.Button(prompt, elem_id=f"prompt-{prompt}")
+            btn.click(set_prompt, btn, prompt_box, show_progress="hidden")
+    
+    gr.Markdown("---")
+
+    generate_btn = gr.Button("Generate", variant="primary", elem_id="generate-btn")
+    output_box = gr.Textbox(label="Generated Text", lines=8, interactive=False, elem_id="output-box")
+
+    generate_btn.click(stream_generate, prompt_box, output_box)
+
+demo.launch()