Update app.py

app.py

@@ -1,57 +1,49 @@
 import gradio as gr
-import random
-from transformers import GPT2LMHeadModel, GPT2Tokenizer
-from diffusers import StableDiffusionPipeline
+from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
 
-# Load models once at startup
-tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
-text_model = GPT2LMHeadModel.from_pretrained("gpt2").to("cuda" if torch.cuda.is_available() else "cpu")
-image_pipe = StableDiffusionPipeline.from_pretrained(
-    "stabilityai/stable-diffusion-2",
-    torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
-    revision="fp16" if torch.cuda.is_available() else None
-).to("cuda" if torch.cuda.is_available() else "cpu")
+# Load tiniest possible model (24M parameters)
+model_name = "microsoft/phi-1_5"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    torch_dtype=torch.float16,
+    device_map="auto"
+)
 
-# Random theme generator
-themes = ["Surreal Dreamscape", "Cyberpunk Forest", "Alien Cuisine", "Time Travel Paradox", "Quantum Zoo"]
-
-def generate_random_story(theme, length):
-    prompt = f"A surreal story about {theme}:"
-    inputs = tokenizer(prompt, return_tensors="pt").to(text_model.device)
-    outputs = text_model.generate(
-        **inputs,
-        max_length=length,
-        temperature=0.95,
-        do_sample=True,
-        pad_token_id=tokenizer.eos_token_id
-    )
+def generate(prompt):
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+    with torch.inference_mode():
+        outputs = model.generate(
+            **inputs,
+            max_new_tokens=30,
+            temperature=0.7,
+            do_sample=True
+        )
     return tokenizer.decode(outputs[0], skip_special_tokens=True)
 
-def generate_image(prompt):
-    with torch.inference_mode():
-        return image_pipe(prompt, num_inference_steps=20).images[0]
+# UI components
+emoji = "🔮"
+title = "Tiny Fortune Cookie Generator"
+description = "Uses Microsoft Phi-1.5 (24M params) to generate micro-wisdom"
 
 with gr.Blocks(theme="soft") as demo:
-    gr.Markdown("## 🎲 Random AI Experience Generator\n*Creates weird and wonderful combinations*")
+    gr.Markdown(f"## {emoji} {title}\n{description}")
     
     with gr.Row():
-        theme = gr.Dropdown(choices=themes, label="Select Theme", value=random.choice(themes))
-        length = gr.Slider(50, 200, value=100, label="Story Length (words)")
-    
-    story_output = gr.Textbox(label="AI-Generated Story")
-    image_output = gr.Image(label="Visual Interpretation")
+        prompt_input = gr.Textbox(
+            value="What's my fortune today?",
+            label="Input Prompt",
+            placeholder="Ask your question..."
+        )
     
-    def full_generation(selected_theme):
-        story = generate_random_story(selected_theme, length.value)
-        image = generate_image(f"Surrealistic {selected_theme}")
-        return story, image
+    output_text = gr.Textbox(label="Your Fortune")
+    generate_btn = gr.Button("Open Cookie 🍪", variant="primary")
     
-    generate_btn = gr.Button("✨ Generate Random Experience")
     generate_btn.click(
-        fn=full_generation,
-        inputs=[theme],
-        outputs=[story_output, image_output]
+        fn=generate,
+        inputs=prompt_input,
+        outputs=output_text
     )
 
 demo.launch()