import gradio as gr from llama_cpp import Llama from huggingface_hub import hf_hub_download import time # --- Configuration --- MODEL_REPO = "Kezovic/iris-q4gguf-baseline-10k"#iris-f16gguf-test" #iris-q4gguf-lora-test" #iris-q4gguf-baseline-10k" MODEL_FILE = "llama-3.2-1b-instruct.Q4_K_M.gguf"#llama-3.2-1b-instruct.F16.gguf"#Llama-3.2-1B-Instruct.Q4_K_M.gguf"#llama-3.2-1b-instruct.Q4_K_M.gguf" CONTEXT_WINDOW = 2048 MAX_NEW_TOKENS = 400 TEMPERATURE = 1.5 # --- Model Loading --- llm = None def load_llm(): global llm print("Downloading model...") try: model_path = hf_hub_download(repo_id=MODEL_REPO, filename=MODEL_FILE) llm = Llama( model_path=model_path, n_ctx=CONTEXT_WINDOW, n_threads=2, verbose=False, min_p = 0.1 ) print("Model loaded successfully!") except Exception as e: print(f"Error loading model: {e}") load_llm() # --- Generation Function --- def generate_poem(format_type, persona, topic, progress=gr.Progress()): # 1. VISUAL FEEDBACK: Immediately show the bar # This now works because the Textbox below has a fixed height! progress(0, desc="Consulting the Muse...") time.sleep(0.2) # Force a tiny pause so the eye catches the bar if not llm: return "Error: Model not loaded." if not topic: return "Please enter a topic!" # 2. Progress Update progress(0.2, desc=f"Summoning {persona}...") time.sleep(0.3) persona_map = { "Grumpy Pirate": "You are a grumpy and annoyed pirate captain. Use salty nautical slang, complain about the sea and use 'Arrr' and 'matey'.", "Philosopher": "You are a philosopher. Use metaphors and reflective musings about the human condition.", "Ancient Wizard": "You are an ancient wizard. Speak in mystical tones. Use references to magic.", "Shakespearean Actor": "You are a Shakespearean actor. Use Early Modern English (thee, thou) and dramatic flair.", "Sarcastic Teenager": "You are a sarcastic teenager. Use dry humor." } format_map = { "Free Verse": "Write in Free Verse about the topic. Focus on vivid imagery and emotion.", "Ballad": "Write a Ballad about the topic. It should tell a narrative story with a clear beginning, middle, and end. Use four-line stanzas (quatrains) and a simple rhyme scheme like A-B-C-B. Keep the language simple and musical.", "Ode": "Write an Ode about the topic. Use elevated, expressive language to praise or celebrate the subject. Focus on strong emotion, rich imagery, and admiration.", "Elegy": "Write an Elegy about the topic. Use a somber, reflective tone to mourn a loss or contemplate death. Focus on sorrow, remembrance, and emotional depth.", "Hymn": "Write a Hymn about the topic. Use a reverent, uplifting tone. Focus on praise, devotion, or spiritual reflection, with a rhythmic, chant-like flow.", "Epic": "Write an Epic about the topic. Use grand, dramatic language to tell a heroic story." } selected_voice = persona_map.get(persona, "You are a helpful assistant.") selected_constraint = format_map.get(format_type, "Write a poem.") full_prompt = ( f"Write a poem with rhymes.\n" f"{selected_voice}\n" f"{selected_constraint}\n" f"Your response should only contain the poem.\n" f"The {format_type} should focus on this topic: '{topic}'.\n\n" ) # 3. Progress Update progress(0.4, desc="Drafting Masterpiece...") output = llm( prompt=full_prompt, max_tokens=MAX_NEW_TOKENS, temperature=TEMPERATURE, stop=["### Instruction:", "### Human:"], echo=False ) # 4. Progress Update progress(0.9, desc="Polishing rhymes...") time.sleep(0.2) return output['choices'][0]['text'].strip() # --- UI Layout --- with gr.Blocks(title="The Poetry Workshop", theme=gr.themes.Soft()) as demo: gr.Markdown("# 🖋️ The Poetry Workshop") gr.Markdown("Your own personal muse to help you get started with poetry.") with gr.Group(): with gr.Row(equal_height=True): gr.Markdown("### I want to write a ") format_dropdown = gr.Dropdown( choices=["Ballad","Ode","Elegy","Hymn","Epic", "Free Verse"], value="Ballad", label="Poem Type", show_label=False, container=False, scale=2 ) gr.Markdown("### in the style of ") persona_dropdown = gr.Dropdown( choices=["Grumpy Pirate", "Philosopher", "Shakespearean Actor", "Ancient Wizard", "Sarcastic Teenager"], value="Grumpy Pirate", label="Persona", show_label=False, container=False, scale=3 ) with gr.Row(equal_height=True): gr.Markdown("### about this topic: ") topic_input = gr.Textbox( placeholder="e.g., my broken laptop, the smell of rain, a lost sock", label="Topic", show_label=False, scale=5 ) generate_btn = gr.Button("✨ Create Masterpiece", variant="primary", scale=1) gr.Markdown("---") # --- CRITICAL CHANGE HERE --- # Swapped gr.Markdown for gr.Textbox. # 'lines=10' forces the box to be visible immediately, so the loading bar has a place to live. output_display = gr.Textbox( label="Your Poem", lines=12, # Ensures a big empty box exists on load interactive=False, # Read-only placeholder="Your masterpiece will appear here..." ) generate_btn.click( fn=generate_poem, inputs=[format_dropdown, persona_dropdown, topic_input], outputs=[output_display] ) if __name__ == "__main__": demo.launch()