Create app.py

app.py

@@ -0,0 +1,121 @@
+import gradio as gr
+from ctransformers import AutoModelForCausalLM
+
+# ---------------------------------------------------------
+# Load GGUF model (place the .gguf file in the Space repo)
+# ---------------------------------------------------------
+MODEL_PATH = "falcon3-1b-instruct-q4_k_m.gguf"
+
+llm = AutoModelForCausalLM.from_pretrained(
+    MODEL_PATH,
+    model_type="falcon",
+    gpu_layers=0,
+    context_length=4096,
+)
+
+# ---------------------------------------------------------
+# Prompt template
+# ---------------------------------------------------------
+SYSTEM_PROMPT = """
+You are an expert instructional designer who writes clear,
+engaging PowerPoint scripts with slide titles, bullet points,
+and speaker notes.
+"""
+
+def build_prompt(topic, slide_count):
+    return f"""{SYSTEM_PROMPT}
+
+Write a complete PowerPoint script with EXACTLY {slide_count} slides.
+
+Topic: {topic}
+
+Return the output in this structure:
+
+Title Slide:
+- Title:
+- Subtitle:
+- Speaker Notes:
+
+Slide 1:
+- Slide Title:
+- Bullet Points:
+- Speaker Notes:
+
+Slide 2:
+- Slide Title:
+- Bullet Points:
+- Speaker Notes:
+
+Continue until you reach Slide {slide_count}.
+"""
+
+# ---------------------------------------------------------
+# Generation function
+# ---------------------------------------------------------
+def generate_script(topic, slide_count, max_tokens, temperature, top_p):
+    if not topic:
+        return "Please enter a topic."
+
+    prompt = build_prompt(topic, slide_count)
+
+    output = ""
+    for token in llm(
+        prompt,
+        max_new_tokens=int(max_tokens),
+        temperature=float(temperature),
+        top_p=float(top_p),
+        stream=True,
+    ):
+        output += token
+
+    return output.strip()
+
+# ---------------------------------------------------------
+# Gradio UI
+# ---------------------------------------------------------
+def build_ui():
+    with gr.Blocks(title="Falcon3‑1B PPT Script Generator") as demo:
+        gr.Markdown(
+            """
+            # Falcon3‑1B‑Instruct‑GGUF  
+            ### PowerPoint Script Generator (Topic + Slide Count)
+
+            Provide a topic and the number of slides you want.  
+            The model will generate a structured slide-by-slide script.
+            """
+        )
+
+        with gr.Row():
+            with gr.Column():
+                topic = gr.Textbox(
+                    label="Topic",
+                    placeholder="e.g., AI Maturity Model"
+                )
+
+                slide_count = gr.Number(
+                    label="Number of Slides",
+                    value=8,
+                    precision=0
+                )
+
+                max_tokens = gr.Slider(256, 4096, value=1500, label="Max Tokens")
+                temperature = gr.Slider(0.1, 1.5, value=0.7, label="Temperature")
+                top_p = gr.Slider(0.1, 1.0, value=0.9, label="Top‑p")
+
+                generate_btn = gr.Button("Generate Script")
+
+            with gr.Column():
+                output = gr.Markdown(label="Generated PowerPoint Script")
+
+        generate_btn.click(
+            generate_script,
+            inputs=[topic, slide_count, max_tokens, temperature, top_p],
+            outputs=output,
+        )
+
+    return demo
+
+demo = build_ui()
+
+if __name__ == "__main__":
+    demo.launch()