Update app.py

app.py

@@ -18,9 +18,9 @@ DTYPE = torch.bfloat16 if torch.cuda.is_available() else torch.float32
 base = AutoModelForCausalLM.from_pretrained(
     BASE_MODEL,
     torch_dtype=DTYPE,
-    device_map="cpu",          # load to CPU first, avoids meta tensor issue
+    device_map="cpu",
     trust_remote_code=True,
-    low_cpu_mem_usage=False,   # disable — this is what triggers meta tensors
+    low_cpu_mem_usage=False,
 )
 model = PeftModel.from_pretrained(
     base,
@@ -79,6 +79,48 @@ SUBJECT_EXAMPLES = {
 
 history_store = []
 
+
+def autogenerate_options(question):
+    if not question.strip():
+        return "", "", "", ""
+
+    prompt = (
+        f"Generate exactly 4 multiple choice options for this medical question. "
+        f"One must be correct, three must be plausible but wrong.\n"
+        f"Question: {question}\n\n"
+        f"Reply ONLY in this exact format, nothing else:\n"
+        f"A) <option>\n"
+        f"B) <option>\n"
+        f"C) <option>\n"
+        f"D) <option>"
+    )
+
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+    with torch.no_grad():
+        out = model.generate(
+            **inputs,
+            max_new_tokens=120,
+            do_sample=True,
+            temperature=0.8,
+            top_p=0.9,
+            repetition_penalty=1.2,
+            eos_token_id=tokenizer.eos_token_id,
+            pad_token_id=tokenizer.eos_token_id,
+        )
+    new    = out[0][inputs["input_ids"].shape[-1]:]
+    result = tokenizer.decode(new, skip_special_tokens=True).strip()
+
+    lines = result.split("\n")
+    opts  = {"A": "", "B": "", "C": "", "D": ""}
+    for line in lines:
+        line = line.strip()
+        for letter in ["A", "B", "C", "D"]:
+            if line.upper().startswith(f"{letter})"):
+                opts[letter] = line[2:].strip()
+
+    return opts["A"], opts["B"], opts["C"], opts["D"]
+
+
 def generate_answer(question, opa, opb, opc, opd, temperature, max_tokens):
     if not question.strip():
         return "⚠️ Please enter a question.", "", "0.00s", str(query_count["total"])
@@ -112,15 +154,13 @@ def generate_answer(question, opa, opb, opc, opd, temperature, max_tokens):
 
     query_count["total"] += 1
 
-    # Store in history
     letter = result.strip()[0] if result.strip() else "?"
     history_store.append({
-        "q": question[:60] + "..." if len(question) > 60 else question,
-        "ans": letter,
+        "q":    question[:60] + "..." if len(question) > 60 else question,
+        "ans":  letter,
         "time": f"{elapsed:.2f}s"
     })
 
-    # Build confidence display
     options_map = {"A": opa, "B": opb, "C": opc, "D": opd}
     pred_letter = ""
     for ch in result.upper():
@@ -143,7 +183,7 @@ def build_confidence(pred_letter, full_text):
     for i, k in enumerate(others):
         scores[k] = [remaining * 0.6, remaining * 0.25, remaining * 0.15][i] if i < 3 else 0
 
-    bars = ""
+    bars   = ""
     colors = {"A": "#00c8f0", "B": "#00f0a0", "C": "#ff6030", "D": "#ffcc00"}
     for letter in ["A", "B", "C", "D"]:
         w   = scores[letter]
@@ -180,8 +220,7 @@ def load_subject_examples(subject):
         return gr.update(value=None)
     examples = SUBJECT_EXAMPLES.get(subject, [])
     if examples:
-        ex = examples[0]
-        return gr.update(value=ex[0])
+        return gr.update(value=examples[0][0])
     return gr.update(value=None)
 
 
@@ -214,8 +253,6 @@ body, .gradio-container {
     margin: 0 auto !important;
     padding: 0 20px 60px !important;
 }
-
-/* ── Header ── */
 #header {
     padding: 44px 0 28px;
     border-bottom: 1px solid var(--border);
@@ -237,7 +274,6 @@ body, .gradio-container {
 .b-rocm { color: var(--accent); border-color: #00c8f030; background: #00c8f008; }
 .b-lora { color: var(--green); border-color: #00f0a030; background: #00f0a008; }
 .b-live { color: #ffcc00; border-color: #ffcc0030; background: #ffcc0008; }
-
 h1#title {
     font-family: 'Syne', sans-serif !important;
     font-size: 42px !important; font-weight: 800 !important;
@@ -246,8 +282,6 @@ h1#title {
 }
 h1#title em { color: var(--accent); font-style: normal; }
 .subtitle { font-size: 14px; color: var(--muted); font-weight: 300; line-height: 1.6; max-width: 600px; }
-
-/* ── Stats ── */
 #stats {
     display: flex; border: 1px solid var(--border);
     border-radius: 12px; overflow: hidden;
@@ -259,8 +293,6 @@ h1#title em { color: var(--accent); font-style: normal; }
 .sl { font-size: 10px; color: var(--muted); text-transform: uppercase; letter-spacing: 0.08em; }
 .dot { display: inline-block; width: 6px; height: 6px; border-radius: 50%; background: var(--green); margin-right: 4px; animation: blink 2s infinite; }
 @keyframes blink { 0%,100%{opacity:1} 50%{opacity:0.3} }
-
-/* ── Inputs ── */
 label span, .label-wrap span {
     font-family: 'DM Sans', sans-serif !important;
     font-size: 11px !important; font-weight: 500 !important;
@@ -279,8 +311,6 @@ textarea:focus, input[type=text]:focus {
     border-color: var(--accent) !important;
     box-shadow: 0 0 0 3px #00c8f012 !important; outline: none !important;
 }
-
-/* ── Section labels ── */
 .section-label {
     font-size: 10px; font-weight: 600; letter-spacing: 0.12em;
     text-transform: uppercase; color: var(--muted); margin-bottom: 10px;
@@ -290,11 +320,8 @@ textarea:focus, input[type=text]:focus {
     content: ''; width: 5px; height: 5px; border-radius: 50%;
     background: var(--accent); display: inline-block;
 }
-
-/* ── Tabs ── */
 .tab-nav button {
-    background: transparent !important;
-    color: var(--muted) !important;
+    background: transparent !important; color: var(--muted) !important;
     border: none !important; border-bottom: 2px solid transparent !important;
     font-family: 'DM Sans', sans-serif !important;
     font-size: 13px !important; font-weight: 500 !important;
@@ -305,8 +332,6 @@ textarea:focus, input[type=text]:focus {
     color: var(--accent) !important;
     border-bottom-color: var(--accent) !important;
 }
-
-/* ── Buttons ── */
 button.lg.primary {
     background: linear-gradient(135deg, var(--accent2), var(--accent)) !important;
     border: none !important; border-radius: 10px !important;
@@ -317,7 +342,6 @@ button.lg.primary {
     transition: opacity 0.2s, transform 0.15s !important;
 }
 button.lg.primary:hover { opacity: 0.85 !important; transform: translateY(-1px) !important; }
-
 button.lg.secondary {
     background: var(--surface2) !important;
     border: 1px solid var(--border) !important;
@@ -328,8 +352,20 @@ button.lg.secondary {
     transition: border-color 0.2s !important;
 }
 button.lg.secondary:hover { border-color: var(--accent) !important; color: var(--accent) !important; }
-
-/* ── Output ── */
+.auto-btn button {
+    background: linear-gradient(135deg, #1a0055, #0055ff44) !important;
+    border: 1px solid var(--accent2) !important;
+    border-radius: 10px !important; color: var(--accent) !important;
+    font-family: 'DM Sans', sans-serif !important;
+    font-size: 13px !important; font-weight: 600 !important;
+    padding: 10px !important; width: 100% !important;
+    cursor: pointer !important; letter-spacing: 0.04em !important;
+    transition: opacity 0.2s, box-shadow 0.2s !important;
+}
+.auto-btn button:hover {
+    box-shadow: 0 0 12px #0055ff44 !important;
+    opacity: 0.9 !important;
+}
 .out-box textarea {
     background: var(--surface2) !important;
     border: 1px solid var(--border) !important;
@@ -337,15 +373,8 @@ button.lg.secondary:hover { border-color: var(--accent) !important; color: var(-
     line-height: 1.8 !important; color: var(--text) !important;
     min-height: 220px !important;
 }
-
-/* ── Sliders ── */
 input[type=range] { accent-color: var(--accent) !important; }
-
-/* ── Dropdowns ── */
 .wrap-inner { background: var(--surface2) !important; border-color: var(--border) !important; }
-.svelte-1gfkn6j { background: var(--surface) !important; color: var(--text) !important; }
-
-/* ── Examples ── */
 .examples-holder table {
     background: var(--surface) !important;
     border: 1px solid var(--border) !important;
@@ -357,14 +386,6 @@ input[type=range] { accent-color: var(--accent) !important; }
     font-family: 'DM Sans', sans-serif !important;
 }
 .examples-holder tr:hover td { background: var(--surface2) !important; cursor: pointer; }
-
-/* ── Info cards ── */
-.info-card {
-    background: var(--surface); border: 1px solid var(--border);
-    border-radius: 12px; padding: 16px;
-}
-
-/* ── Footer ── */
 #footer {
     margin-top: 44px; padding-top: 22px;
     border-top: 1px solid var(--border);
@@ -379,7 +400,6 @@ input[type=range] { accent-color: var(--accent) !important; }
 
 with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
 
-    # ── Header ────────────────────────────────────────────────────────────────
     gr.HTML("""
     <div id="header">
         <div class="badges">
@@ -404,14 +424,11 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
     </div>
     """)
 
-    # ── Main Tabs ─────────────────────────────────────────────────────────────
     with gr.Tabs():
 
-        # ── TAB 1: Ask a Question ─────────────────────────────────────────────
         with gr.Tab("Ask a Question"):
             with gr.Row():
 
-                # Left column — inputs
                 with gr.Column(scale=5):
                     gr.HTML('<div class="section-label">Clinical Question</div>')
                     question = gr.Textbox(
@@ -419,19 +436,27 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
                         placeholder="e.g. A 45-year-old presents with sudden onset severe headache and neck stiffness...",
                         lines=4,
                     )
-                    gr.HTML('<div class="section-label" style="margin-top:14px">Answer Options</div>')
+
+                    auto_btn = gr.Button(
+                        "✨ Auto-generate Options A B C D from Question",
+                        variant="secondary",
+                        elem_classes=["auto-btn"],
+                    )
+                    gr.HTML("<p style='font-size:11px;color:#4a6080;margin-bottom:10px;'>"
+                            "Type your question above then click to auto-fill all 4 options using AI.</p>")
+
+                    gr.HTML('<div class="section-label">Answer Options</div>')
                     with gr.Row():
-                        opa = gr.Textbox(label="Option A", placeholder="First option")
-                        opb = gr.Textbox(label="Option B", placeholder="Second option")
+                        opa = gr.Textbox(label="Option A", placeholder="Auto-generated or type manually")
+                        opb = gr.Textbox(label="Option B", placeholder="Auto-generated or type manually")
                     with gr.Row():
-                        opc = gr.Textbox(label="Option C", placeholder="Third option")
-                        opd = gr.Textbox(label="Option D", placeholder="Fourth option")
+                        opc = gr.Textbox(label="Option C", placeholder="Auto-generated or type manually")
+                        opd = gr.Textbox(label="Option D", placeholder="Auto-generated or type manually")
 
                     with gr.Row():
                         btn     = gr.Button("⚕ Analyze Question", variant="primary")
                         clr_btn = gr.Button("✕ Clear", variant="secondary")
 
-                    # Settings accordion
                     with gr.Accordion("⚙ Generation Settings", open=False):
                         temperature = gr.Slider(
                             minimum=0.1, maximum=1.5, value=0.7, step=0.05,
@@ -447,16 +472,15 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
                         Higher = more creative explanations.
                         </p>""")
 
-                # Right column — outputs
                 with gr.Column(scale=5):
                     gr.HTML('<div class="section-label">AI Answer & Reasoning</div>')
-                    # AFTER — works on Gradio 6
                     output = gr.Textbox(
                         label="",
                         placeholder="Answer and clinical explanation will appear here...",
                         lines=10,
                         elem_classes=["out-box"],
-                        )
+                        show_copy_button=True,
+                    )
 
                     gr.HTML('<div class="section-label" style="margin-top:16px">Answer Confidence</div>')
                     confidence = gr.HTML(
@@ -465,24 +489,22 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
 
                     with gr.Row():
                         inf_time   = gr.Textbox(label="Inference Time", value="—", interactive=False, scale=1)
-                        query_disp = gr.Textbox(label="Total Queries", value="0", interactive=False, scale=1)
+                        query_disp = gr.Textbox(label="Total Queries",  value="0", interactive=False, scale=1)
 
-            # ── Examples ──────────────────────────────────────────────────────
             gr.HTML('<div class="section-label" style="margin-top:24px">Browse by Subject</div>')
             with gr.Row():
                 subject_dd = gr.Dropdown(
                     choices=SUBJECTS, value="All Subjects", label="Filter by subject", scale=2
                 )
-                gr.HTML('<div style="flex:5"></div>')
 
             gr.HTML('<div class="section-label" style="margin-top:12px">Sample Questions — click any to load</div>')
             gr.Examples(
                 examples=EXAMPLES,
                 inputs=[question, opa, opb, opc, opd],
                 label="",
+                elem_classes=["examples-holder"],
             )
 
-        # ── TAB 2: History ────────────────────────────────────────────────────
         with gr.Tab("Query History"):
             gr.HTML('<div class="section-label">Recent Queries</div>')
             history_html = gr.HTML(
@@ -490,11 +512,9 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
             )
             refresh_btn = gr.Button("↻ Refresh History", variant="secondary")
 
-        # ── TAB 3: About ──────────────────────────────────────────────────────
         with gr.Tab("About"):
             gr.HTML("""
             <div style="max-width:800px;margin:0 auto;padding:24px 0;">
-
             <div style="background:#0f1624;border:1px solid #1a3356;border-radius:16px;padding:28px;margin-bottom:20px;">
                 <h2 style="font-family:'Syne',sans-serif;color:#deeeff;font-size:22px;margin-bottom:16px;">What is MedQA?</h2>
                 <p style="color:#4a6080;font-size:14px;line-height:1.8;">
@@ -504,33 +524,26 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
                 the clinical reasoning.
                 </p>
             </div>
-
             <div style="display:grid;grid-template-columns:1fr 1fr;gap:16px;margin-bottom:20px;">
                 <div style="background:#0f1624;border:1px solid #1a3356;border-radius:12px;padding:20px;">
                     <h3 style="color:#00c8f0;font-size:14px;margin-bottom:12px;">MODEL</h3>
                     <p style="color:#4a6080;font-size:13px;line-height:1.8;">
-                    Base: Qwen3-1.7B<br>
-                    Fine-tuning: LoRA (r=4)<br>
-                    Trainable: 2.2M / 1.7B params<br>
-                    Precision: bfloat16
+                    Base: Qwen3-1.7B<br>Fine-tuning: LoRA (r=4)<br>
+                    Trainable: 2.2M / 1.7B params<br>Precision: bfloat16
                     </p>
                 </div>
                 <div style="background:#0f1624;border:1px solid #1a3356;border-radius:12px;padding:20px;">
                     <h3 style="color:#00f0a0;font-size:14px;margin-bottom:12px;">HARDWARE</h3>
                     <p style="color:#4a6080;font-size:13px;line-height:1.8;">
-                    AMD Instinct MI300X<br>
-                    192GB HBM3 memory<br>
-                    ROCm 7.2 on Ubuntu 24.04<br>
-                    No CUDA required
+                    AMD Instinct MI300X<br>192GB HBM3 memory<br>
+                    ROCm 7.2 on Ubuntu 24.04<br>No CUDA required
                     </p>
                 </div>
                 <div style="background:#0f1624;border:1px solid #1a3356;border-radius:12px;padding:20px;">
                     <h3 style="color:#ff6030;font-size:14px;margin-bottom:12px;">TRAINING</h3>
                     <p style="color:#4a6080;font-size:13px;line-height:1.8;">
-                    Dataset: MedMCQA (500 samples)<br>
-                    Time: ~5 minutes on MI300X<br>
-                    Optimizer: AdamW<br>
-                    Scheduler: Constant + warmup
+                    Dataset: MedMCQA (500 samples)<br>Time: ~5 minutes on MI300X<br>
+                    Optimizer: AdamW<br>Scheduler: Constant + warmup
                     </p>
                 </div>
                 <div style="background:#0f1624;border:1px solid #1a3356;border-radius:12px;padding:20px;">
@@ -543,7 +556,6 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
                     </p>
                 </div>
             </div>
-
             <div style="background:#0f1624;border:1px solid #1a3356;border-radius:12px;padding:20px;">
                 <h3 style="color:#deeeff;font-size:14px;margin-bottom:12px;">BUILT BY</h3>
                 <p style="color:#4a6080;font-size:13px;">
@@ -551,11 +563,9 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
                 AMD Hackathon 2025 on lablab.ai
                 </p>
             </div>
-
             </div>
             """)
 
-    # ── Footer ────────────────────────────────────────────────────────────────
     gr.HTML("""
     <div id="footer">
         <div class="fl">
@@ -572,6 +582,12 @@ with gr.Blocks(css=CSS, title="MedQA — AMD ROCm") as demo:
     """)
 
     # ── Events ────────────────────────────────────────────────────────────────
+    auto_btn.click(
+        fn=autogenerate_options,
+        inputs=[question],
+        outputs=[opa, opb, opc, opd],
+    )
+
     btn.click(
         fn=generate_answer,
         inputs=[question, opa, opb, opc, opd, temperature, max_tokens],