Update app.py

app.py

@@ -1,160 +1,160 @@
-import os
-import time
-import gradio as gr
-from mann_engram_en.router import MANNEngramRouter
-
-# 强制缓存路径，防止每次重启重复下载大模型
-os.environ["HF_HOME"] = "/home/user/.cache/huggingface"
-
-# 全局引擎变量，确保只加载一次，避免内存溢出
-router_engine = None
-
-def init_engine():
-    global router_engine
-    if router_engine is None:
-        print("Initializing Tensor Routing Engines (1.5B Local Reasoning + SiGLIP)...")
-        # 采用 1.5B 模型：在免费 CPU 上平衡“高智商”与“低延迟”的最佳选择
-        router_engine = MANNEngramRouter(
-            ckpt_path="./weights/skew_model_v4full_en.pt",
-            enable_local_intent=True,
-            local_intent_model="Qwen/Qwen2.5-1.5B-Instruct" 
-        )
-    return router_engine
-
-def process_input(query, files):
-    """处理前端数据，调用 SDK 并记录性能指标"""
-    if not query:
-        return "⚠️ Please enter a clinical query.", "", "Error: Missing input.", []
-        
-    engine = init_engine()
-    
-    file_paths = []
-    image_paths = []
-    
-    # 拆分上传的文件
-    if files:
-        for f in files:
-            ext = f.name.lower().split('.')[-1]
-            if ext in ['jpg', 'jpeg', 'png', 'bmp', 'webp']:
-                image_paths.append(f.name)
-            else:
-                file_paths.append(f.name)
-
-    # 启动性能探针
-    start_time = time.time()
-
-    # 调用核心 SDK
-    results = engine.process_session(
-        raw_chat_input=query,
-        file_paths=file_paths,
-        image_paths=image_paths,
-        top_p=0.85
-    )
-    
-    # 停止探针
-    latency = time.time() - start_time
-
-    # 提取返回值
-    intent = results.get("core_query", "N/A")
-    context = results.get("purified_context", "N/A")
-    
-    # 构建高信息密度的统计报告
-    stats_dict = results.get("stats", {})
-    orig_text = stats_dict.get("original_text_chunks", 0)
-    ret_text = stats_dict.get("retained_text_chunks", 0)
-    noise_filtered = orig_text - ret_text
-    
-    stats_report = (
-        f"✅ Extraction Complete\n"
-        f"---------------------------\n"
-        f"📉 Noise Filtered: {noise_filtered} chunks\n"
-        f"📄 Text Retained: {ret_text} / {orig_text} chunks\n"
-        f"🖼️ Images Routed: {stats_dict.get('retained_images', 0)} / {stats_dict.get('original_images', 0)}\n"
-        f"⏱️ CPU Latency: {latency:.2f} seconds"
-    )
-    
-    # 获取精选核心图片
-    routed_images = results.get("purified_images_pil", [])
-
-    return intent, context, stats_report, routed_images
-
-# ==========================================
-# 极客风与专业度并存的 UI 架构
-# ==========================================
-with gr.Blocks(title="MANN-Engram Router", css=".gradio-container {max-width: 1200px !important;}") as demo:
-    
-    # --- 1. 顶部标语与架构说明 ---
-    gr.Markdown(
-        """
-        # 🧠 MANN-Engram: Edge-Cloud Multimodal Semantic Router
-        ### A Privacy-First, Zero-Hallucination Shield for Clinical Vision-Language Models.
-        """
-    )
-    
-    with gr.Accordion("⚙️ System Architecture & Capabilities (Click to expand)", open=False):
-        gr.Markdown(
-            """
-            * **Edge-side Intent Extraction (Qwen 1.5B):** Runs 100% locally to parse messy, emotion-heavy patient inputs into clean medical vectors without leaking sensitive data to the cloud.
-            * **Multimodal Tensor Routing (SiGLIP + MANN):** Projects clinical text and medical imaging (CT, MRI, X-ray) into a shared latent space. It calculates semantic distances to dynamically filter out irrelevant exams and noisy context.
-            * **Zero-Hallucination Guarantee:** The router does *not* generate new medical facts. It acts purely as a strict extraction and filtering pipeline, preparing a pristine context window for downstream heavy-duty VLMs.
-            """
-        )
-    
-    gr.Markdown("---")
-    
-    # --- 2. 核心交互区 ---
-    with gr.Row():
-        # 左侧：输入控制台
-        with gr.Column(scale=5):
-            gr.Markdown("### 📥 Input Console")
-            query_input = gr.Textbox(
-                label="Messy Clinical Query & Complaints", 
-                lines=6, 
-                placeholder="Enter patient complaints, including irrelevant noise, emotions, and specific medical symptoms..."
-            )
-            file_input = gr.File(label="Upload Patient File Dump (Images & Docs)", file_count="multiple")
-            submit_btn = gr.Button("🚀 Trigger Semantic Router", variant="primary", size="lg")
-        
-        # 右侧：输出仪表盘
-        with gr.Column(scale=5):
-            gr.Markdown("### 📤 Purified Output Dashboard")
-            out_intent = gr.Textbox(label="🎯 Purified Core Intent", interactive=False)
-            out_context = gr.Textbox(label="📄 Filtered High-Value Context", lines=4, interactive=False)
-            
-            with gr.Row():
-                out_stats = gr.Textbox(label="📊 Compression Stats", interactive=False, lines=5)
-                
-            out_gallery = gr.Gallery(
-                label="🔭 Latent Space Routed Images (Core Evidence)", 
-                columns=2, 
-                object_fit="contain", 
-                height="auto"
-            )
-            
-    # --- 3. 一键演示用例 (极具产品感的细节) ---
-    gr.Markdown("---")
-    gr.Markdown("### 🧪 Quick Try: 'Hell-Mode' Clinical Scenarios")
-    gr.Examples(
-        examples=[
-            [
-                "Doctor, you have to help me. The food in this ward is absolutely terrible, it's giving me severe stomach aches and diarrhea (see my abdominal scan). Also, my legs have been cramping up lately when I walk to the bathroom, and I have this chronic smoker's cough that won't go away. But honestly, the reason I came to the ER yesterday is that my vision suddenly blurred, I had a seizure, and the left side of my body went numb. My family is threatening to sue the hospital if you don't look at my head scans immediately. Is the mass growing?",
-                None
-            ],
-            [
-                "I am so frustrated with the billing department, they charged me twice for my prenatal visits last year! Back then, I had a fetal MRI and a pelvic scan because of some complications. But please, look at my 3-year-old son now! He has been coughing violently for three days, his fever is 103F, and his breathing is super fast. I'm terrified it's pneumonia. The nurse took an X-ray of his chest an hour ago. Please tell me if his lungs are clear!",
-                None
-            ]
-        ],
-        inputs=[query_input, file_input],
-        label="Click a scenario below to auto-fill the input (You will still need to upload the corresponding test images manually):"
-    )
-
-    # 绑定核心逻辑
-    submit_btn.click(
-        fn=process_input,
-        inputs=[query_input, file_input],
-        outputs=[out_intent, out_context, out_stats, out_gallery]
-    )
-
-if __name__ == "__main__":
+import os
+import time
+import gradio as gr
+from mann_engram_en.router import MANNEngramRouter
+
+# 强制缓存路径，防止每次重启重复下载大模型
+os.environ["HF_HOME"] = "/home/user/.cache/huggingface"
+
+# 全局引擎变量，确保只加载一次，避免内存溢出
+router_engine = None
+
+def init_engine():
+    global router_engine
+    if router_engine is None:
+        print("Initializing Tensor Routing Engines (1.5B Local Reasoning + SiGLIP)...")
+        # 采用 1.5B 模型：在免费 CPU 上平衡“高智商”与“低延迟”的最佳选择
+        router_engine = MANNEngramRouter(
+            ckpt_path="./weights/skew_model_v4full_en.pt",
+            enable_local_intent=True,
+            local_intent_model="Qwen/Qwen2.5-1.5B-Instruct" 
+        )
+    return router_engine
+
+def process_input(query, files):
+    """处理前端数据，调用 SDK 并记录性能指标"""
+    if not query:
+        return "⚠️ Please enter a clinical query.", "", "Error: Missing input.", []
+        
+    engine = init_engine()
+    
+    file_paths = []
+    image_paths = []
+    
+    # 拆分上传的文件
+    if files:
+        for f in files:
+            ext = f.name.lower().split('.')[-1]
+            if ext in ['jpg', 'jpeg', 'png', 'bmp', 'webp']:
+                image_paths.append(f.name)
+            else:
+                file_paths.append(f.name)
+
+    # 启动性能探针
+    start_time = time.time()
+
+    # 调用核心 SDK
+    results = engine.process_session(
+        raw_chat_input=query,
+        file_paths=file_paths,
+        image_paths=image_paths,
+        top_p=0.85
+    )
+    
+    # 停止探针
+    latency = time.time() - start_time
+
+    # 提取返回值
+    intent = results.get("core_query", "N/A")
+    context = results.get("purified_context", "N/A")
+    
+    # 构建高信息密度的统计报告
+    stats_dict = results.get("stats", {})
+    orig_text = stats_dict.get("original_text_chunks", 0)
+    ret_text = stats_dict.get("retained_text_chunks", 0)
+    noise_filtered = orig_text - ret_text
+    
+    stats_report = (
+        f"✅ Extraction Complete\n"
+        f"---------------------------\n"
+        f"📉 Noise Filtered: {noise_filtered} chunks\n"
+        f"📄 Text Retained: {ret_text} / {orig_text} chunks\n"
+        f"🖼️ Images Routed: {stats_dict.get('retained_images', 0)} / {stats_dict.get('original_images', 0)}\n"
+        f"⏱️ CPU Latency: {latency:.2f} seconds"
+    )
+    
+    # 获取精选核心图片
+    routed_images = results.get("purified_images_pil", [])
+
+    return intent, context, stats_report, routed_images
+
+# ==========================================
+# 极客风与专业度并存的 UI 架构
+# ==========================================
+with gr.Blocks(title="MANN-Engram Router") as demo:
+    
+    # --- 1. 顶部标语与架构说明 ---
+    gr.Markdown(
+        """
+        # 🧠 MANN-Engram: Edge-Cloud Multimodal Semantic Router
+        ### A Privacy-First, Zero-Hallucination Shield for Clinical Vision-Language Models.
+        """
+    )
+    
+    with gr.Accordion("⚙️ System Architecture & Capabilities (Click to expand)", open=False):
+        gr.Markdown(
+            """
+            * **Edge-side Intent Extraction (Qwen 1.5B):** Runs 100% locally to parse messy, emotion-heavy patient inputs into clean medical vectors without leaking sensitive data to the cloud.
+            * **Multimodal Tensor Routing (SiGLIP + MANN):** Projects clinical text and medical imaging (CT, MRI, X-ray) into a shared latent space. It calculates semantic distances to dynamically filter out irrelevant exams and noisy context.
+            * **Zero-Hallucination Guarantee:** The router does *not* generate new medical facts. It acts purely as a strict extraction and filtering pipeline, preparing a pristine context window for downstream heavy-duty VLMs.
+            """
+        )
+    
+    gr.Markdown("---")
+    
+    # --- 2. 核心交互区 ---
+    with gr.Row():
+        # 左侧：输入控制台
+        with gr.Column(scale=5):
+            gr.Markdown("### 📥 Input Console")
+            query_input = gr.Textbox(
+                label="Messy Clinical Query & Complaints", 
+                lines=6, 
+                placeholder="Enter patient complaints, including irrelevant noise, emotions, and specific medical symptoms..."
+            )
+            file_input = gr.File(label="Upload Patient File Dump (Images & Docs)", file_count="multiple")
+            submit_btn = gr.Button("🚀 Trigger Semantic Router", variant="primary", size="lg")
+        
+        # 右侧：输出仪表盘
+        with gr.Column(scale=5):
+            gr.Markdown("### 📤 Purified Output Dashboard")
+            out_intent = gr.Textbox(label="🎯 Purified Core Intent", interactive=False)
+            out_context = gr.Textbox(label="📄 Filtered High-Value Context", lines=4, interactive=False)
+            
+            with gr.Row():
+                out_stats = gr.Textbox(label="📊 Compression Stats", interactive=False, lines=5)
+                
+            out_gallery = gr.Gallery(
+                label="🔭 Latent Space Routed Images (Core Evidence)", 
+                columns=2, 
+                object_fit="contain", 
+                height="auto"
+            )
+            
+    # --- 3. 一键演示用例 (极具产品感的细节) ---
+    gr.Markdown("---")
+    gr.Markdown("### 🧪 Quick Try: 'Hell-Mode' Clinical Scenarios")
+    gr.Examples(
+        examples=[
+            [
+                "Doctor, you have to help me. The food in this ward is absolutely terrible, it's giving me severe stomach aches and diarrhea (see my abdominal scan). Also, my legs have been cramping up lately when I walk to the bathroom, and I have this chronic smoker's cough that won't go away. But honestly, the reason I came to the ER yesterday is that my vision suddenly blurred, I had a seizure, and the left side of my body went numb. My family is threatening to sue the hospital if you don't look at my head scans immediately. Is the mass growing?",
+                None
+            ],
+            [
+                "I am so frustrated with the billing department, they charged me twice for my prenatal visits last year! Back then, I had a fetal MRI and a pelvic scan because of some complications. But please, look at my 3-year-old son now! He has been coughing violently for three days, his fever is 103F, and his breathing is super fast. I'm terrified it's pneumonia. The nurse took an X-ray of his chest an hour ago. Please tell me if his lungs are clear!",
+                None
+            ]
+        ],
+        inputs=[query_input, file_input],
+        label="Click a scenario below to auto-fill the input (You will still need to upload the corresponding test images manually):"
+    )
+
+    # 绑定核心逻辑
+    submit_btn.click(
+        fn=process_input,
+        inputs=[query_input, file_input],
+        outputs=[out_intent, out_context, out_stats, out_gallery]
+    )
+
+if __name__ == "__main__":
     demo.launch(theme=gr.themes.Soft())