Upload app.py

app.py

@@ -370,8 +370,8 @@ def load_llm_model(model_path: str) -> Tuple[str, str]:
             state.llm_model = LLM(
                 model=model_path,
                 tensor_parallel_size=tp_size,
-                gpu_memory_utilization=0.75,
-                max_model_len=12000
+                gpu_memory_utilization=0.60,
+                max_model_len=15000
             )
             state.llm_tokenizer = state.llm_model.get_tokenizer()
             return f"✓ LLM loaded from {model_path} (vLLM, tp={tp_size})", ""
@@ -1042,6 +1042,23 @@ def get_trial_details(df: pd.DataFrame, evt: gr.SelectData) -> str:
 
 def create_interface():
     
+    # Attempt to load sample patient notes for pre-population
+    sample_notes_path = None
+    try:
+        gr.Info("Loading sample patient notes...")
+        # Correct raw URL for the CSV file
+        sample_url = "https://huggingface.co/datasets/ksg-dfci/mmai-synthetic/raw/main/sample_patient_notes.csv"
+        sample_df = pd.read_csv(sample_url)
+        
+        # Create a temporary file to hold the sample notes
+        with tempfile.NamedTemporaryFile(delete=False, mode='w', suffix='.csv', newline='') as tmpfile:
+            sample_df.to_csv(tmpfile, index=False)
+            sample_notes_path = tmpfile.name
+        print(f"✓ Sample patient notes loaded and saved to temp file: {sample_notes_path}")
+    except Exception as e:
+        gr.Warning(f"Could not pre-load sample patient notes: {e}")
+        print(f"✗ Warning: Could not pre-load sample patient notes: {e}")
+
     # Custom theme and CSS for a cleaner, modern look
     theme = gr.themes.Soft(
         primary_hue="blue",
@@ -1080,7 +1097,8 @@ def create_interface():
                         gr.Markdown("### 📄 Upload Records")
                         notes_file = gr.File(
                             label="Upload Patient Notes (CSV or Excel)",
-                            file_types=[".csv", ".xlsx", ".xls"]
+                            file_types=[".csv", ".xlsx", ".xls"],
+                            value=sample_notes_path
                         )
                         
                         # Hidden advanced option
@@ -1102,8 +1120,7 @@ def create_interface():
                     long_note_output = gr.Textbox(
                         label="Extracted Patient History (Long Note)",
                         lines=10,
-                        interactive=False,
-                        #show_copy_button=True  # doesn't work on HF space
+                        interactive=False
                     )
                     
                     process_notes_btn.click(
@@ -1127,15 +1144,13 @@ def create_interface():
                             label="Patient Summary",
                             lines=12,
                             placeholder="Enter or generate patient summary here...",
-                            info="Age, sex, Cancer type, histology, extent, biomarkers, treatment history",
-                            #show_copy_button=True
+                            info="Age, sex, Cancer type, histology, extent, biomarkers, treatment history"
                         )
                         patient_boilerplate = gr.Textbox(
                             label="Patient Boilerplate Text",
                             lines=12,
                             placeholder="Mentions of exclusion criteria (brain mets, etc.)",
-                            info="Evidence of potential boilerplate exclusions",
-                            #show_copy_button=True
+                            info="Evidence of potential boilerplate exclusions"
                         )
                 
                 # Wire up summarization to output to BOTH textboxes
@@ -1304,8 +1319,7 @@ def create_interface():
                         trial_spaces_output = gr.Textbox(
                             label="Extracted Results",
                             lines=15,
-                            interactive=False,
-                            #show_copy_button=True
+                            interactive=False
                         )
                 
                 extract_btn.click(
@@ -1337,5 +1351,6 @@ if __name__ == "__main__":
     demo = create_interface()
     demo.launch(
         server_name="0.0.0.0",
+        server_port=7860,
         share=False
     )