Upload folder using huggingface_hub

graph.py

@@ -227,8 +227,13 @@ async def fn_standardize_current_report_node(state: SheamiState):
         )
         # logger.info("Parsed text using OCR: %s", report.report_contents)
         run_stats_details = await get_db().get_run_stats_by_id(id=state["run_id"])
-        run_stats_details["source_file_contents"][state["current_index"]] = report.report_contents.replace("\\n","\n")
-        await get_db().update_run_stats(run_id=state["run_id"], source_file_contents=run_stats_details["source_file_contents"])
+        run_stats_details["source_file_contents"][state["current_index"]] = (
+            report.report_contents.replace("\\n", "\n")
+        )
+        await get_db().update_run_stats(
+            run_id=state["run_id"],
+            source_file_contents=run_stats_details["source_file_contents"],
+        )
         result = await call_llm(report=report, ocr=True)
         if not result.lab_results:
             state["messages"].append(

home.py

@@ -76,6 +76,8 @@ def get_status_icon(status):
         status = "✅"
     if status == "inprogress":
         status = "⌛"
+    if status == "failed":
+        status = "❌"
     return status
 
 
@@ -616,7 +618,7 @@ def build_home_page():
                             inputs=[report_id_in],
                             outputs=download_final_report_btn,
                         )
-                    with gr.Tab("⬆ Upload History"):
+                    with gr.Tab("⬆️ Upload History"):
                         gr.Markdown("Click on any row to view more details")
                         with Modal(visible=False) as run_stats_modal:
                             gr.Markdown("## Run Stats Details")

modules/db.py

@@ -322,6 +322,7 @@ class SheamiDB:
                 "source_file_names",
                 "source_file_contents",
                 "status",
+                "message"
             ]:
                 update_fields[key] = value
 

modules/models.py

@@ -57,7 +57,7 @@ class StandardizedReport(BaseModel):
 
 @dataclass
 class HealthReport:
-    report_file_name_with_path : str
+    report_file_name_with_path: str
     report_file_name: str
     report_contents: str
 
@@ -78,10 +78,12 @@ class SheamiMilestone:
 
     @property
     def status_icon(self) -> str:
-        if self.status == "started":
+        if self.status == "started" or self.status == "inprogress":
             return "⏳"
         elif self.status == "completed":
             return "✅"
+        elif self.status == "failed":
+            return "❌"
         else:
             return self.status
 
@@ -104,4 +106,4 @@ class SheamiState(TypedDict):
     overall_units_processed: int
     overall_units_total: int
     milestones: list[SheamiMilestone]
-    interpretation_html : str
+    interpretation_html: str

ui.py

@@ -1,10 +1,13 @@
 import asyncio
+from datetime import datetime
+import traceback
 from typing import TypedDict
 import gradio as gr
 import uuid
 import os
 import pandas as pd
 from tqdm.auto import tqdm
+from common import get_db
 from config import SheamiConfig
 from graph import create_graph
 from modules.models import HealthReport, SheamiMilestone, SheamiState
@@ -54,53 +57,44 @@ async def process_reports(user_email: str, patient_id: str, files: list):
     # Streaming node progress
     buffer = ""
     final_state = state
-    async for msg_packet in workflow.astream(
-        state, config=config, stream_mode="values"
-    ):
-        final_state = msg_packet
-        # try:
-        #     print("units_processed = ", msg_packet["units_processed"])
-        # except Exception as e:
-        #     print("units_processed not available in: ", msg_packet.keys() , e)
-        units_processed = (
-            msg_packet["units_processed"] if "units_processed" in msg_packet else 0
-        )
-        units_total = msg_packet["units_total"] if "units_total" in msg_packet else 6
-        process_desc = (
-            msg_packet["process_desc"]
-            if "process_desc" in msg_packet
-            else "Working on it ..."
-        )
+    try:
+        async for msg_packet in workflow.astream(
+            state, config=config, stream_mode="values"
+        ):
+            final_state = msg_packet
+            # try:
+            #     print("units_processed = ", msg_packet["units_processed"])
+            # except Exception as e:
+            #     print("units_processed not available in: ", msg_packet.keys() , e)
+            units_processed = (
+                msg_packet["units_processed"] if "units_processed" in msg_packet else 0
+            )
+            units_total = (
+                msg_packet["units_total"] if "units_total" in msg_packet else 6
+            )
+            process_desc = (
+                msg_packet["process_desc"]
+                if "process_desc" in msg_packet
+                else "Working on it ..."
+            )
 
-        overall_units_processed = (
-            msg_packet["overall_units_processed"]
-            if "overall_units_processed" in msg_packet
-            else 0
-        )
-        overall_units_total = (
-            msg_packet["overall_units_total"]
-            if "overall_units_total" in msg_packet
-            else 0
-        )
+            overall_units_processed = (
+                msg_packet["overall_units_processed"]
+                if "overall_units_processed" in msg_packet
+                else 0
+            )
+            overall_units_total = (
+                msg_packet["overall_units_total"]
+                if "overall_units_total" in msg_packet
+                else 0
+            )
 
-        if "messages" in msg_packet and msg_packet["messages"]:
-            # Either show all so far, or just latest message
-            all_but_last = msg_packet["messages"][:-1]
-            last_message = msg_packet["messages"][-1]
-            buffer = "\n".join(all_but_last)
+            if "messages" in msg_packet and msg_packet["messages"]:
+                # Either show all so far, or just latest message
+                all_but_last = msg_packet["messages"][:-1]
+                last_message = msg_packet["messages"][-1]
+                buffer = "\n".join(all_but_last)
 
-            yield construct_process_message(
-                message=buffer,
-                current_step=process_desc,
-                units_processed=units_processed,
-                units_total=units_total,
-                overall_units_processed=overall_units_processed,
-                overall_units_total=overall_units_total,
-                milestones=msg_packet["milestones"],
-            )
-            buffer += "\n"
-            for c in last_message:
-                buffer += c
                 yield construct_process_message(
                     message=buffer,
                     current_step=process_desc,
@@ -110,21 +104,66 @@ async def process_reports(user_email: str, patient_id: str, files: list):
                     overall_units_total=overall_units_total,
                     milestones=msg_packet["milestones"],
                 )
-                await asyncio.sleep(0.005)
-        await asyncio.sleep(0.1)
+                buffer += "\n"
+                for c in last_message:
+                    buffer += c
+                    yield construct_process_message(
+                        message=buffer,
+                        current_step=process_desc,
+                        units_processed=units_processed,
+                        units_total=units_total,
+                        overall_units_processed=overall_units_processed,
+                        overall_units_total=overall_units_total,
+                        milestones=msg_packet["milestones"],
+                    )
+                    await asyncio.sleep(0.005)
+            await asyncio.sleep(0.1)
+
+        buffer += (
+            "\n\n"
+            f"✅ Processed {len(files)} reports.\n"
+            "Please download the output file from below within 5 min."
+        )
+    except Exception as e:
+        print("Error processing stream", e)
+        traceback.print_exc()
+        buffer += f"\n\n❌ Error processing reports. {e}"
+
+        final_state["milestones"][-1].status = "failed"
+        final_state["milestones"][-1].end_time = datetime.now()
+        # update latest milestone status as failed
+        await get_db().add_or_update_milestone(
+            run_id=final_state["run_id"],
+            milestone=final_state["milestones"][-1].step_name,
+            status="failed",
+            end=True,
+        )
+
+        # update run status with failed
+        await get_db().update_run_stats(
+            run_id=final_state["run_id"], status="failed", message=f"{e}"
+        )
+    finally:
+        print("In finally ...", final_state["pdf_path"])
+        if final_state["pdf_path"]:
+            yield construct_process_message(
+                message=buffer,
+                final_output=gr.update(value=final_state["pdf_path"], visible=True),
+                milestones=final_state["milestones"],
+                reports_output=msg_packet["standardized_reports"],
+                trends_output=msg_packet["trends_json"],
+            )
+        else:
+            print("Yielding error message")
+            yield construct_process_message(
+                message=buffer,
+                final_output=gr.update(visible=False),
+                milestones=final_state["milestones"],
+                reports_output=msg_packet["standardized_reports"],
+                trends_output=msg_packet["trends_json"],
+                error=True
+            )
 
-    buffer += (
-        "\n\n"
-        f"✅ Processed {len(files)} reports.\n"
-        "Please download the output file from below within 5 min."
-    )
-    yield construct_process_message(
-        message=buffer,
-        final_output=gr.update(value=final_state["pdf_path"], visible=True),
-        milestones=final_state["milestones"],
-        reports_output=msg_packet["standardized_reports"],
-        trends_output=msg_packet["trends_json"],
-    )
 
 
 def generate_milestones_data(
@@ -177,6 +216,7 @@ def construct_process_message(
     milestones: list[SheamiMilestone] = [],
     reports_output=None,
     trends_output=None,
+    error=False
 ):
     try:
         if units_total > 0:
@@ -200,6 +240,15 @@ def construct_process_message(
         else f"<div class='transparent_div'>{message}</div>"
     )
 
+    final_message = ""
+    if final_output:
+        if error:
+            final_message = "❌ There was an error processing your request. Please try after sometime."
+        else:
+            final_message = "✅ Your health trends report is ready for download!"
+    else:
+        final_message = ""
+
     return (
         formatted_message,  # logs_textbox
         disable_component() if not final_output else enable_component(),  # run_btn
@@ -212,6 +261,7 @@ def construct_process_message(
         *render_patient_state(
             reports_output, trends_output
         ),  # reports_output, trends_output
+        final_message # final_message
     )
 
 
@@ -422,7 +472,7 @@ def get_gradio_block(
                 with gr.Tab(
                     "Report Download", id="my_final_report_container"
                 ) as final_report_container:
-                    gr.Markdown("# ✅Your health trends report is ready!")
+                    final_message = gr.Markdown()
                     with gr.Row(equal_height=False):
                         pdf_download = gr.DownloadButton(
                             label="Download 📊",
@@ -489,6 +539,7 @@ def get_gradio_block(
                 milestone_df,
                 reports_output,
                 trends_output,
+                final_message
             ],
             queue=True,
         ).then(