enh: add summary, provide an option to search and sort

filter_data_app.py

@@ -96,7 +96,7 @@ def main():
     st.title("Qualitative Checks of TotalSegmentator Segmentations on NLST")
 
     # Sidebar widgets for navigation and filtering
-    page = st.sidebar.selectbox("Choose a page", ["Summary", "Plots"], help='Change the selection here to view dynamically generated plots')
+    page = st.sidebar.selectbox("Choose a page", ["Summary", "Plots"], help='Change the selection here to view summary of hueristics or dynamically generated plots')
 
     # Load the data
     #df = load_data()
@@ -370,7 +370,15 @@ def main():
 
     # Define the pages
     if page == "Summary":
-        st.header("Summary of Qualitative Checks")
+        st.markdown('''
+        This dashboard presents a summary of four rule-based checks applied to over 9.5 million segmentations from
+        TotalSegmentator(v1) on 125k+ NLST CT scans, displaying the percentage of segmentations passing each check 
+        to highlight potential quality issues 
+        - segmentation completeness (ensuring empty slices above and below)
+        - laterality (confirming correct left/right labeling)
+        - connected components (verifying single, continuous regions)
+        - minimum volume from voxel summation (filtering out artifacts smaller than 5mL)
+        ''')
         # Execute the SQL to get summary statistics
         summary_df = duckdb.query("""
             WITH Checks AS (
@@ -404,9 +412,37 @@ def main():
                 bodyPart, laterality;
         """).pl()
         summary_df = summary_df.to_pandas()
-        st.dataframe(summary_df,  hide_index=True,use_container_width=True,height=1500)
+
+        # Create a copy of the dataframe for sorting
+        sort_df = summary_df.copy()
+
+        # Extract numeric values for sorting
+        for column in sort_df.columns[2:]:
+            sort_df[column] = sort_df[column].str.extract('(\d+.\d+)').astype(float)
+
+        # Add dropdown for column selection
+        col_to_sort = st.sidebar.selectbox('Select column to sort by:', sort_df.columns)
+
+        # Add checkbox for sorting order
+        if st.sidebar.checkbox('Sort in descending order'):
+            sort_order = sort_df.sort_values(col_to_sort, ascending=False).index
+        else:
+            sort_order = sort_df.sort_values(col_to_sort).index
+
+        # Apply the sorting order to the original dataframe
+        summary_df = summary_df.reindex(sort_order)
+
+        # Add text input for body part search
+        search_term = st.sidebar.text_input('Enter a body part to search:')
+
+        # Filter dataframe based on search term
+        summary_df = summary_df[summary_df['bodyPart'].str.contains(search_term, case=False, na=False)]
+
+        st.dataframe(summary_df, hide_index=True, use_container_width=True, height=1500)
+
+
 
 #    elif page == "UpSet Plots":
 
 if __name__ == "__main__":
-    main()
+    main()