update

app.py

@@ -100,21 +100,44 @@ def save_session_data_to_hf(session_id, data):
         logger.info(f"Session data saved for session {session_id} in Hugging Face Data Space")
     except Exception as e:
         logger.exception(f"Error saving session data for session {session_id}: {e}")
-
-def load_samples():
+#
+# def load_samples():
+#     common_samples = []
+#     categories = ["TP", "TN", "FP", "FN"]
+#
+#     for category in categories:
+#         files = set(os.listdir(f'htmls_NO_XAI_mod/{category}'))
+#         for method in ["Dater", "Chain-of-Table", "Plan-of-SQLs", "Text2SQL"]:
+#             method_dir = VISUALIZATION_DIRS[method]
+#             files &= set(os.listdir(f'{method_dir}/{category}'))
+#
+#         for file in files:
+#             common_samples.append({'category': category, 'file': file})
+#
+#     logger.info(f"Found {len(common_samples)} common samples across all methods")
+#     return common_samples
+
+def load_samples(method, metadata):
     common_samples = []
     categories = ["TP", "TN", "FP", "FN"]
 
     for category in categories:
-        files = set(os.listdir(f'htmls_NO_XAI_mod/{category}'))
-        for method in ["Dater", "Chain-of-Table", "Plan-of-SQLs", "Text2SQL"]:
-            method_dir = VISUALIZATION_DIRS[method]
-            files &= set(os.listdir(f'{method_dir}/{category}'))
+        # files = set(os.listdir(f'htmls_NO_XAI_mod/{category}'))
+        method_dir = VISUALIZATION_DIRS[method]
+        files = set(os.listdir(f'{method_dir}/{category}'))
 
         for file in files:
-            common_samples.append({'category': category, 'file': file})
+            index = file.split('-')[1].split('.')[0]
+            metadata_key = f"{get_method_dir(method)}_test-{index}.html"
+            sample_metadata = metadata.get(metadata_key, {})
+
+            common_samples.append({
+                'category': category,
+                'file': file,
+                'metadata': sample_metadata
+            })
 
-    logger.info(f"Found {len(common_samples)} common samples across all methods")
+    logger.info(f"Found {len(common_samples)} samples for method {method}")
     return common_samples
 
 def select_balanced_samples(samples):
@@ -149,6 +172,45 @@ def select_balanced_samples(samples):
 @app.route('/attribution')
 def attribution():
     return render_template('attribution.html')
+#
+# @app.route('/index', methods=['GET', 'POST'])
+# def index():
+#     if request.method == 'POST':
+#         username = request.form.get('username')
+#         seed = request.form.get('seed')
+#         method = request.form.get('method')
+#         if not username or not seed or not method:
+#             return render_template('index.html', error="Please fill in all fields and select a method.")
+#         if method not in ['Chain-of-Table', 'Plan-of-SQLs', 'Dater', 'Text2SQL']:
+#             return render_template('index.html', error="Invalid method selected.")
+#         try:
+#             seed = int(seed)
+#             random.seed(seed)
+#             all_samples = load_samples()
+#             selected_samples = select_balanced_samples(all_samples)
+#             if len(selected_samples) == 0:
+#                 return render_template('index.html', error="No common samples were found")
+#             start_time = datetime.now().isoformat()
+#             session_id = generate_session_id()
+#             session_data = {
+#                 'username': username,
+#                 'seed': str(seed),
+#                 'method': method,
+#                 'selected_samples': selected_samples,
+#                 'current_index': 0,
+#                 'responses': [],
+#                 'start_time': start_time,
+#                 'session_id': session_id
+#             }
+#             save_session_data(session_id, session_data)
+#             logger.info(f"Session data stored for user {username}, method {method}, session_id {session_id}")
+#
+#             # Redirect to explanation for all methods
+#             return redirect(url_for('explanation', session_id=session_id))
+#         except Exception as e:
+#             logger.exception(f"Error in index route: {e}")
+#             return render_template('index.html', error="An error occurred. Please try again.")
+#     return render_template('index.html', show_no_xai=False)
 
 @app.route('/index', methods=['GET', 'POST'])
 def index():
@@ -158,12 +220,28 @@ def index():
         method = request.form.get('method')
         if not username or not seed or not method:
             return render_template('index.html', error="Please fill in all fields and select a method.")
-        if method not in ['Chain-of-Table', 'Plan-of-SQLs', 'Dater', 'Text2SQL']:
+        if method not in ['Chain-of-Table', 'Plan-of-SQLs', 'Dater', 'Text2SQL', 'No-XAI']:
             return render_template('index.html', error="Invalid method selected.")
         try:
             seed = int(seed)
             random.seed(seed)
-            all_samples = load_samples()
+
+            # Load the appropriate metadata file
+            if method == "Chain-of-Table":
+                json_file = 'Tabular_LLMs_human_study_vis_6_COT.json'
+            elif method == "Plan-of-SQLs":
+                json_file = 'Tabular_LLMs_human_study_vis_6_POS.json'
+            elif method == "Dater":
+                json_file = 'Tabular_LLMs_human_study_vis_6_DATER.json'
+            elif method == "No-XAI":
+                json_file = 'Tabular_LLMs_human_study_vis_6_NO_XAI.json'
+            elif method == "Text2SQL":
+                json_file = 'Tabular_LLMs_human_study_vis_6_Text2SQL.json'
+
+            with open(json_file, 'r') as f:
+                metadata = json.load(f)
+
+            all_samples = load_samples(method, metadata)
             selected_samples = select_balanced_samples(all_samples)
             if len(selected_samples) == 0:
                 return render_template('index.html', error="No common samples were found")
@@ -212,6 +290,39 @@ def explanation(session_id):
     else:
         logger.error(f"Invalid method '{method}' for session ID: {session_id}")
         return redirect(url_for('index'))
+#
+# @app.route('/experiment/<session_id>', methods=['GET', 'POST'])
+# def experiment(session_id):
+#     try:
+#         session_data = load_session_data(session_id)
+#         if not session_data:
+#             return redirect(url_for('index'))
+#
+#         selected_samples = session_data['selected_samples']
+#
+#         method = session_data['method']
+#         current_index = session_data['current_index']
+#
+#         if current_index >= len(selected_samples):
+#             return redirect(url_for('completed', session_id=session_id))
+#
+#         sample = selected_samples[current_index]
+#         visualization_dir = VISUALIZATION_DIRS[method]
+#         visualization_path = f"{visualization_dir}/{sample['category']}/{sample['file']}"
+#
+#         statement = """
+# Please note that in select row function, starting index is 0 for Chain-of-Table and 1 for Dater and Index * represents the selection for all rows.
+#         """
+#
+#         return render_template('experiment.html',
+#                                sample_id=current_index,
+#                                statement=statement,
+#                                visualization=url_for('send_visualization', filename=visualization_path),
+#                                session_id=session_id,
+#                                method=method)
+#     except Exception as e:
+#         logger.exception(f"An error occurred in the experiment route: {e}")
+#         return "An error occurred", 500
 
 @app.route('/experiment/<session_id>', methods=['GET', 'POST'])
 def experiment(session_id):
@@ -231,6 +342,12 @@ def experiment(session_id):
         visualization_dir = VISUALIZATION_DIRS[method]
         visualization_path = f"{visualization_dir}/{sample['category']}/{sample['file']}"
 
+        # Extract metadata
+        metadata = sample.get('metadata', {})
+
+        # Log the metadata
+        logger.info(f"Sample metadata for session {session_id}, method {method}, index {current_index}: {metadata}")
+
         statement = """
 Please note that in select row function, starting index is 0 for Chain-of-Table and 1 for Dater and Index * represents the selection for all rows.
         """
@@ -240,7 +357,8 @@ Please note that in select row function, starting index is 0 for Chain-of-Table
                                statement=statement,
                                visualization=url_for('send_visualization', filename=visualization_path),
                                session_id=session_id,
-                               method=method)
+                               method=method,
+                               metadata=metadata)  # Pass metadata to the template
     except Exception as e:
         logger.exception(f"An error occurred in the experiment route: {e}")
         return "An error occurred", 500