Error message more explicit

app.py

@@ -32,6 +32,7 @@ with open("test_cases.json", "r") as f:
 # Each prompt has: unconstrained_logprob (baseline) and reference_delta (solution.py delta).
 # Quality = 1 if student is as good or better than solution.py, decreasing for worse.
 import csv
+import traceback
 
 REFERENCE_SCORES = {}  # key: (exercise, prompt_index) → dict
 
@@ -158,7 +159,7 @@ def run_with_timeout(func, args=(), kwargs=None, timeout_sec=TIMEOUT_SECONDS):
     def target():
         try:
             result[0] = func(*args, **kwargs)
-        except Exception as e:
+        except BaseException as e:
             exception[0] = e
     
     thread = threading.Thread(target=target)
@@ -169,7 +170,7 @@ def run_with_timeout(func, args=(), kwargs=None, timeout_sec=TIMEOUT_SECONDS):
     if thread.is_alive():
         raise TimeoutException(f"Prompt evaluation timed out ({TIMEOUT_SECONDS}s limit exceeded)")
     
-    if exception[0]:
+    if exception[0] is not None:
         raise exception[0]
     
     return result[0]
@@ -378,7 +379,9 @@ def evaluate_submission(file_obj, debug=False):
                     lp_str = f"logprob={out['mean_logprob']:.2f}" if out['mean_logprob'] != float('-inf') else "logprob=N/A"
                     report.append(f"{i+1}. {'✓' if out['passed'] else '✗'} [{lp_str}, q={out['quality']:.2f}] `{out['output']}`")
         except Exception as e:
-            report.append(f" **Ex 1 Error:** {str(e)}")
+            tb = traceback.format_exc()
+            print(f"Ex 1 outer exception:\n{tb}")
+            report.append(f" **Ex 1 Error:** {str(e) or type(e).__name__}\n```\n{tb}\n```")
 
         # --- EXERCISE 2 ---
         ex2_passed = 0
@@ -445,7 +448,9 @@ def evaluate_submission(file_obj, debug=False):
                     lp_str = f"logprob={out['mean_logprob']:.2f}" if out['mean_logprob'] != float('-inf') else "logprob=N/A"
                     report.append(f"{i+1}. {'✓' if out['passed'] else '✗'} [{lp_str}, q={out['quality']:.2f}] `{out['output']}`")
         except Exception as e:
-            report.append(f" **Ex 2 Error:** {str(e)}")
+            tb = traceback.format_exc()
+            print(f"Ex 2 outer exception:\n{tb}")
+            report.append(f" **Ex 2 Error:** {str(e) or type(e).__name__}\n```\n{tb}\n```")
 
         # 3. CLEANUP (Crucial for 200 students!)
         del student_module