debug

src/leaderboard/read_evals.py

@@ -286,10 +286,30 @@ class EvalResult_MIB_CAUSALGRAPH:
 
     #     return data_dict
 
+    # def to_dict(self):
+    #     """Converts the Eval Result to a dict for dataframe display"""
+    #     print(f"Results in to_dict: {self.results}")  # Debug print
+        
+    #     data_dict = {
+    #         "eval_name": self.eval_name,
+    #         "Method": self.method_name,
+    #     }
+            
+    #     # Process each model's results
+    #     for model_id, scores in self.results.items():
+    #         model_name = model_id.lower()
+    #         for task, layer_scores in scores.items():
+    #             for layer_data in layer_scores:
+    #                 layer = layer_data.get("layer")
+    #                 intervention_scores = layer_data.get("scores", [])
+                    
+    #                 for intervention_data in intervention_scores:
+    #                     col_name = f"{model_name}_layer{layer}_{intervention_data['intervention']}".lower()
+    #                     data_dict[col_name] = intervention_data['score']
+
+    #     return data_dict
     def to_dict(self):
         """Converts the Eval Result to a dict for dataframe display"""
-        print(f"Results in to_dict: {self.results}")  # Debug print
-        
         data_dict = {
             "eval_name": self.eval_name,
             "Method": self.method_name,
@@ -298,14 +318,10 @@ class EvalResult_MIB_CAUSALGRAPH:
         # Process each model's results
         for model_id, scores in self.results.items():
             model_name = model_id.lower()
-            for task, layer_scores in scores.items():
-                for layer_data in layer_scores:
-                    layer = layer_data.get("layer")
-                    intervention_scores = layer_data.get("scores", [])
-                    
-                    for intervention_data in intervention_scores:
-                        col_name = f"{model_name}_layer{layer}_{intervention_data['intervention']}".lower()
-                        data_dict[col_name] = intervention_data['score']
+            # The scores are already in the format we want
+            for key, value in scores.items():
+                col_name = f"{model_name}_{key}"
+                data_dict[col_name] = value
 
         return data_dict