Stage 28 MoE routing counterfactual

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/endpoint_record.json

@@ -0,0 +1,1970 @@
+{
+  "all_validity_gates_pass": true,
+  "checkpoint": {
+    "epoch": 6,
+    "global_step": 1728,
+    "path": "/root/data/runs/stage17_geometry_gated_residual_pilot_retry_20260808_v2/shared/training/checkpoints/final.pt",
+    "sha256": "10a4809baabb85c41492c81253de9c56760a619e53d187602d19d2be6418e59f"
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "clean_sha256": "bb6212a166564072d43ec89be03669d368aef7cc57b07b50ce0ae7e34ba2d091",
+  "model": "gated_primary__balanced_single",
+  "per_seed": {
+    "67": {
+      "attack_effect": {
+        "attack_successes": 18,
+        "attacked_mean_confidence": 0.7190939372373839,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.19345473030866203,
+        "median_confidence_drop": 0.03319695591926575,
+        "per_class": {
+          "2": {
+            "attack_successes": 18,
+            "clean_conditioned_asr": 0.15254237288135594,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.19345473030866203,
+            "median_confidence_drop": 0.03319695591926575
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7174191874754212,
+        "coco_ap": {
+          "ap50": 0.7174191874754212,
+          "ap75": 0.02929393325432929,
+          "mean_ap_50_95": 0.20983799079014265,
+          "per_class": {
+            "2": 0.20983799079014265
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7174191874754212,
+              "per_class": {
+                "2": {
+                  "ap": 0.7174191874754212,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.06912712360867018,
+                  "recall": 0.8194444444444444
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6209769514027929,
+              "per_class": {
+                "2": {
+                  "ap": 0.6209769514027929,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.06561218512009373,
+                  "recall": 0.7777777777777778
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.4221975714970494,
+              "per_class": {
+                "2": {
+                  "ap": 0.4221975714970494,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.051552431165787935,
+                  "recall": 0.6111111111111112
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.21839932129640646,
+              "per_class": {
+                "2": {
+                  "ap": 0.21839932129640646,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.03222026947861746,
+                  "recall": 0.3819444444444444
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.08098236805238877,
+              "per_class": {
+                "2": {
+                  "ap": 0.08098236805238877,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.018746338605741066,
+                  "recall": 0.2222222222222222
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.02929393325432929,
+              "per_class": {
+                "2": {
+                  "ap": 0.02929393325432929,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.008201523140011716,
+                  "recall": 0.09722222222222222
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.005616107829270322,
+              "per_class": {
+                "2": {
+                  "ap": 0.005616107829270322,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.0035149384885764497,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0034944670937682,
+              "per_class": {
+                "2": {
+                  "ap": 0.0034944670937682,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.0023432923257176333,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1707,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20983799079014265,
+        "recall": 0.6944444444444444,
+        "recall_result": {
+          "matched_ground_truth": 100,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 100,
+              "num_ground_truth": 144,
+              "recall": 0.6944444444444444
+            }
+          },
+          "recall": 0.6944444444444444
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005"
+      }
+    },
+    "68": {
+      "attack_effect": {
+        "attack_successes": 14,
+        "attacked_mean_confidence": 0.7341806651171991,
+        "clean_conditioned_asr": 0.11864406779661017,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.17836800242884684,
+        "median_confidence_drop": 0.030804157257080078,
+        "per_class": {
+          "2": {
+            "attack_successes": 14,
+            "clean_conditioned_asr": 0.11864406779661017,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.17836800242884684,
+            "median_confidence_drop": 0.030804157257080078
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7254782724225982,
+        "coco_ap": {
+          "ap50": 0.7254782724225982,
+          "ap75": 0.03258556472439672,
+          "mean_ap_50_95": 0.2071196222632487,
+          "per_class": {
+            "2": 0.2071196222632487
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7254782724225982,
+              "per_class": {
+                "2": {
+                  "ap": 0.7254782724225982,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.07091775923718713,
+                  "recall": 0.8263888888888888
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.625326220704411,
+              "per_class": {
+                "2": {
+                  "ap": 0.625326220704411,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.06734207389749702,
+                  "recall": 0.7847222222222222
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.4016043991934111,
+              "per_class": {
+                "2": {
+                  "ap": 0.4016043991934111,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.052443384982121574,
+                  "recall": 0.6111111111111112
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.20191378897348528,
+              "per_class": {
+                "2": {
+                  "ap": 0.20191378897348528,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.033373063170441,
+                  "recall": 0.3888888888888889
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07566079810686045,
+              "per_class": {
+                "2": {
+                  "ap": 0.07566079810686045,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.02026221692491061,
+                  "recall": 0.2361111111111111
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.03258556472439672,
+              "per_class": {
+                "2": {
+                  "ap": 0.03258556472439672,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.009535160905840286,
+                  "recall": 0.1111111111111111
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.005500550055005501,
+              "per_class": {
+                "2": {
+                  "ap": 0.005500550055005501,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.003575685339690107,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.003126628452318916,
+              "per_class": {
+                "2": {
+                  "ap": 0.003126628452318916,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.0023837902264600714,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1678,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.2071196222632487,
+        "recall": 0.7291666666666666,
+        "recall_result": {
+          "matched_ground_truth": 105,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 105,
+              "num_ground_truth": 144,
+              "recall": 0.7291666666666666
+            }
+          },
+          "recall": 0.7291666666666666
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee"
+      }
+    },
+    "69": {
+      "attack_effect": {
+        "attack_successes": 16,
+        "attacked_mean_confidence": 0.7298569403967615,
+        "clean_conditioned_asr": 0.13559322033898305,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.1826917271492845,
+        "median_confidence_drop": 0.027016282081604004,
+        "per_class": {
+          "2": {
+            "attack_successes": 16,
+            "clean_conditioned_asr": 0.13559322033898305,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.1826917271492845,
+            "median_confidence_drop": 0.027016282081604004
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7230816587230305,
+        "coco_ap": {
+          "ap50": 0.7230816587230305,
+          "ap75": 0.037724315909851855,
+          "mean_ap_50_95": 0.21335777680469642,
+          "per_class": {
+            "2": 0.21335777680469642
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7230816587230305,
+              "per_class": {
+                "2": {
+                  "ap": 0.7230816587230305,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.07028942705256941,
+                  "recall": 0.8263888888888888
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6254187810196463,
+              "per_class": {
+                "2": {
+                  "ap": 0.6254187810196463,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.0661547548730065,
+                  "recall": 0.7777777777777778
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.4282043366697415,
+              "per_class": {
+                "2": {
+                  "ap": 0.4282043366697415,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.05316007088009451,
+                  "recall": 0.625
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.21885542171581576,
+              "per_class": {
+                "2": {
+                  "ap": 0.21885542171581576,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.03544004725339634,
+                  "recall": 0.4166666666666667
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.09038443704022456,
+              "per_class": {
+                "2": {
+                  "ap": 0.09038443704022456,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.02067336089781453,
+                  "recall": 0.24305555555555555
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.037724315909851855,
+              "per_class": {
+                "2": {
+                  "ap": 0.037724315909851855,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.008269344359125812,
+                  "recall": 0.09722222222222222
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.006034516495127774,
+              "per_class": {
+                "2": {
+                  "ap": 0.006034516495127774,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.004134672179562906,
+                  "recall": 0.04861111111111111
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.003874300473525613,
+              "per_class": {
+                "2": {
+                  "ap": 0.003874300473525613,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.002362669816893089,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1693,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.21335777680469642,
+        "recall": 0.7152777777777778,
+        "recall_result": {
+          "matched_ground_truth": 103,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 103,
+              "num_ground_truth": 144,
+              "recall": 0.7152777777777778
+            }
+          },
+          "recall": 0.7152777777777778
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7"
+      }
+    },
+    "70": {
+      "attack_effect": {
+        "attack_successes": 17,
+        "attacked_mean_confidence": 0.7156876775167756,
+        "clean_conditioned_asr": 0.1440677966101695,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.19686099002927038,
+        "median_confidence_drop": 0.033085376024246216,
+        "per_class": {
+          "2": {
+            "attack_successes": 17,
+            "clean_conditioned_asr": 0.1440677966101695,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.19686099002927038,
+            "median_confidence_drop": 0.033085376024246216
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7037958471772386,
+        "coco_ap": {
+          "ap50": 0.7037958471772386,
+          "ap75": 0.03442346369720032,
+          "mean_ap_50_95": 0.20283130076399575,
+          "per_class": {
+            "2": 0.20283130076399575
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7037958471772386,
+              "per_class": {
+                "2": {
+                  "ap": 0.7037958471772386,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.06784660766961652,
+                  "recall": 0.7986111111111112
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6018768541518786,
+              "per_class": {
+                "2": {
+                  "ap": 0.6018768541518786,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.06371681415929203,
+                  "recall": 0.75
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.3977433290708854,
+              "per_class": {
+                "2": {
+                  "ap": 0.3977433290708854,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.05014749262536873,
+                  "recall": 0.5902777777777778
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.2049376770677014,
+              "per_class": {
+                "2": {
+                  "ap": 0.2049376770677014,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.03421828908554572,
+                  "recall": 0.4027777777777778
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.0780355681824665,
+              "per_class": {
+                "2": {
+                  "ap": 0.0780355681824665,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.02064896755162242,
+                  "recall": 0.24305555555555555
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.03442346369720032,
+              "per_class": {
+                "2": {
+                  "ap": 0.03442346369720032,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.010619469026548672,
+                  "recall": 0.125
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.005604334018307491,
+              "per_class": {
+                "2": {
+                  "ap": 0.005604334018307491,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.004129793510324484,
+                  "recall": 0.04861111111111111
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0018959342742784916,
+              "per_class": {
+                "2": {
+                  "ap": 0.0018959342742784916,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.0017699115044247787,
+                  "recall": 0.020833333333333332
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20283130076399575,
+        "recall": 0.7083333333333334,
+        "recall_result": {
+          "matched_ground_truth": 102,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 102,
+              "num_ground_truth": 144,
+              "recall": 0.7083333333333334
+            }
+          },
+          "recall": 0.7083333333333334
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4"
+      }
+    },
+    "71": {
+      "attack_effect": {
+        "attack_successes": 21,
+        "attacked_mean_confidence": 0.7065940415960247,
+        "clean_conditioned_asr": 0.17796610169491525,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.20595462595002126,
+        "median_confidence_drop": 0.038992613554000854,
+        "per_class": {
+          "2": {
+            "attack_successes": 21,
+            "clean_conditioned_asr": 0.17796610169491525,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.20595462595002126,
+            "median_confidence_drop": 0.038992613554000854
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7062699016726869,
+        "coco_ap": {
+          "ap50": 0.7062699016726869,
+          "ap75": 0.02518317821629879,
+          "mean_ap_50_95": 0.20236003088014418,
+          "per_class": {
+            "2": 0.20236003088014418
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7062699016726869,
+              "per_class": {
+                "2": {
+                  "ap": 0.7062699016726869,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.0688622754491018,
+                  "recall": 0.7986111111111112
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6130525296405588,
+              "per_class": {
+                "2": {
+                  "ap": 0.6130525296405588,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.06526946107784432,
+                  "recall": 0.7569444444444444
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.38820183936635844,
+              "per_class": {
+                "2": {
+                  "ap": 0.38820183936635844,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.04970059880239521,
+                  "recall": 0.5763888888888888
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.20747240766872474,
+              "per_class": {
+                "2": {
+                  "ap": 0.20747240766872474,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.03473053892215569,
+                  "recall": 0.4027777777777778
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07405951614320493,
+              "per_class": {
+                "2": {
+                  "ap": 0.07405951614320493,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.02035928143712575,
+                  "recall": 0.2361111111111111
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.02518317821629879,
+              "per_class": {
+                "2": {
+                  "ap": 0.02518317821629879,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.008383233532934131,
+                  "recall": 0.09722222222222222
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.00576057605760576,
+              "per_class": {
+                "2": {
+                  "ap": 0.00576057605760576,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.003592814371257485,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0036003600360036006,
+              "per_class": {
+                "2": {
+                  "ap": 0.0036003600360036006,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.0023952095808383233,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1670,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20236003088014418,
+        "recall": 0.6736111111111112,
+        "recall_result": {
+          "matched_ground_truth": 97,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 97,
+              "num_ground_truth": 144,
+              "recall": 0.6736111111111112
+            }
+          },
+          "recall": 0.6736111111111112
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022"
+      }
+    },
+    "72": {
+      "attack_effect": {
+        "attack_successes": 20,
+        "attacked_mean_confidence": 0.7170475173299595,
+        "clean_conditioned_asr": 0.1694915254237288,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.19550115021608644,
+        "median_confidence_drop": 0.028952449560165405,
+        "per_class": {
+          "2": {
+            "attack_successes": 20,
+            "clean_conditioned_asr": 0.1694915254237288,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.19550115021608644,
+            "median_confidence_drop": 0.028952449560165405
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.6997564810501676,
+        "coco_ap": {
+          "ap50": 0.6997564810501676,
+          "ap75": 0.027944335314034546,
+          "mean_ap_50_95": 0.20253300752014347,
+          "per_class": {
+            "2": 0.20253300752014347
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.6997564810501676,
+              "per_class": {
+                "2": {
+                  "ap": 0.6997564810501676,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.06729634002361275,
+                  "recall": 0.7916666666666666
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6071189527954206,
+              "per_class": {
+                "2": {
+                  "ap": 0.6071189527954206,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.06493506493506493,
+                  "recall": 0.7638888888888888
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.3960435098148777,
+              "per_class": {
+                "2": {
+                  "ap": 0.3960435098148777,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.048406139315230225,
+                  "recall": 0.5694444444444444
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.20907281789675158,
+              "per_class": {
+                "2": {
+                  "ap": 0.20907281789675158,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.032467532467532464,
+                  "recall": 0.3819444444444444
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07507785237796481,
+              "per_class": {
+                "2": {
+                  "ap": 0.07507785237796481,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.018890200708382526,
+                  "recall": 0.2222222222222222
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.027944335314034546,
+              "per_class": {
+                "2": {
+                  "ap": 0.027944335314034546,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.007674144037780401,
+                  "recall": 0.09027777777777778
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.007015795919214562,
+              "per_class": {
+                "2": {
+                  "ap": 0.007015795919214562,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.004132231404958678,
+                  "recall": 0.04861111111111111
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0033003300330033,
+              "per_class": {
+                "2": {
+                  "ap": 0.0033003300330033,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.0023612750885478157,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1694,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20253300752014347,
+        "recall": 0.6805555555555556,
+        "recall_result": {
+          "matched_ground_truth": 98,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 98,
+              "num_ground_truth": 144,
+              "recall": 0.6805555555555556
+            }
+          },
+          "recall": 0.6805555555555556
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71"
+      }
+    },
+    "73": {
+      "attack_effect": {
+        "attack_successes": 21,
+        "attacked_mean_confidence": 0.7051010662216252,
+        "clean_conditioned_asr": 0.17796610169491525,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.20744760132442086,
+        "median_confidence_drop": 0.03183591365814209,
+        "per_class": {
+          "2": {
+            "attack_successes": 21,
+            "clean_conditioned_asr": 0.17796610169491525,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.20744760132442086,
+            "median_confidence_drop": 0.03183591365814209
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7051840462538014,
+        "coco_ap": {
+          "ap50": 0.7051840462538014,
+          "ap75": 0.034839744165838064,
+          "mean_ap_50_95": 0.20315754627256072,
+          "per_class": {
+            "2": 0.20315754627256072
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7051840462538014,
+              "per_class": {
+                "2": {
+                  "ap": 0.7051840462538014,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.06842105263157895,
+                  "recall": 0.8125
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6077688316823299,
+              "per_class": {
+                "2": {
+                  "ap": 0.6077688316823299,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.06608187134502924,
+                  "recall": 0.7847222222222222
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.38526509517652946,
+              "per_class": {
+                "2": {
+                  "ap": 0.38526509517652946,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.05087719298245614,
+                  "recall": 0.6041666666666666
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.21006121014711104,
+              "per_class": {
+                "2": {
+                  "ap": 0.21006121014711104,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.03216374269005848,
+                  "recall": 0.3819444444444444
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07953329370348863,
+              "per_class": {
+                "2": {
+                  "ap": 0.07953329370348863,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.01929824561403509,
+                  "recall": 0.22916666666666666
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.034839744165838064,
+              "per_class": {
+                "2": {
+                  "ap": 0.034839744165838064,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.008771929824561403,
+                  "recall": 0.10416666666666667
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.0057121096725057125,
+              "per_class": {
+                "2": {
+                  "ap": 0.0057121096725057125,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.0035087719298245615,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0032111319240032115,
+              "per_class": {
+                "2": {
+                  "ap": 0.0032111319240032115,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.0023391812865497076,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1710,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20315754627256072,
+        "recall": 0.6805555555555556,
+        "recall_result": {
+          "matched_ground_truth": 98,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 98,
+              "num_ground_truth": 144,
+              "recall": 0.6805555555555556
+            }
+          },
+          "recall": 0.6805555555555556
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8"
+      }
+    },
+    "74": {
+      "attack_effect": {
+        "attack_successes": 18,
+        "attacked_mean_confidence": 0.7134266990726277,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.1991219684734183,
+        "median_confidence_drop": 0.040189504623413086,
+        "per_class": {
+          "2": {
+            "attack_successes": 18,
+            "clean_conditioned_asr": 0.15254237288135594,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.1991219684734183,
+            "median_confidence_drop": 0.040189504623413086
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7236344844535527,
+        "coco_ap": {
+          "ap50": 0.7236344844535527,
+          "ap75": 0.034583525069148593,
+          "mean_ap_50_95": 0.20945809101853247,
+          "per_class": {
+            "2": 0.20945809101853247
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7236344844535527,
+              "per_class": {
+                "2": {
+                  "ap": 0.7236344844535527,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.06978119455943228,
+                  "recall": 0.8194444444444444
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6241484107538021,
+              "per_class": {
+                "2": {
+                  "ap": 0.6241484107538021,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.06682436428149024,
+                  "recall": 0.7847222222222222
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.41581874347619385,
+              "per_class": {
+                "2": {
+                  "ap": 0.41581874347619385,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.054405677114133646,
+                  "recall": 0.6388888888888888
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.21068553509280083,
+              "per_class": {
+                "2": {
+                  "ap": 0.21068553509280083,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.03489059727971614,
+                  "recall": 0.4097222222222222
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07849112208396217,
+              "per_class": {
+                "2": {
+                  "ap": 0.07849112208396217,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.019515079834417505,
+                  "recall": 0.22916666666666666
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.034583525069148593,
+              "per_class": {
+                "2": {
+                  "ap": 0.034583525069148593,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.009461856889414548,
+                  "recall": 0.1111111111111111
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.0054005400540054005,
+              "per_class": {
+                "2": {
+                  "ap": 0.0054005400540054005,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.004139562389118865,
+                  "recall": 0.04861111111111111
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0018185492018589612,
+              "per_class": {
+                "2": {
+                  "ap": 0.0018185492018589612,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.0017740981667652277,
+                  "recall": 0.020833333333333332
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1691,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20945809101853247,
+        "recall": 0.7083333333333334,
+        "recall_result": {
+          "matched_ground_truth": 102,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 102,
+              "num_ground_truth": 144,
+              "recall": 0.7083333333333334
+            }
+          },
+          "recall": 0.7083333333333334
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285"
+      }
+    },
+    "75": {
+      "attack_effect": {
+        "attack_successes": 18,
+        "attacked_mean_confidence": 0.7171616821976031,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.19538698534844284,
+        "median_confidence_drop": 0.037922561168670654,
+        "per_class": {
+          "2": {
+            "attack_successes": 18,
+            "clean_conditioned_asr": 0.15254237288135594,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.19538698534844284,
+            "median_confidence_drop": 0.037922561168670654
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7140564793064436,
+        "coco_ap": {
+          "ap50": 0.7140564793064436,
+          "ap75": 0.02262278865072373,
+          "mean_ap_50_95": 0.20361633918174138,
+          "per_class": {
+            "2": 0.20361633918174138
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7140564793064436,
+              "per_class": {
+                "2": {
+                  "ap": 0.7140564793064436,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.06871609403254973,
+                  "recall": 0.7916666666666666
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6167825907654112,
+              "per_class": {
+                "2": {
+                  "ap": 0.6167825907654112,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.06570223025919228,
+                  "recall": 0.7569444444444444
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.4115530496636978,
+              "per_class": {
+                "2": {
+                  "ap": 0.4115530496636978,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.05364677516576251,
+                  "recall": 0.6180555555555556
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.19120893620628704,
+              "per_class": {
+                "2": {
+                  "ap": 0.19120893620628704,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.0325497287522604,
+                  "recall": 0.375
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07153708535704256,
+              "per_class": {
+                "2": {
+                  "ap": 0.07153708535704256,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.018083182640144666,
+                  "recall": 0.20833333333333334
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.02262278865072373,
+              "per_class": {
+                "2": {
+                  "ap": 0.02262278865072373,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.007836045810729355,
+                  "recall": 0.09027777777777778
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.005191329943805191,
+              "per_class": {
+                "2": {
+                  "ap": 0.005191329943805191,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.003616636528028933,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0032111319240032115,
+              "per_class": {
+                "2": {
+                  "ap": 0.0032111319240032115,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.0024110910186859553,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1659,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20361633918174138,
+        "recall": 0.7013888888888888,
+        "recall_result": {
+          "matched_ground_truth": 101,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 101,
+              "num_ground_truth": 144,
+              "recall": 0.7013888888888888
+            }
+          },
+          "recall": 0.7013888888888888
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108"
+      }
+    }
+  },
+  "routing_mode": "balanced_single",
+  "routing_runtime_audit": {
+    "all_routing_gates_pass": true,
+    "expert_forward_calls": {
+      "0": 432,
+      "1": 432,
+      "2": 432
+    },
+    "forward_calls": 1296,
+    "generated_samples": 1296,
+    "maximum_simplex_error": 0.0,
+    "maximum_single_one_hot_error": 0.0,
+    "maximum_spatial_marginal_error": 0.0,
+    "maximum_uniform_error": 0.0,
+    "permutation_multiplier": 40503,
+    "permutation_offset": 7919,
+    "routing_mode": "balanced_single",
+    "seed_forward_calls": {
+      "67": 144,
+      "68": 144,
+      "69": 144,
+      "70": 144,
+      "71": 144,
+      "72": 144,
+      "73": 144,
+      "74": 144,
+      "75": 144
+    },
+    "validity_gates": {
+      "all_nine_seeds_observed": true,
+      "expert_forward_exposure_exactly_balanced": true,
+      "forward_calls_positive": true,
+      "simplex_error_at_most_1e-6": true,
+      "single_one_hot_error_at_most_1e-7": true
+    }
+  },
+  "runtime_file_access": {
+    "audit_event": "python_open",
+    "excluded_markers": [
+      "nissan.patrol_2021",
+      "nissan_patrol_2021",
+      "audi.tt",
+      "audi_tt",
+      "bmw.grandtourer",
+      "bmw_grandtourer",
+      "lincoln.mkz_2020",
+      "lincoln_mkz_2020",
+      "mini.cooper_s_2021",
+      "mini_cooper_s_2021"
+    ],
+    "excluded_paths": [],
+    "excluded_runtime_path_open_count": 0,
+    "mode_counts": {
+      "None": 1,
+      "a": 2,
+      "r": 3637,
+      "w": 21
+    }
+  },
+  "seed_aggregate": {
+    "attacked_ap50": {
+      "mean": 0.7131862620594379,
+      "num_seeds": 9,
+      "std": 0.009729228445419055,
+      "values": [
+        0.7174191874754212,
+        0.7254782724225982,
+        0.7230816587230305,
+        0.7037958471772386,
+        0.7062699016726869,
+        0.6997564810501676,
+        0.7051840462538014,
+        0.7236344844535527,
+        0.7140564793064436
+      ]
+    },
+    "attacked_coco_style_ap50_95": {
+      "mean": 0.2060301894994673,
+      "num_seeds": 9,
+      "std": 0.004048799924840959,
+      "values": [
+        0.20983799079014265,
+        0.2071196222632487,
+        0.21335777680469642,
+        0.20283130076399575,
+        0.20236003088014418,
+        0.20253300752014347,
+        0.20315754627256072,
+        0.20945809101853247,
+        0.20361633918174138
+      ]
+    },
+    "attacked_recall": {
+      "mean": 0.699074074074074,
+      "num_seeds": 9,
+      "std": 0.018373272993504088,
+      "values": [
+        0.6944444444444444,
+        0.7291666666666666,
+        0.7152777777777778,
+        0.7083333333333334,
+        0.6736111111111112,
+        0.6805555555555556,
+        0.6805555555555556,
+        0.7083333333333334,
+        0.7013888888888888
+      ]
+    },
+    "clean_conditioned_asr": {
+      "mean": 0.15348399246704333,
+      "num_seeds": 9,
+      "std": 0.01962209603029633,
+      "values": [
+        0.15254237288135594,
+        0.11864406779661017,
+        0.13559322033898305,
+        0.1440677966101695,
+        0.17796610169491525,
+        0.1694915254237288,
+        0.17796610169491525,
+        0.15254237288135594,
+        0.15254237288135594
+      ]
+    },
+    "mean_confidence_drop": {
+      "mean": 0.19497642013649483,
+      "num_seeds": 9,
+      "std": 0.009528255373652489,
+      "values": [
+        0.19345473030866203,
+        0.17836800242884684,
+        0.1826917271492845,
+        0.19686099002927038,
+        0.20595462595002126,
+        0.19550115021608644,
+        0.20744760132442086,
+        0.1991219684734183,
+        0.19538698534844284
+      ]
+    }
+  },
+  "split": "test",
+  "stage28_validity_gates": {
+    "excluded_vehicle_open_count_zero": true,
+    "routing_mode_exact": true,
+    "routing_runtime_gates_pass": true
+  },
+  "trajectory": "gated_primary",
+  "validity_gates": {
+    "all_metrics_finite": true,
+    "ap_min_confidence_exact": true,
+    "artifact_dataset_manifest_exact": true,
+    "artifact_detector_weights_exact": true,
+    "artifact_fixed_scene_stats_exact": true,
+    "artifact_mesh_asset[lincoln.mkz_2017].mask_path_exact": true,
+    "artifact_mesh_asset[lincoln.mkz_2017].normal_map_path_exact": true,
+    "artifact_mesh_asset[lincoln.mkz_2017].path_exact": true,
+    "artifact_mesh_asset[lincoln.mkz_2017].position_map_path_exact": true,
+    "audit_protocol_sha256_exact": true,
+    "checkpoint_epoch_exact": true,
+    "checkpoint_global_step_exact": true,
+    "checkpoint_sha256_exact": true,
+    "detector_exact": true,
+    "distinct_target_texture_per_seed": true,
+    "evaluations_exact": true,
+    "excluded_runtime_path_open_count_exact_zero": true,
+    "generator_exact": true,
+    "latent_seeds_exact": true,
+    "nissan_absent": true,
+    "one_target_texture_per_seed": true,
+    "per_seed_sample_counts_exact": true,
+    "reporting_confidence_exact": true,
+    "reporting_iou_exact": true,
+    "required_metric_aggregates_exact": true,
+    "samples_exact": true,
+    "scene_condition_fixed": true,
+    "seed_keys_exact": true,
+    "split_exact": true
+  },
+  "vehicle": "lincoln.mkz_2017"
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/67/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,7.0167091267055864e-15,1,15,11,0.9415967464447021,0.9543131589889526,0.0,-0.012716412544250488
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8121525645256042,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,7.0167091267055864e-15,1,23,19,0.9495499134063721,0.9468677639961243,0.0,0.0026821494102478027
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,7.0167091267055864e-15,1,23,21,0.8065164089202881,0.8467170596122742,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.00553175387904048,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,7.0167091267055864e-15,1,13,14,0.9577577114105225,0.9509685635566711,0.0,0.006789147853851318
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,7.0167091267055864e-15,1,17,15,0.1756373792886734,0.1598009169101715,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.002372271614149213,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011295769363641739,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,120.0,1,20,22,0.9640054106712341,0.9517123103141785,0.0,0.012293100357055664
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9561622738838196,0.0,0.01992744207382202
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,120.0,1,7,3,0.961027204990387,0.6885836124420166,0.0,0.27244359254837036
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.1210639700293541,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,120.0,1,18,21,0.9702920317649841,0.9707183837890625,0.0,-0.00042635202407836914
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9671888947486877,0.0,0.003622293472290039
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,120.0,1,11,10,0.9675745964050293,0.9347368478775024,0.0,0.032837748527526855
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.6189532279968262,0.0,0.3170923590660095
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9710571765899658,0.0,0.0032262802124023438
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,120.0,1,24,22,0.9723718166351318,0.9664465188980103,0.0,0.005925297737121582
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,120.0,1,12,11,0.9731140732765198,0.939348578453064,0.0,0.03376549482345581
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9245527386665344,0.0,0.009297609329223633
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9663363695144653,0.0,0.004407823085784912
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9432709813117981,0.0,0.0275113582611084
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,150.0,1,3,1,0.832927942276001,0.10570332407951355,1.0,0.832927942276001
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.004389670677483082,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,150.0,1,34,36,0.977126955986023,0.9741120934486389,0.0,0.003014862537384033
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,150.0,1,34,35,0.9794231653213501,0.9662640690803528,0.0,0.013159096240997314
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,150.0,1,9,4,0.9561671614646912,0.8696795701980591,0.0,0.08648759126663208
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.30679091811180115,0.0,0.08710992336273193
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.969222366809845,0.0,0.0022082924842834473
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9555776715278625,0.0,0.018497049808502197
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,150.0,1,8,7,0.9670338034629822,0.8184753656387329,0.0,0.14855843782424927
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,150.0,1,4,3,0.7029955983161926,0.630829393863678,0.0,0.07216620445251465
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,180.0,1,21,22,0.9767346382141113,0.9646885395050049,0.0,0.012046098709106445
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.6703701019287109,0.0,0.28777891397476196
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.008799014613032341,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,180.0,1,25,26,0.9737359285354614,0.9574437737464905,0.0,0.016292154788970947
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.811835765838623,0.0,0.15208148956298828
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,180.0,1,4,2,0.9085392355918884,0.17466269433498383,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9617412686347961,0.0,0.005402684211730957
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,180.0,1,26,24,0.9504407644271851,0.44733870029449463,0.0,0.5031020641326904
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.015776293352246284,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,210.0,1,16,20,0.9707251191139221,0.9663476347923279,0.0,0.004377484321594238
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,210.0,1,22,21,0.9692599177360535,0.9513664245605469,0.0,0.017893493175506592
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.4753894507884979,0.0,0.32074424624443054
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,210.0,1,9,9,0.9749939441680908,0.9720050692558289,0.0,0.002988874912261963
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,210.0,1,27,23,0.9605788588523865,0.8935055732727051,0.0,0.0670732855796814
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.8681172132492065,0.0,0.062109947204589844
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.4583863615989685,0.0,0.23862481117248535
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.969927966594696,0.0,0.0006346702575683594
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,210.0,1,23,18,0.9399094581604004,0.4383901059627533,0.0,0.5015193521976471
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,210.0,1,5,4,0.9698070287704468,0.8680629134178162,0.0,0.10174411535263062
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.5800427794456482,0.0,0.2715906500816345
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,240.0,1,14,18,0.9440460801124573,0.7713012099266052,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,240.0,1,9,8,0.7039750814437866,0.3845517933368683,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,240.0,1,4,4,0.9343680143356323,0.7088022232055664,0.0,0.22556579113006592
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.03694545477628708,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,240.0,1,13,16,0.9679074883460999,0.9698064923286438,0.0,-0.0018990039825439453
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.12157891690731049,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,240.0,1,10,5,0.947745144367218,0.03976226598024368,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,240.0,1,3,3,0.7024030089378357,0.7357175350189209,0.0,-0.033314526081085205
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,240.0,1,14,14,0.966536283493042,0.96956467628479,0.0,-0.003028392791748047
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.11838089674711227,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,240.0,1,9,7,0.9416733384132385,0.32145094871520996,1.0,0.9416733384132385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,240.0,1,3,2,0.8429936766624451,0.5705991983413696,0.0,0.27239447832107544
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,270.0,1,18,19,0.9544338583946228,0.9355618953704834,0.0,0.018871963024139404
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9511843919754028,0.0,0.017613887786865234
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.8322864174842834,0.0,0.13895124197006226
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,270.0,1,21,21,0.9696711301803589,0.9598476886749268,0.0,0.009823441505432129
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,270.0,1,24,19,0.9364874362945557,0.8367235660552979,0.0,0.09976387023925781
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9092804193496704,0.0,0.05691969394683838
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.13262450695037842,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,270.0,1,26,27,0.9685283899307251,0.9566159248352051,0.0,0.01191246509552002
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,270.0,1,32,32,0.9112449884414673,0.29467901587486267,0.0,0.6165659725666046
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9277926087379456,0.0,0.03576725721359253
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.0010381563333794475,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,300.0,1,11,11,0.9614086151123047,0.6627830862998962,0.0,0.29862552881240845
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,300.0,1,41,38,0.9735146760940552,0.9555903673171997,0.0,0.01792430877685547
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.72367262840271,0.0,0.2423388957977295
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.9411800503730774,0.0,0.027193069458007812
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,300.0,1,22,24,0.9772753119468689,0.9549729824066162,0.0,0.022302329540252686
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,300.0,1,7,3,0.9747141003608704,0.6999618411064148,0.0,0.27475225925445557
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,300.0,1,23,20,0.9731037020683289,0.9626767635345459,0.0,0.010426938533782959
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,300.0,1,19,22,0.9692836999893188,0.9638283252716064,0.0,0.005455374717712402
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.8802070617675781,0.0,0.09175300598144531
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.564625084400177,0.0,0.12077134847640991
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,30.0,1,25,27,0.9676805138587952,0.962233304977417,0.0,0.005447208881378174
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,30.0,1,22,21,0.9675998091697693,0.9625660181045532,0.0,0.0050337910652160645
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.003092006081715226,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.16436313092708588,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,30.0,1,41,42,0.9754642844200134,0.9710350632667542,0.0,0.004429221153259277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,30.0,1,20,20,0.9735536575317383,0.9619768857955933,0.0,0.01157677173614502
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,30.0,1,8,8,0.7921563982963562,0.5813870429992676,0.0,0.48481887578964233
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.3048965334892273,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,30.0,1,49,48,0.963462233543396,0.957647979259491,0.0,0.005814254283905029
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,30.0,1,29,28,0.9722577929496765,0.9564372897148132,0.0,0.01582050323486328
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,30.0,1,8,6,0.865831732749939,0.8322755694389343,0.0,0.03355616331100464
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,30.0,1,4,3,0.567403256893158,0.6053486466407776,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,330.0,1,14,19,0.9697760939598083,0.9549751877784729,0.0,0.01480090618133545
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,330.0,1,8,8,0.965247631072998,0.930906355381012,0.0,0.034341275691986084
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.15529441833496094,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,330.0,1,33,37,0.9760689735412598,0.9653878211975098,0.0,0.01068115234375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,330.0,1,21,21,0.976881742477417,0.962988018989563,0.0,0.013893723487854004
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,330.0,1,4,3,0.8259961009025574,0.17264893651008606,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,330.0,1,2,3,0.7361883521080017,0.01390012912452221,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9679926633834839,0.0,0.0029358863830566406
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9655480980873108,0.0,0.006126046180725098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,330.0,1,7,8,0.92475825548172,0.8621050119400024,0.0,0.06265324354171753
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,330.0,1,2,2,0.03137196972966194,0.024578185752034187,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,60.0,1,8,8,0.9693291783332825,0.85244220495224,0.0,0.11688697338104248
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,60.0,1,15,12,0.9743183255195618,0.9616170525550842,0.0,0.012701272964477539
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.7861592173576355,0.0,0.18153893947601318
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,60.0,1,12,14,0.9701735377311707,0.9290860295295715,0.0,0.04108750820159912
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9519398808479309,0.0,0.004917323589324951
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,60.0,1,9,6,0.9703363180160522,0.865433931350708,0.0,0.10490238666534424
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.10345529019832611,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,60.0,1,14,15,0.9737958312034607,0.9558532238006592,0.0,0.017942607402801514
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,60.0,1,23,24,0.9697824716567993,0.9524340629577637,0.0,0.017348408699035645
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,60.0,1,14,11,0.9646771550178528,0.9583790302276611,0.0,0.00629812479019165
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.43107789754867554,0.0,0.4209965467453003
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,10.0,90.0,1,13,14,0.9614861011505127,0.9350512623786926,0.0,0.02643483877182007
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,30.0,90.0,1,24,20,0.914665699005127,0.9027876257896423,0.0,0.01187807321548462
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,50.0,90.0,1,9,5,0.9580309391021729,0.5504606366157532,0.0,0.4075703024864197
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,10.0,90.0,1,33,34,0.9658175110816956,0.9632810950279236,0.0,0.0025364160537719727
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,30.0,90.0,1,25,23,0.9619461297988892,0.9531331062316895,0.0,0.008813023567199707
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,50.0,90.0,1,6,5,0.9678090214729309,0.9155846238136292,0.0,0.05222439765930176
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.3276289403438568,0.0,0.5732841193675995
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9602141976356506,0.0,0.012183547019958496
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,30.0,90.0,1,27,24,0.9695606231689453,0.9616325497627258,0.0,0.007928073406219482
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9523864984512329,0.0,0.018598556518554688
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,67,fixed,053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005,15.0,70.0,90.0,1,9,4,0.8682070374488831,0.11535775661468506,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/67/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 18,
+    "attacked_mean_confidence": 0.7190939372373839,
+    "clean_conditioned_asr": 0.15254237288135594,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.19345473030866203,
+    "median_confidence_drop": 0.03319695591926575,
+    "per_class": {
+      "2": {
+        "attack_successes": 18,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.19345473030866203,
+        "median_confidence_drop": 0.03319695591926575
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7174191874754212,
+    "coco_ap": {
+      "ap50": 0.7174191874754212,
+      "ap75": 0.02929393325432929,
+      "mean_ap_50_95": 0.20983799079014265,
+      "per_class": {
+        "2": 0.20983799079014265
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7174191874754212,
+          "per_class": {
+            "2": {
+              "ap": 0.7174191874754212,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.06912712360867018,
+              "recall": 0.8194444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6209769514027929,
+          "per_class": {
+            "2": {
+              "ap": 0.6209769514027929,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.06561218512009373,
+              "recall": 0.7777777777777778
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.4221975714970494,
+          "per_class": {
+            "2": {
+              "ap": 0.4221975714970494,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.051552431165787935,
+              "recall": 0.6111111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.21839932129640646,
+          "per_class": {
+            "2": {
+              "ap": 0.21839932129640646,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.03222026947861746,
+              "recall": 0.3819444444444444
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08098236805238877,
+          "per_class": {
+            "2": {
+              "ap": 0.08098236805238877,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.018746338605741066,
+              "recall": 0.2222222222222222
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.02929393325432929,
+          "per_class": {
+            "2": {
+              "ap": 0.02929393325432929,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.008201523140011716,
+              "recall": 0.09722222222222222
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.005616107829270322,
+          "per_class": {
+            "2": {
+              "ap": 0.005616107829270322,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.0035149384885764497,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0034944670937682,
+          "per_class": {
+            "2": {
+              "ap": 0.0034944670937682,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.0023432923257176333,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1707,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20983799079014265,
+    "recall": 0.6944444444444444,
+    "recall_result": {
+      "matched_ground_truth": 100,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 100,
+          "num_ground_truth": 144,
+          "recall": 0.6944444444444444
+        }
+      },
+      "recall": 0.6944444444444444
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 67,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "053141765bbeba0e18cd6a894a6b2eb6a176db5879fbcd0c8303ff1163ba9005"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/68/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,7.0167091267055864e-15,1,15,12,0.9415967464447021,0.9535579085350037,0.0,-0.011961162090301514
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8124622106552124,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,7.0167091267055864e-15,1,23,20,0.9495499134063721,0.9146490693092346,0.0,0.03490084409713745
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,7.0167091267055864e-15,1,23,20,0.8065164089202881,0.845980167388916,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.003537388052791357,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,7.0167091267055864e-15,1,13,12,0.9577577114105225,0.954164981842041,0.0,0.0035927295684814453
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.1634117066860199,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.002483897376805544,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011369401589035988,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,120.0,1,20,19,0.9640054106712341,0.9417567253112793,0.0,0.022248685359954834
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,120.0,1,10,7,0.9760897159576416,0.9638051986694336,0.0,0.012284517288208008
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,120.0,1,7,2,0.961027204990387,0.9001636505126953,0.0,0.06086355447769165
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.005732746794819832,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,120.0,1,18,19,0.9702920317649841,0.9699585437774658,0.0,0.00033348798751831055
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9689351320266724,0.0,0.00187605619430542
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9533126950263977,0.0,0.014261901378631592
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.7702323794364929,0.0,0.16581320762634277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9702854156494141,0.0,0.0039980411529541016
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9669812917709351,0.0,0.005390524864196777
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,120.0,1,12,9,0.9731140732765198,0.94730144739151,0.0,0.025812625885009766
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9029298424720764,0.0,0.03092050552368164
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9688663482666016,0.0,0.0018778443336486816
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,150.0,1,22,19,0.9707823395729065,0.940094530582428,0.0,0.030687808990478516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,150.0,1,3,1,0.832927942276001,0.3060153126716614,0.0,0.5269126296043396
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.005974502768367529,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,150.0,1,34,36,0.977126955986023,0.9732891321182251,0.0,0.0038378238677978516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,150.0,1,34,34,0.9794231653213501,0.9720432758331299,0.0,0.007379889488220215
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,150.0,1,9,4,0.9561671614646912,0.8189237713813782,0.0,0.137243390083313
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,150.0,1,2,2,0.3939008414745331,0.21349789202213287,1.0,0.3939008414745331
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9702410101890564,0.0,0.0011896491050720215
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9660475254058838,0.0,0.008027195930480957
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.9067200422286987,0.0,0.06031376123428345
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,150.0,1,4,2,0.7029955983161926,0.3307698369026184,0.0,0.3722257614135742
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,180.0,1,21,22,0.9767346382141113,0.9664332270622253,0.0,0.010301411151885986
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.803063690662384,0.0,0.15508532524108887
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.0016429402166977525,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,180.0,1,25,27,0.9737359285354614,0.9691715240478516,0.0,0.004564404487609863
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.7718998789787292,0.0,0.19201737642288208
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,180.0,1,4,1,0.9085392355918884,0.0018168813548982143,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,180.0,1,29,27,0.9671439528465271,0.9587695002555847,0.0,0.008374452590942383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,180.0,1,26,22,0.9504407644271851,0.484553724527359,0.0,0.46588703989982605
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01587919145822525,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,210.0,1,16,18,0.9707251191139221,0.9665979743003845,0.0,0.004127144813537598
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,210.0,1,22,22,0.9692599177360535,0.9588353037834167,0.0,0.010424613952636719
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.3605770468711853,0.0,0.43555665016174316
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9695609211921692,0.0,0.005433022975921631
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,210.0,1,27,25,0.9605788588523865,0.8998310565948486,0.0,0.06074780225753784
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,210.0,1,4,3,0.9302271604537964,0.7386457920074463,0.0,0.1915813684463501
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.26999351382255554,0.0,0.4270176589488983
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9681904911994934,0.0,0.002372145652770996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,210.0,1,23,17,0.9399094581604004,0.3598475754261017,0.0,0.5800618827342987
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,210.0,1,5,3,0.9698070287704468,0.8442285060882568,0.0,0.12557852268218994
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.46364715695381165,0.0,0.38798627257347107
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,240.0,1,14,15,0.9440460801124573,0.8474569320678711,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,240.0,1,9,6,0.7039750814437866,0.505053699016571,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,240.0,1,4,2,0.9343680143356323,0.7272527813911438,0.0,0.20711523294448853
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.007225929759442806,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.970405638217926,0.0,-0.002498149871826172
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.06363359838724136,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,240.0,1,10,6,0.947745144367218,0.25593364238739014,0.0,0.6918115019798279
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.6641277074813843,0.0,0.038275301456451416
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,240.0,1,14,15,0.966536283493042,0.9678053855895996,0.0,-0.0012691020965576172
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.10478991270065308,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,240.0,1,9,8,0.9416733384132385,0.6188456416130066,0.0,0.32282769680023193
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.4158226549625397,0.0,0.4271710216999054
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,270.0,1,18,18,0.9544338583946228,0.9473430514335632,0.0,0.00709080696105957
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9486744999885559,0.0,0.020123779773712158
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9260041117668152,0.0,0.04523354768753052
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,270.0,1,21,20,0.9696711301803589,0.966587245464325,0.0,0.0030838847160339355
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.8218287825584412,0.0,0.1146586537361145
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9395235776901245,0.0,0.026676535606384277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,270.0,1,3,2,0.8043547868728638,0.33943474292755127,0.0,0.4649200439453125
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,270.0,1,26,26,0.9685283899307251,0.9619232416152954,0.0,0.0066051483154296875
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,270.0,1,32,30,0.9112449884414673,0.5404812693595886,0.0,0.37076371908187866
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9506881237030029,0.0,0.012871742248535156
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.0054654888808727264,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,300.0,1,11,13,0.9614086151123047,0.8254411220550537,0.0,0.13596749305725098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,300.0,1,41,38,0.9735146760940552,0.9620510339736938,0.0,0.011463642120361328
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,300.0,1,4,2,0.9660115242004395,0.8915870189666748,0.0,0.07442450523376465
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,300.0,1,17,16,0.9683731198310852,0.9504532814025879,0.0,0.017919838428497314
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,300.0,1,22,22,0.9772753119468689,0.9687892198562622,0.0,0.00848609209060669
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.9133509397506714,0.0,0.061363160610198975
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,300.0,1,23,20,0.9731037020683289,0.9596242904663086,0.0,0.013479411602020264
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,300.0,1,19,20,0.9692836999893188,0.9688782691955566,0.0,0.00040543079376220703
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,300.0,1,11,7,0.9719600677490234,0.9181547164916992,0.0,0.05380535125732422
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.5925759673118591,0.0,0.09282046556472778
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,30.0,1,25,25,0.9676805138587952,0.9587962031364441,0.0,0.008884310722351074
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,30.0,1,22,20,0.9675998091697693,0.9565704464912415,0.0,0.011029362678527832
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.0023596626706421375,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.1729506403207779,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.9718741774559021,0.0,0.003590106964111328
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,30.0,1,20,22,0.9735536575317383,0.9604026675224304,0.0,0.013150990009307861
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.5521333813667297,0.0,0.5183057188987732
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,30.0,1,4,3,0.3148190379142761,0.5787264108657837,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9587793946266174,0.0,0.0046828389167785645
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,30.0,1,29,27,0.9722577929496765,0.9633721113204956,0.0,0.008885681629180908
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,30.0,1,8,6,0.865831732749939,0.8319864273071289,0.0,0.03384530544281006
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,30.0,1,4,5,0.567403256893158,0.5969652533531189,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,330.0,1,14,19,0.9697760939598083,0.9439927339553833,0.0,0.02578336000442505
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,330.0,1,8,8,0.965247631072998,0.9388936758041382,0.0,0.026353955268859863
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.16589929163455963,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,330.0,1,33,36,0.9760689735412598,0.9654242992401123,0.0,0.010644674301147461
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,330.0,1,21,22,0.976881742477417,0.9694364070892334,0.0,0.007445335388183594
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,330.0,1,4,2,0.8259961009025574,0.4581495523452759,0.0,0.3678465485572815
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.007447082083672285,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9674362540245056,0.0,0.003492295742034912
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.96739661693573,0.0,0.004277527332305908
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,330.0,1,7,8,0.92475825548172,0.8753995299339294,0.0,0.04935872554779053
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,330.0,1,2,0,0.03137196972966194,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,60.0,1,8,7,0.9693291783332825,0.8838961720466614,0.0,0.0854330062866211
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,60.0,1,15,12,0.9743183255195618,0.9664674401283264,0.0,0.007850885391235352
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.4779375493526459,0.0,0.4897606074810028
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,60.0,1,12,14,0.9701735377311707,0.9492611289024353,0.0,0.02091240882873535
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9501034021377563,0.0,0.006753802299499512
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,60.0,1,9,4,0.9703363180160522,0.7392028570175171,0.0,0.23113346099853516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.0823647752404213,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,60.0,1,14,16,0.9737958312034607,0.9548349380493164,0.0,0.018960893154144287
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,60.0,1,23,26,0.9697824716567993,0.9555799961090088,0.0,0.014202475547790527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,60.0,1,14,11,0.9646771550178528,0.9228349328041077,0.0,0.04184222221374512
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.3890289068222046,0.0,0.46304553747177124
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,10.0,90.0,1,13,14,0.9614861011505127,0.9423398971557617,0.0,0.019146203994750977
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,30.0,90.0,1,24,21,0.914665699005127,0.9152283072471619,0.0,-0.0005626082420349121
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,50.0,90.0,1,9,6,0.9580309391021729,0.6866695880889893,0.0,0.2713613510131836
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9572615027427673,0.0,0.008556008338928223
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,30.0,90.0,1,25,21,0.9619461297988892,0.9499054551124573,0.0,0.012040674686431885
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,50.0,90.0,1,6,5,0.9678090214729309,0.8997091054916382,0.0,0.06809991598129272
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.4090563654899597,0.0,0.4918566942214966
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,10.0,90.0,1,27,29,0.9723977446556091,0.957709550857544,0.0,0.014688193798065186
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,30.0,90.0,1,27,26,0.9695606231689453,0.9592244625091553,0.0,0.010336160659790039
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.906825840473175,0.0,0.06415921449661255
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,68,fixed,01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee,15.0,70.0,90.0,1,9,4,0.8682070374488831,0.04590015113353729,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/68/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 14,
+    "attacked_mean_confidence": 0.7341806651171991,
+    "clean_conditioned_asr": 0.11864406779661017,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.17836800242884684,
+    "median_confidence_drop": 0.030804157257080078,
+    "per_class": {
+      "2": {
+        "attack_successes": 14,
+        "clean_conditioned_asr": 0.11864406779661017,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.17836800242884684,
+        "median_confidence_drop": 0.030804157257080078
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7254782724225982,
+    "coco_ap": {
+      "ap50": 0.7254782724225982,
+      "ap75": 0.03258556472439672,
+      "mean_ap_50_95": 0.2071196222632487,
+      "per_class": {
+        "2": 0.2071196222632487
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7254782724225982,
+          "per_class": {
+            "2": {
+              "ap": 0.7254782724225982,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.07091775923718713,
+              "recall": 0.8263888888888888
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.625326220704411,
+          "per_class": {
+            "2": {
+              "ap": 0.625326220704411,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.06734207389749702,
+              "recall": 0.7847222222222222
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.4016043991934111,
+          "per_class": {
+            "2": {
+              "ap": 0.4016043991934111,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.052443384982121574,
+              "recall": 0.6111111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.20191378897348528,
+          "per_class": {
+            "2": {
+              "ap": 0.20191378897348528,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.033373063170441,
+              "recall": 0.3888888888888889
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07566079810686045,
+          "per_class": {
+            "2": {
+              "ap": 0.07566079810686045,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.02026221692491061,
+              "recall": 0.2361111111111111
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03258556472439672,
+          "per_class": {
+            "2": {
+              "ap": 0.03258556472439672,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.009535160905840286,
+              "recall": 0.1111111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.005500550055005501,
+          "per_class": {
+            "2": {
+              "ap": 0.005500550055005501,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.003575685339690107,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.003126628452318916,
+          "per_class": {
+            "2": {
+              "ap": 0.003126628452318916,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.0023837902264600714,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1678,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2071196222632487,
+    "recall": 0.7291666666666666,
+    "recall_result": {
+      "matched_ground_truth": 105,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 105,
+          "num_ground_truth": 144,
+          "recall": 0.7291666666666666
+        }
+      },
+      "recall": 0.7291666666666666
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 68,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "01b55ba0191e18a7c29076b9d72080f2482b9fda4aeea5d4eac50ad534d022ee"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/69/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,7.0167091267055864e-15,1,15,13,0.9415967464447021,0.9325689077377319,0.0,0.009027838706970215
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8121150135993958,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,7.0167091267055864e-15,1,23,18,0.9495499134063721,0.9296894669532776,0.0,0.019860446453094482
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,7.0167091267055864e-15,1,23,21,0.8065164089202881,0.8431362509727478,0.0,0.2934762239456177
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.005015220493078232,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,7.0167091267055864e-15,1,13,12,0.9577577114105225,0.9564393162727356,0.0,0.0013183951377868652
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.1795119196176529,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0024614937137812376,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011655235663056374,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,120.0,1,20,21,0.9640054106712341,0.9498744010925293,0.0,0.014131009578704834
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9658690094947815,0.0,0.010220706462860107
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,120.0,1,7,3,0.961027204990387,0.741401195526123,0.0,0.21962600946426392
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.1121966540813446,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,120.0,1,18,20,0.9702920317649841,0.972253680229187,0.0,-0.001961648464202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,120.0,1,16,16,0.9708111882209778,0.9691249132156372,0.0,0.0016862750053405762
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,120.0,1,11,8,0.9675745964050293,0.9349043965339661,0.0,0.03267019987106323
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.664462685585022,0.0,0.2715829014778137
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9708207249641418,0.0,0.0034627318382263184
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9674807786941528,0.0,0.004891037940979004
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,120.0,1,12,9,0.9731140732765198,0.9535231590270996,0.0,0.019590914249420166
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,120.0,1,8,6,0.9338503479957581,0.9291641116142273,0.0,0.004686236381530762
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9653257131576538,0.0,0.0054184794425964355
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9457635283470154,0.0,0.025018811225891113
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,150.0,1,3,1,0.832927942276001,0.2835089862346649,0.0,0.5494189560413361
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.0034386857878416777,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,150.0,1,34,32,0.977126955986023,0.9745200872421265,0.0,0.0026068687438964844
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,150.0,1,34,35,0.9794231653213501,0.9665763974189758,0.0,0.012846767902374268
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,150.0,1,9,5,0.9561671614646912,0.8410055041313171,0.0,0.11516165733337402
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,150.0,1,2,2,0.3939008414745331,0.26198288798332214,0.0,0.13191795349121094
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9702264666557312,0.0,0.0012041926383972168
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9639573693275452,0.0,0.01011735200881958
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.9148719310760498,0.0,0.05216187238693237
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,150.0,1,4,2,0.7029955983161926,0.5435333847999573,0.0,0.15946221351623535
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,180.0,1,21,23,0.9767346382141113,0.9691264033317566,0.0,0.007608234882354736
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,180.0,1,11,11,0.9581490159034729,0.7071316838264465,0.0,0.25101733207702637
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,180.0,1,5,1,0.2427198588848114,0.001642949297092855,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,180.0,1,25,23,0.9737359285354614,0.9617481231689453,0.0,0.011987805366516113
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.785542368888855,0.0,0.17837488651275635
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,180.0,1,4,0,0.9085392355918884,0.0,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9591158628463745,0.0,0.008028090000152588
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.6327124834060669,0.0,0.31772828102111816
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.015922989696264267,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,210.0,1,16,17,0.9707251191139221,0.9659146070480347,0.0,0.004810512065887451
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,210.0,1,22,21,0.9692599177360535,0.9369993209838867,0.0,0.03226059675216675
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.5090233087539673,0.0,0.2871103882789612
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9692614674568176,0.0,0.005732476711273193
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,210.0,1,27,23,0.9605788588523865,0.8778796792030334,0.0,0.08269917964935303
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.7644968032836914,0.0,0.16573035717010498
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.404737263917923,0.0,0.2922739088535309
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,210.0,1,19,20,0.9705626368522644,0.9689716696739197,0.0,0.0015909671783447266
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,210.0,1,23,19,0.9399094581604004,0.4039754569530487,0.0,0.5359340012073517
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,210.0,1,5,4,0.9698070287704468,0.8708186745643616,0.0,0.0989883542060852
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.0023393239825963974,1.0,0.8516334295272827
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,240.0,1,14,18,0.9440460801124573,0.8629024028778076,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,240.0,1,9,9,0.7039750814437866,0.4660104215145111,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,240.0,1,4,2,0.9343680143356323,0.7915935516357422,0.0,0.14277446269989014
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.0021438472904264927,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.9715617895126343,0.0,-0.003654301166534424
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,240.0,1,14,8,0.7014944553375244,0.07375415414571762,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,240.0,1,10,5,0.947745144367218,0.3644256591796875,0.0,0.5833194851875305
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,240.0,1,3,3,0.7024030089378357,0.659827470779419,0.0,0.04257553815841675
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,240.0,1,14,14,0.966536283493042,0.968502402305603,0.0,-0.001966118812561035
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.12781332433223724,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,240.0,1,9,8,0.9416733384132385,0.35732781887054443,0.0,0.5843455195426941
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.538166344165802,0.0,0.30482733249664307
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,270.0,1,18,20,0.9544338583946228,0.9398012757301331,0.0,0.014632582664489746
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9501127600669861,0.0,0.018685519695281982
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9089797139167786,0.0,0.06225794553756714
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,270.0,1,4,1,0.6735224723815918,0.011396951973438263,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,270.0,1,21,20,0.9696711301803589,0.9650104641914368,0.0,0.004660665988922119
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,270.0,1,24,17,0.9364874362945557,0.7457695007324219,0.0,0.1907179355621338
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,270.0,1,4,4,0.9662001132965088,0.9313557744026184,0.0,0.03484433889389038
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.3407702147960663,0.0,0.4635845720767975
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,270.0,1,26,27,0.9685283899307251,0.9527249932289124,0.0,0.015803396701812744
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,270.0,1,32,32,0.9112449884414673,0.1957787126302719,1.0,0.9112449884414673
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9570158123970032,0.0,0.006544053554534912
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,270.0,1,6,3,0.41624000668525696,0.10431217402219772,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,300.0,1,11,11,0.9614086151123047,0.8482493758201599,0.0,0.11315923929214478
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,300.0,1,41,40,0.9735146760940552,0.9479820728302002,0.0,0.02553260326385498
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,300.0,1,4,2,0.9660115242004395,0.8532373905181885,0.0,0.11277413368225098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,300.0,1,17,12,0.9683731198310852,0.9398731589317322,0.0,0.028499960899353027
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9568595886230469,0.0,0.02041572332382202
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.7152438163757324,0.0,0.25947028398513794
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,300.0,1,23,22,0.9731037020683289,0.9483324885368347,0.0,0.02477121353149414
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,300.0,1,19,21,0.9692836999893188,0.9700462222099304,0.0,-0.0007625222206115723
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.9194125533103943,0.0,0.05254751443862915
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,300.0,1,2,2,0.6853964328765869,0.7321621179580688,0.0,-0.046765685081481934
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,30.0,1,25,26,0.9676805138587952,0.9631588459014893,0.0,0.004521667957305908
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,30.0,1,22,22,0.9675998091697693,0.9495717287063599,0.0,0.018028080463409424
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.0022716715466231108,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.14999619126319885,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,30.0,1,41,42,0.9754642844200134,0.9701826572418213,0.0,0.005281627178192139
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,30.0,1,20,19,0.9735536575317383,0.9613534808158875,0.0,0.01220017671585083
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,30.0,1,8,8,0.7921563982963562,0.5668936967849731,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,30.0,1,4,3,0.3148190379142761,0.25445711612701416,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,30.0,1,49,49,0.963462233543396,0.9605331420898438,0.0,0.002929091453552246
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,30.0,1,29,28,0.9722577929496765,0.9588748812675476,0.0,0.013382911682128906
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,30.0,1,8,6,0.865831732749939,0.8470280766487122,0.0,0.018803656101226807
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,30.0,1,4,4,0.567403256893158,0.604788064956665,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,330.0,1,14,16,0.9697760939598083,0.9560302495956421,0.0,0.01374584436416626
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,330.0,1,8,7,0.965247631072998,0.9260584115982056,0.0,0.03918921947479248
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,330.0,1,4,1,0.7786194682121277,0.002861768938601017,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,330.0,1,2,1,0.0031646420247852802,0.002640950959175825,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,330.0,1,33,35,0.9760689735412598,0.9694951176643372,0.0,0.006573855876922607
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,330.0,1,21,20,0.976881742477417,0.9644047617912292,0.0,0.012476980686187744
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,330.0,1,4,4,0.8259961009025574,0.22187422215938568,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,330.0,1,2,2,0.7361883521080017,0.011899461038410664,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.968010663986206,0.0,0.0029178857803344727
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9638738036155701,0.0,0.00780034065246582
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,330.0,1,7,8,0.92475825548172,0.8339692950248718,0.0,0.09078896045684814
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,330.0,1,2,2,0.03137196972966194,0.3770516812801361,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,60.0,1,8,9,0.9693291783332825,0.9146138429641724,0.0,0.05471533536911011
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9542862772941589,0.0,0.020032048225402832
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.7872887849807739,0.0,0.18040937185287476
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,60.0,1,12,13,0.9701735377311707,0.9452424049377441,0.0,0.024931132793426514
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9546659588813782,0.0,0.0021912455558776855
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,60.0,1,9,6,0.9703363180160522,0.7993921637535095,0.0,0.17094415426254272
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.05436016991734505,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,60.0,1,14,16,0.9737958312034607,0.9635513424873352,0.0,0.010244488716125488
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,60.0,1,23,27,0.9697824716567993,0.9584701657295227,0.0,0.011312305927276611
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,60.0,1,14,11,0.9646771550178528,0.9619906544685364,0.0,0.0026865005493164062
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.3436692953109741,0.0,0.5084051489830017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,10.0,90.0,1,13,13,0.9614861011505127,0.9399728775024414,0.0,0.02151322364807129
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,30.0,90.0,1,24,20,0.914665699005127,0.8853639364242554,0.0,0.029301762580871582
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,50.0,90.0,1,9,5,0.9580309391021729,0.5502150058746338,0.0,0.40781593322753906
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9666720628738403,0.0,-0.0008545517921447754
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,30.0,90.0,1,25,23,0.9619461297988892,0.9545229077339172,0.0,0.007423222064971924
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,50.0,90.0,1,6,5,0.9678090214729309,0.9327015280723572,0.0,0.03510749340057373
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.37924087047576904,0.0,0.5216721892356873
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9656720757484436,0.0,0.006725668907165527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,30.0,90.0,1,27,28,0.9695606231689453,0.9654330611228943,0.0,0.004127562046051025
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,50.0,90.0,1,10,9,0.9709850549697876,0.9639199376106262,0.0,0.007065117359161377
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,69,fixed,5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7,15.0,70.0,90.0,1,9,5,0.8682070374488831,0.13964056968688965,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/69/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 16,
+    "attacked_mean_confidence": 0.7298569403967615,
+    "clean_conditioned_asr": 0.13559322033898305,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.1826917271492845,
+    "median_confidence_drop": 0.027016282081604004,
+    "per_class": {
+      "2": {
+        "attack_successes": 16,
+        "clean_conditioned_asr": 0.13559322033898305,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.1826917271492845,
+        "median_confidence_drop": 0.027016282081604004
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7230816587230305,
+    "coco_ap": {
+      "ap50": 0.7230816587230305,
+      "ap75": 0.037724315909851855,
+      "mean_ap_50_95": 0.21335777680469642,
+      "per_class": {
+        "2": 0.21335777680469642
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7230816587230305,
+          "per_class": {
+            "2": {
+              "ap": 0.7230816587230305,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.07028942705256941,
+              "recall": 0.8263888888888888
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6254187810196463,
+          "per_class": {
+            "2": {
+              "ap": 0.6254187810196463,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.0661547548730065,
+              "recall": 0.7777777777777778
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.4282043366697415,
+          "per_class": {
+            "2": {
+              "ap": 0.4282043366697415,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.05316007088009451,
+              "recall": 0.625
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.21885542171581576,
+          "per_class": {
+            "2": {
+              "ap": 0.21885542171581576,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.03544004725339634,
+              "recall": 0.4166666666666667
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.09038443704022456,
+          "per_class": {
+            "2": {
+              "ap": 0.09038443704022456,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.02067336089781453,
+              "recall": 0.24305555555555555
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.037724315909851855,
+          "per_class": {
+            "2": {
+              "ap": 0.037724315909851855,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.008269344359125812,
+              "recall": 0.09722222222222222
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.006034516495127774,
+          "per_class": {
+            "2": {
+              "ap": 0.006034516495127774,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.004134672179562906,
+              "recall": 0.04861111111111111
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.003874300473525613,
+          "per_class": {
+            "2": {
+              "ap": 0.003874300473525613,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.002362669816893089,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1693,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.21335777680469642,
+    "recall": 0.7152777777777778,
+    "recall_result": {
+      "matched_ground_truth": 103,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 103,
+          "num_ground_truth": 144,
+          "recall": 0.7152777777777778
+        }
+      },
+      "recall": 0.7152777777777778
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 69,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "5344e651c396517eb694ddd25ed34daa4dd7e428f393cd53056e7ff0c1e50ff7"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/70/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,7.0167091267055864e-15,1,15,12,0.9415967464447021,0.9594907164573669,0.0,-0.017893970012664795
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8125707507133484,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,7.0167091267055864e-15,1,23,20,0.9495499134063721,0.9527255296707153,0.0,-0.0031756162643432617
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,7.0167091267055864e-15,1,23,21,0.8065164089202881,0.844994306564331,0.0,0.346746027469635
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.004848327022045851,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,7.0167091267055864e-15,1,13,11,0.9577577114105225,0.9592523574829102,0.0,-0.0014946460723876953
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.16427870094776154,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.00241684983484447,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011491235345602036,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,120.0,1,20,22,0.9640054106712341,0.9542770981788635,0.0,0.009728312492370605
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9632600545883179,0.0,0.01282966136932373
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,120.0,1,7,2,0.961027204990387,0.8048582077026367,0.0,0.15616899728775024
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.054352208971977234,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,120.0,1,18,19,0.9702920317649841,0.9711146950721741,0.0,-0.0008226633071899414
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9695177674293518,0.0,0.0012934207916259766
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9364644885063171,0.0,0.031110107898712158
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.6994024515151978,0.0,0.23664313554763794
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,120.0,1,27,26,0.9742834568023682,0.9715154767036438,0.0,0.0027679800987243652
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9675347208976746,0.0,0.004837095737457275
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,120.0,1,12,10,0.9731140732765198,0.9415367841720581,0.0,0.03157728910446167
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.8867584466934204,0.0,0.047091901302337646
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9677940011024475,0.0,0.0029501914978027344
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9504599571228027,0.0,0.02032238245010376
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,150.0,1,3,1,0.832927942276001,0.27726390957832336,0.0,0.5556640326976776
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.002093596151098609,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,150.0,1,34,37,0.977126955986023,0.9751700162887573,0.0,0.001956939697265625
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,150.0,1,34,36,0.9794231653213501,0.9693515300750732,0.0,0.010071635246276855
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,150.0,1,9,5,0.9561671614646912,0.8877999186515808,0.0,0.06836724281311035
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.3692905008792877,0.0,0.02461034059524536
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9703391790390015,0.0,0.0010914802551269531
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9604395627975464,0.0,0.01363515853881836
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,150.0,1,8,7,0.9670338034629822,0.9289447665214539,0.0,0.03808903694152832
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,150.0,1,4,3,0.7029955983161926,0.6460268497467041,0.0,0.056968748569488525
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,180.0,1,21,24,0.9767346382141113,0.9687880277633667,0.0,0.007946610450744629
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.5550302863121033,0.0,0.40311872959136963
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,180.0,1,5,3,0.2427198588848114,0.007057779002934694,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,180.0,1,25,26,0.9737359285354614,0.9473708271980286,0.0,0.02636510133743286
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.6956603527069092,0.0,0.26825690269470215
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,180.0,1,4,2,0.9085392355918884,0.1317692995071411,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,180.0,1,29,29,0.9671439528465271,0.9554652571678162,0.0,0.011678695678710938
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.47755885124206543,0.0,0.47288191318511963
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01590026170015335,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,210.0,1,16,20,0.9707251191139221,0.9571579098701477,0.0,0.013567209243774414
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,210.0,1,22,19,0.9692599177360535,0.9486987590789795,0.0,0.020561158657073975
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.18751277029514313,1.0,0.7961336970329285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9672497510910034,0.0,0.007744193077087402
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,210.0,1,27,23,0.9605788588523865,0.8829807043075562,0.0,0.07759815454483032
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.8232448697090149,0.0,0.1069822907447815
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.4743199348449707,0.0,0.22269123792648315
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9675073623657227,0.0,0.003055274486541748
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,210.0,1,23,19,0.9399094581604004,0.32501301169395447,0.0,0.6148964464664459
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,210.0,1,5,5,0.9698070287704468,0.8522402048110962,0.0,0.11756682395935059
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.30549004673957825,0.0,0.5461433827877045
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,240.0,1,14,14,0.9440460801124573,0.8601616024971008,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,240.0,1,9,7,0.7039750814437866,0.4308294653892517,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,240.0,1,4,3,0.9343680143356323,0.8137956857681274,0.0,0.12057232856750488
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.0019027342787012458,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,240.0,1,13,19,0.9679074883460999,0.9697355628013611,0.0,-0.0018280744552612305
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.02531094290316105,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,240.0,1,10,3,0.947745144367218,0.020128902047872543,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.7306954860687256,0.0,-0.028292477130889893
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,240.0,1,14,16,0.966536283493042,0.9694116115570068,0.0,-0.0028753280639648438
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,240.0,1,16,12,0.8301816582679749,0.09718247503042221,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,240.0,1,9,5,0.9416733384132385,0.19957758486270905,1.0,0.9416733384132385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.46335455775260925,0.0,0.3796391189098358
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,270.0,1,18,19,0.9544338583946228,0.9415097832679749,0.0,0.01292407512664795
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,270.0,1,29,30,0.9687982797622681,0.9434080123901367,0.0,0.025390267372131348
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,270.0,1,4,3,0.9712376594543457,0.7942934632301331,0.0,0.17694419622421265
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,270.0,1,4,1,0.6735224723815918,0.0011038040975108743,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,270.0,1,21,18,0.9696711301803589,0.9463305473327637,0.0,0.023340582847595215
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.47016972303390503,0.0,0.46631771326065063
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9316351413726807,0.0,0.034564971923828125
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.2418304830789566,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,270.0,1,26,27,0.9685283899307251,0.9504094123840332,0.0,0.018118977546691895
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,270.0,1,32,31,0.9112449884414673,0.19533425569534302,1.0,0.9112449884414673
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9241651296615601,0.0,0.03939473628997803
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.0010828595841303468,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,300.0,1,11,14,0.9614086151123047,0.7942330241203308,0.0,0.16717559099197388
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,300.0,1,41,39,0.9735146760940552,0.9498836398124695,0.0,0.023631036281585693
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.8600454330444336,0.0,0.10596609115600586
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.9193395972251892,0.0,0.049033522605895996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,300.0,1,22,22,0.9772753119468689,0.9635207056999207,0.0,0.013754606246948242
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.8288087248802185,0.0,0.14590537548065186
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,300.0,1,3,1,0.8216248154640198,0.0012203105725347996,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,300.0,1,23,22,0.9731037020683289,0.9502320885658264,0.0,0.02287161350250244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,300.0,1,19,20,0.9692836999893188,0.9684430956840515,0.0,0.000840604305267334
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,300.0,1,11,7,0.9719600677490234,0.8989353179931641,0.0,0.07302474975585938
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.5468711256980896,0.0,0.13852530717849731
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,30.0,1,25,25,0.9676805138587952,0.965805172920227,0.0,0.0018753409385681152
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,30.0,1,22,20,0.9675998091697693,0.9448856711387634,0.0,0.02271413803100586
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.0018710476579144597,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.1499117612838745,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,30.0,1,41,42,0.9754642844200134,0.9723284840583801,0.0,0.0031358003616333008
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,30.0,1,20,22,0.9735536575317383,0.9662214517593384,0.0,0.007332205772399902
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.5715611577033997,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,30.0,1,4,2,0.3148190379142761,0.27456963062286377,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9654232263565063,0.0,-0.0019609928131103516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,30.0,1,29,28,0.9722577929496765,0.9522509574890137,0.0,0.020006835460662842
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,30.0,1,8,5,0.865831732749939,0.8175961375236511,0.0,0.04823559522628784
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,30.0,1,4,3,0.567403256893158,0.5896074771881104,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,330.0,1,14,17,0.9697760939598083,0.9585519433021545,0.0,0.011224150657653809
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,330.0,1,8,6,0.965247631072998,0.9336418509483337,0.0,0.03160578012466431
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,330.0,1,4,3,0.7786194682121277,0.34466925263404846,0.0,0.4339502155780792
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,330.0,1,33,36,0.9760689735412598,0.9679310917854309,0.0,0.008137881755828857
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,330.0,1,21,22,0.976881742477417,0.967799961566925,0.0,0.009081780910491943
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,330.0,1,4,2,0.8259961009025574,0.2643803060054779,0.0,0.5616157948970795
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.00852115172892809,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9655758142471313,0.0,0.00535273551940918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9678070545196533,0.0,0.0038670897483825684
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,330.0,1,7,8,0.92475825548172,0.7836876511573792,0.0,0.14107060432434082
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,330.0,1,2,3,0.03137196972966194,0.34376662969589233,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,60.0,1,8,7,0.9693291783332825,0.9140952825546265,0.0,0.055233895778656006
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9573831558227539,0.0,0.01693516969680786
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.6147043704986572,0.0,0.35299378633499146
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,60.0,1,12,14,0.9701735377311707,0.928270697593689,0.0,0.04190284013748169
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,60.0,1,10,8,0.9568572044372559,0.948000967502594,0.0,0.008856236934661865
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,60.0,1,9,4,0.9703363180160522,0.733696699142456,0.0,0.2366396188735962
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.001433025929145515,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,60.0,1,14,17,0.9737958312034607,0.9541078805923462,0.0,0.019687950611114502
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.953891932964325,0.0,0.015890538692474365
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,60.0,1,14,12,0.9646771550178528,0.9380630850791931,0.0,0.026614069938659668
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,60.0,1,4,2,0.8520744442939758,0.36993977427482605,0.0,0.4821346700191498
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,10.0,90.0,1,13,13,0.9614861011505127,0.9427492022514343,0.0,0.01873689889907837
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,30.0,90.0,1,24,21,0.914665699005127,0.8593609929084778,0.0,0.05530470609664917
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,50.0,90.0,1,9,6,0.9580309391021729,0.7533955574035645,0.0,0.2046353816986084
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.964534342288971,0.0,0.0012831687927246094
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,30.0,90.0,1,25,23,0.9619461297988892,0.9395437836647034,0.0,0.02240234613418579
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,50.0,90.0,1,6,7,0.9678090214729309,0.8813880085945129,0.0,0.08642101287841797
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.26035076379776,0.0,0.6405622959136963
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9609520435333252,0.0,0.011445701122283936
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,30.0,90.0,1,27,27,0.9695606231689453,0.962887704372406,0.0,0.006672918796539307
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,50.0,90.0,1,10,7,0.9709850549697876,0.9419112801551819,0.0,0.029073774814605713
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,70,fixed,a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4,15.0,70.0,90.0,1,9,5,0.8682070374488831,0.1777649074792862,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/70/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 17,
+    "attacked_mean_confidence": 0.7156876775167756,
+    "clean_conditioned_asr": 0.1440677966101695,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.19686099002927038,
+    "median_confidence_drop": 0.033085376024246216,
+    "per_class": {
+      "2": {
+        "attack_successes": 17,
+        "clean_conditioned_asr": 0.1440677966101695,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.19686099002927038,
+        "median_confidence_drop": 0.033085376024246216
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7037958471772386,
+    "coco_ap": {
+      "ap50": 0.7037958471772386,
+      "ap75": 0.03442346369720032,
+      "mean_ap_50_95": 0.20283130076399575,
+      "per_class": {
+        "2": 0.20283130076399575
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7037958471772386,
+          "per_class": {
+            "2": {
+              "ap": 0.7037958471772386,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.06784660766961652,
+              "recall": 0.7986111111111112
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6018768541518786,
+          "per_class": {
+            "2": {
+              "ap": 0.6018768541518786,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.06371681415929203,
+              "recall": 0.75
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.3977433290708854,
+          "per_class": {
+            "2": {
+              "ap": 0.3977433290708854,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.05014749262536873,
+              "recall": 0.5902777777777778
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.2049376770677014,
+          "per_class": {
+            "2": {
+              "ap": 0.2049376770677014,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.03421828908554572,
+              "recall": 0.4027777777777778
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.0780355681824665,
+          "per_class": {
+            "2": {
+              "ap": 0.0780355681824665,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.02064896755162242,
+              "recall": 0.24305555555555555
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03442346369720032,
+          "per_class": {
+            "2": {
+              "ap": 0.03442346369720032,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.010619469026548672,
+              "recall": 0.125
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.005604334018307491,
+          "per_class": {
+            "2": {
+              "ap": 0.005604334018307491,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.004129793510324484,
+              "recall": 0.04861111111111111
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0018959342742784916,
+          "per_class": {
+            "2": {
+              "ap": 0.0018959342742784916,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.0017699115044247787,
+              "recall": 0.020833333333333332
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20283130076399575,
+    "recall": 0.7083333333333334,
+    "recall_result": {
+      "matched_ground_truth": 102,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 102,
+          "num_ground_truth": 144,
+          "recall": 0.7083333333333334
+        }
+      },
+      "recall": 0.7083333333333334
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 70,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "a5511acbebcdc908534c16c7669cd5f3ec38a5a1c84da6c7917a820170481dd4"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/71/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,7.0167091267055864e-15,1,15,10,0.9415967464447021,0.8990859985351562,0.0,0.0425107479095459
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8129631876945496,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,7.0167091267055864e-15,1,23,18,0.9495499134063721,0.912937581539154,0.0,0.03661233186721802
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,7.0167091267055864e-15,1,23,19,0.8065164089202881,0.8458030223846436,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,7.0167091267055864e-15,1,1,0,0.005901790224015713,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,7.0167091267055864e-15,1,13,12,0.9577577114105225,0.9526221752166748,0.0,0.005135536193847656
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,7.0167091267055864e-15,1,17,12,0.1756373792886734,0.16267701983451843,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.002463145414367318,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011547476053237915,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,120.0,1,20,23,0.9640054106712341,0.9546448588371277,0.0,0.009360551834106445
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9549881219863892,0.0,0.02110159397125244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,120.0,1,7,2,0.961027204990387,0.6765206456184387,0.0,0.28450655937194824
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,120.0,1,1,0,0.2325688898563385,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,120.0,1,18,19,0.9702920317649841,0.9713217616081238,0.0,-0.0010297298431396484
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9683025479316711,0.0,0.0025086402893066406
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9486141800880432,0.0,0.018960416316986084
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.7288423776626587,0.0,0.207203209400177
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9731231331825256,0.0,0.0011603236198425293
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9691188335418701,0.0,0.0032529830932617188
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,120.0,1,12,11,0.9731140732765198,0.9470980763435364,0.0,0.0260159969329834
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9090545773506165,0.0,0.0247957706451416
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9684569835662842,0.0,0.0022872090339660645
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9586287140846252,0.0,0.01215362548828125
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,150.0,1,3,1,0.832927942276001,0.05009062588214874,1.0,0.832927942276001
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.0033521652221679688,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,150.0,1,34,34,0.977126955986023,0.9755348563194275,0.0,0.001592099666595459
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,150.0,1,34,33,0.9794231653213501,0.9753674268722534,0.0,0.00405573844909668
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,150.0,1,9,5,0.9561671614646912,0.8640647530555725,0.0,0.09210240840911865
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.21874485909938812,1.0,0.3939008414745331
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9710967540740967,0.0,0.0003339052200317383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9691163897514343,0.0,0.00495833158493042
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.776522696018219,0.0,0.19051110744476318
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,150.0,1,4,2,0.7029955983161926,0.4296870827674866,0.0,0.27330851554870605
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,180.0,1,21,22,0.9767346382141113,0.9728537797927856,0.0,0.0038808584213256836
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.7732642292976379,0.0,0.18488478660583496
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,180.0,1,5,1,0.2427198588848114,0.0015548751689493656,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,180.0,1,25,24,0.9737359285354614,0.9588623642921448,0.0,0.01487356424331665
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.7526941895484924,0.0,0.2112230658531189
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,180.0,1,4,1,0.9085392355918884,0.1639297604560852,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9602065682411194,0.0,0.006937384605407715
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.1864737719297409,1.0,0.9504407644271851
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.015792835503816605,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,210.0,1,16,18,0.9707251191139221,0.9652933478355408,0.0,0.005431771278381348
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,210.0,1,22,22,0.9692599177360535,0.9570707678794861,0.0,0.012189149856567383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.28859639167785645,0.0,0.507537305355072
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9703184366226196,0.0,0.004675507545471191
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,210.0,1,27,24,0.9605788588523865,0.9101444482803345,0.0,0.050434410572052
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,210.0,1,4,3,0.9302271604537964,0.8056797981262207,0.0,0.12454736232757568
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.3863179683685303,0.0,0.3106932044029236
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9686857461929321,0.0,0.0018768906593322754
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,210.0,1,23,20,0.9399094581604004,0.5835416316986084,0.0,0.356367826461792
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,210.0,1,5,4,0.9698070287704468,0.8723204135894775,0.0,0.09748661518096924
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.3750869631767273,0.0,0.4765464663505554
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,240.0,1,14,18,0.9440460801124573,0.8405373692512512,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,240.0,1,9,8,0.7039750814437866,0.33483457565307617,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,240.0,1,4,3,0.9343680143356323,0.8726310133934021,0.0,0.061737000942230225
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,240.0,1,2,0,0.12369886040687561,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.9695996046066284,0.0,-0.0016921162605285645
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,240.0,1,14,6,0.7014944553375244,0.0646001398563385,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,240.0,1,10,3,0.947745144367218,0.054125551134347916,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.6551140546798706,0.0,0.04728895425796509
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9668689966201782,0.0,-0.00033271312713623047
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.11511483043432236,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,240.0,1,9,7,0.9416733384132385,0.28923213481903076,1.0,0.9416733384132385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,240.0,1,3,2,0.8429936766624451,0.6020983457565308,0.0,0.2408953309059143
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,270.0,1,18,18,0.9544338583946228,0.9456509351730347,0.0,0.008782923221588135
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,270.0,1,29,30,0.9687982797622681,0.9558104276657104,0.0,0.012987852096557617
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9258326888084412,0.0,0.04540497064590454
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,270.0,1,4,1,0.6735224723815918,0.002183588221669197,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,270.0,1,21,19,0.9696711301803589,0.9583028554916382,0.0,0.011368274688720703
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.8675608038902283,0.0,0.06892663240432739
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9329022169113159,0.0,0.03329789638519287
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,270.0,1,3,2,0.8043547868728638,0.15549685060977936,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,270.0,1,26,21,0.9685283899307251,0.9580857753753662,0.0,0.010442614555358887
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,270.0,1,32,33,0.9112449884414673,0.6701293587684631,0.0,0.24111562967300415
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9386646151542664,0.0,0.02489525079727173
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,270.0,1,6,2,0.41624000668525696,0.20056599378585815,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,300.0,1,11,9,0.9614086151123047,0.7704562544822693,0.0,0.1909523606300354
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,300.0,1,41,39,0.9735146760940552,0.961594820022583,0.0,0.011919856071472168
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.5748077630996704,0.0,0.39120376110076904
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.9249392151832581,0.0,0.04343390464782715
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,300.0,1,22,22,0.9772753119468689,0.9588751196861267,0.0,0.018400192260742188
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.7732427716255188,0.0,0.20147132873535156
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,300.0,1,23,19,0.9731037020683289,0.9317308068275452,0.0,0.04137289524078369
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,300.0,1,19,20,0.9692836999893188,0.9590842723846436,0.0,0.010199427604675293
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,300.0,1,11,8,0.9719600677490234,0.9006666541099548,0.0,0.0712934136390686
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.4074438214302063,0.0,0.2779526114463806
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,30.0,1,25,24,0.9676805138587952,0.9521003365516663,0.0,0.015580177307128906
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,30.0,1,22,19,0.9675998091697693,0.9521387219429016,0.0,0.015461087226867676
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.0011755438754335046,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.1682804524898529,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.9707362651824951,0.0,0.0047280192375183105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,30.0,1,20,18,0.9735536575317383,0.9629654884338379,0.0,0.01058816909790039
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.5551774501800537,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.3037031292915344,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9602975249290466,0.0,0.0031647086143493652
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,30.0,1,29,28,0.9722577929496765,0.954043984413147,0.0,0.01821380853652954
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,30.0,1,8,6,0.865831732749939,0.7654300332069397,0.0,0.10040169954299927
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,30.0,1,4,4,0.567403256893158,0.609952449798584,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,330.0,1,14,17,0.9697760939598083,0.9444242715835571,0.0,0.02535182237625122
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,330.0,1,8,7,0.965247631072998,0.9296383261680603,0.0,0.035609304904937744
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.07615932077169418,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,330.0,1,33,37,0.9760689735412598,0.9665801525115967,0.0,0.009488821029663086
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,330.0,1,21,21,0.976881742477417,0.9652306437492371,0.0,0.011651098728179932
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,330.0,1,4,2,0.8259961009025574,0.24544240534305573,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,330.0,1,2,3,0.7361883521080017,0.013534054160118103,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9670877456665039,0.0,0.003840804100036621
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9646768569946289,0.0,0.006997287273406982
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,330.0,1,7,10,0.92475825548172,0.8389192223548889,0.0,0.08583903312683105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,330.0,1,2,4,0.03137196972966194,0.030616071075201035,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,60.0,1,8,7,0.9693291783332825,0.857642650604248,0.0,0.11168652772903442
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9497593641281128,0.0,0.024558961391448975
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,60.0,1,3,3,0.9676981568336487,0.6519856452941895,0.0,0.31571251153945923
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,60.0,1,12,13,0.9701735377311707,0.9112346172332764,0.0,0.05893892049789429
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,60.0,1,10,10,0.9568572044372559,0.9403771758079529,0.0,0.01648002862930298
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,60.0,1,9,5,0.9703363180160522,0.7522968053817749,0.0,0.21803951263427734
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.09043163806200027,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,60.0,1,14,17,0.9737958312034607,0.953208327293396,0.0,0.020587503910064697
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9561062455177307,0.0,0.013676226139068604
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,60.0,1,14,11,0.9646771550178528,0.9406636357307434,0.0,0.024013519287109375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.4230377674102783,0.0,0.4290366768836975
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,10.0,90.0,1,13,13,0.9614861011505127,0.9323512315750122,0.0,0.02913486957550049
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,30.0,90.0,1,24,20,0.914665699005127,0.8941813111305237,0.0,0.02048438787460327
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,50.0,90.0,1,9,5,0.9580309391021729,0.6284968852996826,0.0,0.32953405380249023
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9628348350524902,0.0,0.0029826760292053223
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,30.0,90.0,1,25,24,0.9619461297988892,0.9510137438774109,0.0,0.010932385921478271
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,50.0,90.0,1,6,6,0.9678090214729309,0.9071979522705078,0.0,0.060611069202423096
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.267379492521286,0.0,0.6335335671901703
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,10.0,90.0,1,27,27,0.9723977446556091,0.9628781080245972,0.0,0.009519636631011963
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,30.0,90.0,1,27,26,0.9695606231689453,0.9656265377998352,0.0,0.003934085369110107
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9377742409706116,0.0,0.033210813999176025
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,71,fixed,734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022,15.0,70.0,90.0,1,9,5,0.8682070374488831,0.16875851154327393,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/71/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 21,
+    "attacked_mean_confidence": 0.7065940415960247,
+    "clean_conditioned_asr": 0.17796610169491525,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.20595462595002126,
+    "median_confidence_drop": 0.038992613554000854,
+    "per_class": {
+      "2": {
+        "attack_successes": 21,
+        "clean_conditioned_asr": 0.17796610169491525,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.20595462595002126,
+        "median_confidence_drop": 0.038992613554000854
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7062699016726869,
+    "coco_ap": {
+      "ap50": 0.7062699016726869,
+      "ap75": 0.02518317821629879,
+      "mean_ap_50_95": 0.20236003088014418,
+      "per_class": {
+        "2": 0.20236003088014418
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7062699016726869,
+          "per_class": {
+            "2": {
+              "ap": 0.7062699016726869,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.0688622754491018,
+              "recall": 0.7986111111111112
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6130525296405588,
+          "per_class": {
+            "2": {
+              "ap": 0.6130525296405588,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.06526946107784432,
+              "recall": 0.7569444444444444
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.38820183936635844,
+          "per_class": {
+            "2": {
+              "ap": 0.38820183936635844,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.04970059880239521,
+              "recall": 0.5763888888888888
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.20747240766872474,
+          "per_class": {
+            "2": {
+              "ap": 0.20747240766872474,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.03473053892215569,
+              "recall": 0.4027777777777778
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07405951614320493,
+          "per_class": {
+            "2": {
+              "ap": 0.07405951614320493,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.02035928143712575,
+              "recall": 0.2361111111111111
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.02518317821629879,
+          "per_class": {
+            "2": {
+              "ap": 0.02518317821629879,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.008383233532934131,
+              "recall": 0.09722222222222222
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.00576057605760576,
+          "per_class": {
+            "2": {
+              "ap": 0.00576057605760576,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.003592814371257485,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0036003600360036006,
+          "per_class": {
+            "2": {
+              "ap": 0.0036003600360036006,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.0023952095808383233,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1670,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20236003088014418,
+    "recall": 0.6736111111111112,
+    "recall_result": {
+      "matched_ground_truth": 97,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 97,
+          "num_ground_truth": 144,
+          "recall": 0.6736111111111112
+        }
+      },
+      "recall": 0.6736111111111112
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 71,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "734930396165234701dc0cbc91c61305e97f66f816a47d91ff7e7f5a84068022"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/72/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,7.0167091267055864e-15,1,15,11,0.9415967464447021,0.9380373954772949,0.0,0.0035593509674072266
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8127278089523315,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,7.0167091267055864e-15,1,23,18,0.9495499134063721,0.9286618232727051,0.0,0.020888090133666992
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,7.0167091267055864e-15,1,23,20,0.8065164089202881,0.8454704880714417,0.0,0.5405442118644714
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.005754811689257622,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,7.0167091267055864e-15,1,13,13,0.9577577114105225,0.9585186243057251,0.0,-0.0007609128952026367
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.1784556806087494,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0022919101174920797,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011451223865151405,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,120.0,1,20,22,0.9640054106712341,0.955070436000824,0.0,0.008934974670410156
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9704937934875488,0.0,0.0055959224700927734
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,120.0,1,7,3,0.961027204990387,0.9164080619812012,0.0,0.04461914300918579
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.061164114624261856,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,120.0,1,18,20,0.9702920317649841,0.9706436991691589,0.0,-0.0003516674041748047
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,120.0,1,16,16,0.9708111882209778,0.970553994178772,0.0,0.00025719404220581055
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9384652972221375,0.0,0.029109299182891846
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.061807580292224884,1.0,0.9360455870628357
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9716733694076538,0.0,0.0026100873947143555
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9682275056838989,0.0,0.00414431095123291
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,120.0,1,12,10,0.9731140732765198,0.9511524438858032,0.0,0.021961629390716553
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,120.0,1,8,6,0.9338503479957581,0.8090594410896301,0.0,0.12479090690612793
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9687678813934326,0.0,0.001976311206817627
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9414358735084534,0.0,0.029346466064453125
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,150.0,1,3,2,0.832927942276001,0.3706721067428589,0.0,0.4622558355331421
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.003757733851671219,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,150.0,1,34,34,0.977126955986023,0.9756842255592346,0.0,0.00144273042678833
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,150.0,1,34,35,0.9794231653213501,0.9685379266738892,0.0,0.010885238647460938
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,150.0,1,9,6,0.9561671614646912,0.8547952771186829,0.0,0.1013718843460083
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,150.0,1,2,2,0.3939008414745331,0.23038265109062195,1.0,0.3939008414745331
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9719856977462769,0.0,-0.0005550384521484375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9640531539916992,0.0,0.010021567344665527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.8923784494400024,0.0,0.07465535402297974
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,150.0,1,4,4,0.7029955983161926,0.6612091064453125,0.0,0.04178649187088013
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,180.0,1,21,24,0.9767346382141113,0.9615177512168884,0.0,0.0152168869972229
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.7018110156059265,0.0,0.2563380002975464
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.0016290247440338135,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,180.0,1,25,25,0.9737359285354614,0.9596163034439087,0.0,0.014119625091552734
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.8002802729606628,0.0,0.1636369824409485
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,180.0,1,4,1,0.9085392355918884,0.3148828148841858,0.0,0.5936564207077026
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,180.0,1,29,27,0.9671439528465271,0.9585932493209839,0.0,0.008550703525543213
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,180.0,1,26,24,0.9504407644271851,0.42642760276794434,0.0,0.5240131616592407
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.015981964766979218,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,210.0,1,16,19,0.9707251191139221,0.9596801996231079,0.0,0.011044919490814209
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,210.0,1,22,22,0.9692599177360535,0.9472277760505676,0.0,0.02203214168548584
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.22344616055488586,1.0,0.7961336970329285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9673070311546326,0.0,0.007686913013458252
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,210.0,1,27,23,0.9605788588523865,0.8897608518600464,0.0,0.07081800699234009
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.889083206653595,0.0,0.041143953800201416
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,210.0,1,1,0,0.6970111727714539,0.0,1.0,0.6970111727714539
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9685828685760498,0.0,0.0019797682762145996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,210.0,1,23,18,0.9399094581604004,0.5079243779182434,0.0,0.431985080242157
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,210.0,1,5,5,0.9698070287704468,0.8806545734405518,0.0,0.08915245532989502
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,210.0,1,2,0,0.8516334295272827,0.0,1.0,0.8516334295272827
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,240.0,1,14,18,0.9440460801124573,0.8274857401847839,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,240.0,1,9,7,0.7039750814437866,0.31399452686309814,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,240.0,1,4,3,0.9343680143356323,0.8908183574676514,0.0,0.04354965686798096
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.0050771888345479965,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,240.0,1,13,15,0.9679074883460999,0.9685551524162292,0.0,-0.0006476640701293945
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,240.0,1,14,8,0.7014944553375244,0.07463984191417694,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,240.0,1,10,5,0.947745144367218,0.09206914901733398,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.7163243889808655,0.0,-0.013921380043029785
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9671962261199951,0.0,-0.000659942626953125
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.11984925717115402,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,240.0,1,9,9,0.9416733384132385,0.4649008810520172,0.0,0.4767724573612213
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.3751029372215271,0.0,0.46789073944091797
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,270.0,1,18,17,0.9544338583946228,0.9447077512741089,0.0,0.009726107120513916
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.951115608215332,0.0,0.017682671546936035
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9306560158729553,0.0,0.04058164358139038
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,270.0,1,21,20,0.9696711301803589,0.9579561352729797,0.0,0.01171499490737915
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,270.0,1,24,17,0.9364874362945557,0.8496447205543518,0.0,0.08684271574020386
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9457665681838989,0.0,0.020433545112609863
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.19546246528625488,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,270.0,1,26,27,0.9685283899307251,0.9626799821853638,0.0,0.005848407745361328
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,270.0,1,32,32,0.9112449884414673,0.7184851765632629,0.0,0.19275981187820435
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9289934039115906,0.0,0.03456646203994751
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,270.0,1,6,2,0.41624000668525696,0.0033181817270815372,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,300.0,1,11,12,0.9614086151123047,0.746148943901062,0.0,0.21525967121124268
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,300.0,1,41,38,0.9735146760940552,0.9608393907546997,0.0,0.012675285339355469
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,300.0,1,4,2,0.9660115242004395,0.8156740069389343,0.0,0.15033751726150513
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,300.0,1,17,13,0.9683731198310852,0.9283396005630493,0.0,0.04003351926803589
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9484797120094299,0.0,0.028795599937438965
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,300.0,1,7,5,0.9747141003608704,0.8399925827980042,0.0,0.1347215175628662
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,300.0,1,23,22,0.9731037020683289,0.958787739276886,0.0,0.014315962791442871
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,300.0,1,19,21,0.9692836999893188,0.9623414278030396,0.0,0.006942272186279297
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,300.0,1,11,7,0.9719600677490234,0.9170741438865662,0.0,0.054885923862457275
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.5849555134773254,0.0,0.10044091939926147
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,30.0,1,25,25,0.9676805138587952,0.9660833477973938,0.0,0.0015971660614013672
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,30.0,1,22,19,0.9675998091697693,0.9592409729957581,0.0,0.00835883617401123
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,30.0,1,2,2,0.0016580726951360703,0.002709159394726157,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.1510794460773468,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.9717517495155334,0.0,0.0037125349044799805
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,30.0,1,20,21,0.9735536575317383,0.9629560708999634,0.0,0.010597586631774902
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.577130913734436,0.0,0.4211035966873169
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,30.0,1,4,2,0.3148190379142761,0.28901442885398865,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9590761065483093,0.0,0.00438612699508667
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,30.0,1,29,29,0.9722577929496765,0.9575161337852478,0.0,0.014741659164428711
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,30.0,1,8,5,0.865831732749939,0.8552144765853882,0.0,0.010617256164550781
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,30.0,1,4,4,0.567403256893158,0.5947575569152832,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,330.0,1,14,17,0.9697760939598083,0.9584516882896423,0.0,0.011324405670166016
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,330.0,1,8,8,0.965247631072998,0.9370586276054382,0.0,0.028189003467559814
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.002154537010937929,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,330.0,1,33,35,0.9760689735412598,0.968737781047821,0.0,0.007331192493438721
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,330.0,1,21,21,0.976881742477417,0.9623510837554932,0.0,0.014530658721923828
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,330.0,1,4,2,0.8259961009025574,0.22603954374790192,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.004225512035191059,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9672658443450928,0.0,0.003662705421447754
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,330.0,1,17,20,0.9716741442680359,0.9683098793029785,0.0,0.003364264965057373
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,330.0,1,7,9,0.92475825548172,0.8608035445213318,0.0,0.06395471096038818
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,330.0,1,2,1,0.03137196972966194,0.0227137990295887,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,60.0,1,8,8,0.9693291783332825,0.9077658653259277,0.0,0.061563313007354736
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,60.0,1,15,12,0.9743183255195618,0.9649260640144348,0.0,0.009392261505126953
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.6084964871406555,0.0,0.35920166969299316
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,60.0,1,12,13,0.9701735377311707,0.9301275014877319,0.0,0.04004603624343872
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9557364583015442,0.0,0.00112074613571167
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,60.0,1,9,4,0.9703363180160522,0.6509974002838135,0.0,0.31933891773223877
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,60.0,1,3,0,0.7510397434234619,0.0,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,60.0,1,14,17,0.9737958312034607,0.9595686793327332,0.0,0.014227151870727539
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,60.0,1,23,27,0.9697824716567993,0.9536075592041016,0.0,0.016174912452697754
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,60.0,1,14,10,0.9646771550178528,0.9489520192146301,0.0,0.015725135803222656
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.016426969319581985,1.0,0.8520744442939758
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,10.0,90.0,1,13,13,0.9614861011505127,0.9441249966621399,0.0,0.017361104488372803
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,30.0,90.0,1,24,21,0.914665699005127,0.9123116135597229,0.0,0.0023540854454040527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,50.0,90.0,1,9,7,0.9580309391021729,0.7659713625907898,0.0,0.19205957651138306
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,10.0,90.0,1,33,30,0.9658175110816956,0.9622898697853088,0.0,0.0035276412963867188
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,30.0,90.0,1,25,25,0.9619461297988892,0.9516234397888184,0.0,0.0103226900100708
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,50.0,90.0,1,6,6,0.9678090214729309,0.9325315952301025,0.0,0.03527742624282837
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.3075026273727417,0.0,0.5934104323387146
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9633975625038147,0.0,0.009000182151794434
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,30.0,90.0,1,27,27,0.9695606231689453,0.962600827217102,0.0,0.006959795951843262
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,50.0,90.0,1,10,9,0.9709850549697876,0.9518609642982483,0.0,0.019124090671539307
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,72,fixed,652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71,15.0,70.0,90.0,1,9,4,0.8682070374488831,0.04712405800819397,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/72/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 20,
+    "attacked_mean_confidence": 0.7170475173299595,
+    "clean_conditioned_asr": 0.1694915254237288,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.19550115021608644,
+    "median_confidence_drop": 0.028952449560165405,
+    "per_class": {
+      "2": {
+        "attack_successes": 20,
+        "clean_conditioned_asr": 0.1694915254237288,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.19550115021608644,
+        "median_confidence_drop": 0.028952449560165405
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.6997564810501676,
+    "coco_ap": {
+      "ap50": 0.6997564810501676,
+      "ap75": 0.027944335314034546,
+      "mean_ap_50_95": 0.20253300752014347,
+      "per_class": {
+        "2": 0.20253300752014347
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.6997564810501676,
+          "per_class": {
+            "2": {
+              "ap": 0.6997564810501676,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.06729634002361275,
+              "recall": 0.7916666666666666
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6071189527954206,
+          "per_class": {
+            "2": {
+              "ap": 0.6071189527954206,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.06493506493506493,
+              "recall": 0.7638888888888888
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.3960435098148777,
+          "per_class": {
+            "2": {
+              "ap": 0.3960435098148777,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.048406139315230225,
+              "recall": 0.5694444444444444
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.20907281789675158,
+          "per_class": {
+            "2": {
+              "ap": 0.20907281789675158,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.032467532467532464,
+              "recall": 0.3819444444444444
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07507785237796481,
+          "per_class": {
+            "2": {
+              "ap": 0.07507785237796481,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.018890200708382526,
+              "recall": 0.2222222222222222
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.027944335314034546,
+          "per_class": {
+            "2": {
+              "ap": 0.027944335314034546,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.007674144037780401,
+              "recall": 0.09027777777777778
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.007015795919214562,
+          "per_class": {
+            "2": {
+              "ap": 0.007015795919214562,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.004132231404958678,
+              "recall": 0.04861111111111111
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0033003300330033,
+          "per_class": {
+            "2": {
+              "ap": 0.0033003300330033,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.0023612750885478157,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1694,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20253300752014347,
+    "recall": 0.6805555555555556,
+    "recall_result": {
+      "matched_ground_truth": 98,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 98,
+          "num_ground_truth": 144,
+          "recall": 0.6805555555555556
+        }
+      },
+      "recall": 0.6805555555555556
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 72,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "652f44086426b029889302ecb1f06c72d76c08bd3656e788fb1332f241ed3c71"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/73/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,7.0167091267055864e-15,1,15,12,0.9415967464447021,0.9379140734672546,0.0,0.0036826729774475098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8129910230636597,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,7.0167091267055864e-15,1,23,20,0.9495499134063721,0.9270545244216919,0.0,0.022495388984680176
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,7.0167091267055864e-15,1,23,18,0.8065164089202881,0.845910370349884,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.003996656276285648,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,7.0167091267055864e-15,1,13,11,0.9577577114105225,0.9589220881462097,0.0,-0.0011643767356872559
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,7.0167091267055864e-15,1,17,13,0.1756373792886734,0.13219359517097473,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0023509750608354807,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011548771522939205,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,120.0,1,20,20,0.9640054106712341,0.953173041343689,0.0,0.010832369327545166
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.962859570980072,0.0,0.01323014497756958
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,120.0,1,7,3,0.961027204990387,0.8388962149620056,0.0,0.12213099002838135
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.054110877215862274,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,120.0,1,18,19,0.9702920317649841,0.9703662395477295,0.0,-7.420778274536133e-05
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,120.0,1,16,18,0.9708111882209778,0.9682297706604004,0.0,0.0025814175605773926
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,120.0,1,11,10,0.9675745964050293,0.9361449480056763,0.0,0.03142964839935303
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.09499821811914444,1.0,0.9360455870628357
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9719724655151367,0.0,0.0023109912872314453
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9683453440666199,0.0,0.004026472568511963
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,120.0,1,12,12,0.9731140732765198,0.9455298781394958,0.0,0.027584195137023926
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,120.0,1,8,6,0.9338503479957581,0.9094972014427185,0.0,0.02435314655303955
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,150.0,1,16,18,0.9707441926002502,0.9673206806182861,0.0,0.0034235119819641113
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9451773762702942,0.0,0.025604963302612305
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,150.0,1,3,1,0.832927942276001,0.2814687490463257,0.0,0.5514591932296753
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.0034182430244982243,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,150.0,1,34,36,0.977126955986023,0.9755494594573975,0.0,0.0015774965286254883
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,150.0,1,34,36,0.9794231653213501,0.9711896777153015,0.0,0.008233487606048584
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,150.0,1,9,6,0.9561671614646912,0.7336744070053101,0.0,0.2224927544593811
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.3164820969104767,0.0,0.0774187445640564
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9706634879112244,0.0,0.0007671713829040527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,150.0,1,39,38,0.9740747213363647,0.9646677374839783,0.0,0.009406983852386475
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.824931263923645,0.0,0.14210253953933716
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,150.0,1,4,4,0.7029955983161926,0.666873574256897,0.0,0.036122024059295654
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,180.0,1,21,23,0.9767346382141113,0.9574140906333923,0.0,0.019320547580718994
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.8574808835983276,0.0,0.10066813230514526
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.006767169572412968,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,180.0,1,25,25,0.9737359285354614,0.9533730149269104,0.0,0.020362913608551025
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.7876681685447693,0.0,0.17624908685684204
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,180.0,1,4,1,0.9085392355918884,0.12296632677316666,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9610127210617065,0.0,0.006131231784820557
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.5047067999839783,0.0,0.4457339644432068
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,180.0,1,5,5,0.8544166684150696,0.01584339700639248,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,210.0,1,16,19,0.9707251191139221,0.9631632566452026,0.0,0.007561862468719482
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,210.0,1,22,20,0.9692599177360535,0.9484450221061707,0.0,0.020814895629882812
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.25165098905563354,0.0,0.5444827079772949
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,210.0,1,9,9,0.9749939441680908,0.9693779945373535,0.0,0.005615949630737305
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,210.0,1,27,26,0.9605788588523865,0.8848820328712463,0.0,0.07569682598114014
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.805058479309082,0.0,0.12516868114471436
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.4812968969345093,0.0,0.21571427583694458
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9691973924636841,0.0,0.0013652443885803223
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,210.0,1,23,18,0.9399094581604004,0.4348500072956085,0.0,0.5050594508647919
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,210.0,1,5,3,0.9698070287704468,0.8175743222236633,0.0,0.15223270654678345
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.4733370244503021,0.0,0.3782964050769806
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,240.0,1,14,17,0.9440460801124573,0.8887951374053955,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,240.0,1,9,8,0.7039750814437866,0.37822219729423523,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,240.0,1,4,2,0.9343680143356323,0.8029072880744934,0.0,0.13146072626113892
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.17931774258613586,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,240.0,1,13,18,0.9679074883460999,0.9693949818611145,0.0,-0.0014874935150146484
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.0681258887052536,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,240.0,1,10,5,0.947745144367218,0.058475784957408905,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.7458667755126953,0.0,-0.04346376657485962
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9667209386825562,0.0,-0.00018465518951416016
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,240.0,1,16,16,0.8301816582679749,0.10926778614521027,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,240.0,1,9,8,0.9416733384132385,0.3494826853275299,1.0,0.9416733384132385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.2950684428215027,0.0,0.5479252338409424
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,270.0,1,18,18,0.9544338583946228,0.9438389539718628,0.0,0.01059490442276001
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,270.0,1,29,31,0.9687982797622681,0.9370024800300598,0.0,0.03179579973220825
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.5744795799255371,0.0,0.3967580795288086
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,270.0,1,4,1,0.6735224723815918,0.0027702790684998035,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,270.0,1,21,21,0.9696711301803589,0.9588353633880615,0.0,0.010835766792297363
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.7912694215774536,0.0,0.14521801471710205
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,270.0,1,4,4,0.9662001132965088,0.9087635278701782,0.0,0.057436585426330566
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,270.0,1,3,2,0.8043547868728638,0.22834502160549164,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,270.0,1,26,27,0.9685283899307251,0.9566907286643982,0.0,0.011837661266326904
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,270.0,1,32,31,0.9112449884414673,0.37818098068237305,0.0,0.5330640077590942
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,270.0,1,7,8,0.9635598659515381,0.9114921689033508,0.0,0.052067697048187256
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,270.0,1,6,2,0.41624000668525696,0.09097855538129807,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,300.0,1,11,12,0.9614086151123047,0.7766864895820618,0.0,0.18472212553024292
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,300.0,1,41,39,0.9735146760940552,0.9495944380760193,0.0,0.02392023801803589
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,300.0,1,4,2,0.9660115242004395,0.8144493699073792,0.0,0.1515621542930603
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,300.0,1,17,17,0.9683731198310852,0.9214462637901306,0.0,0.04692685604095459
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9346770644187927,0.0,0.04259824752807617
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.7872142791748047,0.0,0.18749982118606567
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,300.0,1,3,1,0.8216248154640198,0.014913272112607956,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,300.0,1,23,19,0.9731037020683289,0.9450544118881226,0.0,0.0280492901802063
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,300.0,1,19,21,0.9692836999893188,0.9617995619773865,0.0,0.007484138011932373
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.9357394576072693,0.0,0.03622061014175415
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.4385777413845062,0.0,0.2468186914920807
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,30.0,1,25,24,0.9676805138587952,0.9650205969810486,0.0,0.002659916877746582
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,30.0,1,22,20,0.9675998091697693,0.9592265486717224,0.0,0.008373260498046875
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.002346121473237872,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.1567685455083847,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.9716100692749023,0.0,0.003854215145111084
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,30.0,1,20,19,0.9735536575317383,0.9676278233528137,0.0,0.0059258341789245605
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,30.0,1,8,8,0.7921563982963562,0.5684020519256592,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.47196754813194275,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9623319506645203,0.0,0.0011302828788757324
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,30.0,1,29,27,0.9722577929496765,0.9612410664558411,0.0,0.01101672649383545
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,30.0,1,8,5,0.865831732749939,0.8752911686897278,0.0,-0.009459435939788818
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,30.0,1,4,4,0.567403256893158,0.5759199261665344,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,330.0,1,14,17,0.9697760939598083,0.9341217279434204,0.0,0.03565436601638794
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,330.0,1,8,9,0.965247631072998,0.9333716034889221,0.0,0.03187602758407593
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.0033822201658040285,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,330.0,1,33,35,0.9760689735412598,0.9566869735717773,0.0,0.019381999969482422
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,330.0,1,21,21,0.976881742477417,0.9653773307800293,0.0,0.011504411697387695
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,330.0,1,4,3,0.8259961009025574,0.19955259561538696,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.008491219952702522,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,330.0,1,26,28,0.9709285497665405,0.9674882888793945,0.0,0.003440260887145996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9654367566108704,0.0,0.006237387657165527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,330.0,1,7,8,0.92475825548172,0.8107311129570007,0.0,0.11402714252471924
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,330.0,1,2,2,0.03137196972966194,0.022302966564893723,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,60.0,1,8,10,0.9693291783332825,0.9060375094413757,0.0,0.06329166889190674
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9597806930541992,0.0,0.014537632465362549
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.6862322092056274,0.0,0.28146594762802124
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,60.0,1,12,11,0.9701735377311707,0.9546529650688171,0.0,0.015520572662353516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9541144967079163,0.0,0.0027427077293395996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,60.0,1,9,5,0.9703363180160522,0.7721539735794067,0.0,0.1981823444366455
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.0816863477230072,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,60.0,1,14,17,0.9737958312034607,0.9615586996078491,0.0,0.012237131595611572
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9575486779212952,0.0,0.01223379373550415
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,60.0,1,14,12,0.9646771550178528,0.9665786623954773,0.0,-0.0019015073776245117
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.009489640593528748,1.0,0.8520744442939758
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,10.0,90.0,1,13,12,0.9614861011505127,0.9375349283218384,0.0,0.023951172828674316
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,30.0,90.0,1,24,20,0.914665699005127,0.898646354675293,0.0,0.016019344329833984
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,50.0,90.0,1,9,7,0.9580309391021729,0.8218564987182617,0.0,0.13617444038391113
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,10.0,90.0,1,33,33,0.9658175110816956,0.9630369544029236,0.0,0.0027805566787719727
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,30.0,90.0,1,25,22,0.9619461297988892,0.9520745277404785,0.0,0.009871602058410645
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,50.0,90.0,1,6,6,0.9678090214729309,0.9327195882797241,0.0,0.03508943319320679
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.20395226776599884,1.0,0.9009130597114563
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,10.0,90.0,1,27,27,0.9723977446556091,0.9668468236923218,0.0,0.0055509209632873535
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,30.0,90.0,1,27,27,0.9695606231689453,0.965854287147522,0.0,0.00370633602142334
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.955991268157959,0.0,0.014993786811828613
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,73,fixed,fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8,15.0,70.0,90.0,1,9,4,0.8682070374488831,0.047611385583877563,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/73/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 21,
+    "attacked_mean_confidence": 0.7051010662216252,
+    "clean_conditioned_asr": 0.17796610169491525,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.20744760132442086,
+    "median_confidence_drop": 0.03183591365814209,
+    "per_class": {
+      "2": {
+        "attack_successes": 21,
+        "clean_conditioned_asr": 0.17796610169491525,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.20744760132442086,
+        "median_confidence_drop": 0.03183591365814209
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7051840462538014,
+    "coco_ap": {
+      "ap50": 0.7051840462538014,
+      "ap75": 0.034839744165838064,
+      "mean_ap_50_95": 0.20315754627256072,
+      "per_class": {
+        "2": 0.20315754627256072
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7051840462538014,
+          "per_class": {
+            "2": {
+              "ap": 0.7051840462538014,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.06842105263157895,
+              "recall": 0.8125
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6077688316823299,
+          "per_class": {
+            "2": {
+              "ap": 0.6077688316823299,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.06608187134502924,
+              "recall": 0.7847222222222222
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.38526509517652946,
+          "per_class": {
+            "2": {
+              "ap": 0.38526509517652946,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.05087719298245614,
+              "recall": 0.6041666666666666
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.21006121014711104,
+          "per_class": {
+            "2": {
+              "ap": 0.21006121014711104,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.03216374269005848,
+              "recall": 0.3819444444444444
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07953329370348863,
+          "per_class": {
+            "2": {
+              "ap": 0.07953329370348863,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.01929824561403509,
+              "recall": 0.22916666666666666
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.034839744165838064,
+          "per_class": {
+            "2": {
+              "ap": 0.034839744165838064,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.008771929824561403,
+              "recall": 0.10416666666666667
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.0057121096725057125,
+          "per_class": {
+            "2": {
+              "ap": 0.0057121096725057125,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.0035087719298245615,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0032111319240032115,
+          "per_class": {
+            "2": {
+              "ap": 0.0032111319240032115,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.0023391812865497076,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1710,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20315754627256072,
+    "recall": 0.6805555555555556,
+    "recall_result": {
+      "matched_ground_truth": 98,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 98,
+          "num_ground_truth": 144,
+          "recall": 0.6805555555555556
+        }
+      },
+      "recall": 0.6805555555555556
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 73,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "fb9714ac31edc76c6a1aa9bab733015633d7afc3e7d4ab224b8de39a172783c8"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/74/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,7.0167091267055864e-15,1,15,11,0.9415967464447021,0.9369422197341919,0.0,0.004654526710510254
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8129270672798157,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,7.0167091267055864e-15,1,23,18,0.9495499134063721,0.901705265045166,0.0,0.047844648361206055
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,7.0167091267055864e-15,1,23,20,0.8065164089202881,0.8447318077087402,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.0029541198164224625,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,7.0167091267055864e-15,1,13,14,0.9577577114105225,0.950020968914032,0.0,0.0077367424964904785
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.16195310652256012,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.002322870073840022,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,7.0167091267055864e-15,1,1,2,0.012162497267127037,0.011722301132977009,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,120.0,1,20,24,0.9640054106712341,0.9605280756950378,0.0,0.003477334976196289
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9626907110214233,0.0,0.013399004936218262
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,120.0,1,7,3,0.961027204990387,0.8063181042671204,0.0,0.1547091007232666
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,120.0,1,1,0,0.2325688898563385,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,120.0,1,18,21,0.9702920317649841,0.9711685180664062,0.0,-0.0008764863014221191
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9674608707427979,0.0,0.0033503174781799316
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9441909193992615,0.0,0.023383677005767822
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.46306493878364563,0.0,0.47298064827919006
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,120.0,1,27,26,0.9742834568023682,0.9724673628807068,0.0,0.001816093921661377
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9664868712425232,0.0,0.005884945392608643
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,120.0,1,12,10,0.9731140732765198,0.9490101337432861,0.0,0.024103939533233643
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9064480066299438,0.0,0.02740234136581421
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,150.0,1,16,18,0.9707441926002502,0.9682152271270752,0.0,0.002528965473175049
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,150.0,1,22,19,0.9707823395729065,0.9487806558609009,0.0,0.022001683712005615
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,150.0,1,3,1,0.832927942276001,0.3174683451652527,0.0,0.5154595971107483
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.0019845892675220966,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,150.0,1,34,36,0.977126955986023,0.975046694278717,0.0,0.002080261707305908
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,150.0,1,34,33,0.9794231653213501,0.9690980911254883,0.0,0.010325074195861816
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,150.0,1,9,5,0.9561671614646912,0.8561468720436096,0.0,0.10002028942108154
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,150.0,1,2,2,0.3939008414745331,0.2275310456752777,1.0,0.3939008414745331
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,150.0,1,24,25,0.9714306592941284,0.9697408676147461,0.0,0.0016897916793823242
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9576873183250427,0.0,0.01638740301132202
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,150.0,1,8,7,0.9670338034629822,0.8679154515266418,0.0,0.09911835193634033
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,150.0,1,4,3,0.7029955983161926,0.5022138357162476,0.0,0.20078176259994507
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,180.0,1,21,23,0.9767346382141113,0.9681826233863831,0.0,0.008552014827728271
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.7240502834320068,0.0,0.23409873247146606
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.04669385030865669,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,180.0,1,25,26,0.9737359285354614,0.9531403183937073,0.0,0.02059561014175415
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.6595480442047119,0.0,0.3043692111968994
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,180.0,1,4,0,0.9085392355918884,0.0,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9618248343467712,0.0,0.005319118499755859
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,180.0,1,26,22,0.9504407644271851,0.5374161601066589,0.0,0.4130246043205261
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01589399203658104,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,210.0,1,16,18,0.9707251191139221,0.9658656120300293,0.0,0.004859507083892822
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,210.0,1,22,22,0.9692599177360535,0.95997554063797,0.0,0.009284377098083496
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.15178748965263367,1.0,0.7961336970329285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,210.0,1,9,9,0.9749939441680908,0.9703091979026794,0.0,0.004684746265411377
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,210.0,1,27,24,0.9605788588523865,0.902855396270752,0.0,0.05772346258163452
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.750569760799408,0.0,0.17965739965438843
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.4379643499851227,0.0,0.2590468227863312
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9693943858146667,0.0,0.0011682510375976562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,210.0,1,23,19,0.9399094581604004,0.5733890533447266,0.0,0.36652040481567383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,210.0,1,5,3,0.9698070287704468,0.8644977807998657,0.0,0.10530924797058105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.5373430252075195,0.0,0.3142904043197632
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,240.0,1,14,15,0.9440460801124573,0.8711271286010742,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,240.0,1,9,5,0.7039750814437866,0.6269021034240723,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,240.0,1,4,2,0.9343680143356323,0.4470236599445343,0.0,0.487344354391098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.1478992998600006,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,240.0,1,13,18,0.9679074883460999,0.9691193103790283,0.0,-0.0012118220329284668
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.26478326320648193,0.0,0.4367111921310425
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,240.0,1,10,6,0.947745144367218,0.10452212393283844,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,240.0,1,3,3,0.7024030089378357,0.7611666917800903,0.0,-0.05876368284225464
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9675271511077881,0.0,-0.0009908676147460938
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,240.0,1,16,12,0.8301816582679749,0.10817775875329971,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,240.0,1,9,10,0.9416733384132385,0.6779726147651672,0.0,0.2637007236480713
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,240.0,1,3,2,0.8429936766624451,0.5456645488739014,0.0,0.2973291277885437
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,270.0,1,18,17,0.9544338583946228,0.9419353008270264,0.0,0.012498557567596436
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9458292722702026,0.0,0.02296900749206543
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9003396034240723,0.0,0.07089805603027344
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,270.0,1,21,19,0.9696711301803589,0.9528358578681946,0.0,0.016835272312164307
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.6894044876098633,0.0,0.24708294868469238
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.917178750038147,0.0,0.049021363258361816
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.20062558352947235,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,270.0,1,26,24,0.9685283899307251,0.9475781917572021,0.0,0.02095019817352295
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,270.0,1,32,32,0.9112449884414673,0.19254741072654724,1.0,0.9112449884414673
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,270.0,1,7,5,0.9635598659515381,0.9244410395622253,0.0,0.039118826389312744
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.05191589146852493,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,300.0,1,11,12,0.9614086151123047,0.7314131259918213,0.0,0.2299954891204834
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,300.0,1,41,40,0.9735146760940552,0.9594544768333435,0.0,0.01406019926071167
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.6570006012916565,0.0,0.30901092290878296
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.8875136375427246,0.0,0.0808594822883606
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9508824944496155,0.0,0.026392817497253418
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.8746798634529114,0.0,0.10003423690795898
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,300.0,1,23,18,0.9731037020683289,0.9525774121284485,0.0,0.02052628993988037
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,300.0,1,19,22,0.9692836999893188,0.9423103332519531,0.0,0.026973366737365723
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.9491196870803833,0.0,0.022840380668640137
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.6236720085144043,0.0,0.06172442436218262
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,30.0,1,25,24,0.9676805138587952,0.9579408764839172,0.0,0.00973963737487793
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,30.0,1,22,19,0.9675998091697693,0.9539744257926941,0.0,0.013625383377075195
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,30.0,1,2,2,0.0016580726951360703,0.0019456532318145037,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.17750613391399384,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,30.0,1,41,44,0.9754642844200134,0.96869957447052,0.0,0.006764709949493408
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,30.0,1,20,20,0.9735536575317383,0.9675456285476685,0.0,0.006008028984069824
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,30.0,1,8,8,0.7921563982963562,0.5540363788604736,0.0,0.36870527267456055
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.5993151068687439,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,30.0,1,49,48,0.963462233543396,0.955356240272522,0.0,0.008105993270874023
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,30.0,1,29,27,0.9722577929496765,0.961691677570343,0.0,0.010566115379333496
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,30.0,1,8,6,0.865831732749939,0.8125212788581848,0.0,0.05331045389175415
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,30.0,1,4,6,0.567403256893158,0.5960661768913269,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,330.0,1,14,16,0.9697760939598083,0.9502856135368347,0.0,0.019490480422973633
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,330.0,1,8,7,0.965247631072998,0.9132657051086426,0.0,0.05198192596435547
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.20507007837295532,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,330.0,1,33,36,0.9760689735412598,0.9577996134757996,0.0,0.018269360065460205
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,330.0,1,21,22,0.976881742477417,0.9695029258728027,0.0,0.007378816604614258
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,330.0,1,4,4,0.8259961009025574,0.2789125144481659,0.0,0.5470835864543915
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.0070473854430019855,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9670212268829346,0.0,0.003907322883605957
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9598796367645264,0.0,0.011794507503509521
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,330.0,1,7,9,0.92475825548172,0.8013499975204468,0.0,0.1234082579612732
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,330.0,1,2,3,0.03137196972966194,0.08382932841777802,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,60.0,1,8,10,0.9693291783332825,0.8811349272727966,0.0,0.08819425106048584
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,60.0,1,15,12,0.9743183255195618,0.9491398334503174,0.0,0.025178492069244385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.61246258020401,0.0,0.35523557662963867
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,60.0,1,12,13,0.9701735377311707,0.9289133548736572,0.0,0.04126018285751343
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,60.0,1,10,8,0.9568572044372559,0.9512316584587097,0.0,0.005625545978546143
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,60.0,1,9,5,0.9703363180160522,0.8449463844299316,0.0,0.1253899335861206
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,60.0,1,3,0,0.7510397434234619,0.0,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,60.0,1,14,15,0.9737958312034607,0.9577053785324097,0.0,0.016090452671051025
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9604679942131042,0.0,0.009314477443695068
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,60.0,1,14,12,0.9646771550178528,0.9612734317779541,0.0,0.0034037232398986816
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.01459490042179823,1.0,0.8520744442939758
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,10.0,90.0,1,13,14,0.9614861011505127,0.9370740056037903,0.0,0.024412095546722412
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,30.0,90.0,1,24,21,0.914665699005127,0.8687641620635986,0.0,0.04590153694152832
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,50.0,90.0,1,9,7,0.9580309391021729,0.32785549759864807,0.0,0.6301754415035248
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9637140035629272,0.0,0.0021035075187683105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,30.0,90.0,1,25,25,0.9619461297988892,0.9529851078987122,0.0,0.008961021900177002
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,50.0,90.0,1,6,7,0.9678090214729309,0.8704825639724731,0.0,0.09732645750045776
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.4338730275630951,0.0,0.4670400321483612
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,10.0,90.0,1,27,27,0.9723977446556091,0.9612270593643188,0.0,0.011170685291290283
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,30.0,90.0,1,27,26,0.9695606231689453,0.9659423232078552,0.0,0.003618299961090088
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9473930597305298,0.0,0.023591995239257812
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,74,fixed,44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285,15.0,70.0,90.0,1,9,5,0.8682070374488831,0.14640642702579498,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/74/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 18,
+    "attacked_mean_confidence": 0.7134266990726277,
+    "clean_conditioned_asr": 0.15254237288135594,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.1991219684734183,
+    "median_confidence_drop": 0.040189504623413086,
+    "per_class": {
+      "2": {
+        "attack_successes": 18,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.1991219684734183,
+        "median_confidence_drop": 0.040189504623413086
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7236344844535527,
+    "coco_ap": {
+      "ap50": 0.7236344844535527,
+      "ap75": 0.034583525069148593,
+      "mean_ap_50_95": 0.20945809101853247,
+      "per_class": {
+        "2": 0.20945809101853247
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7236344844535527,
+          "per_class": {
+            "2": {
+              "ap": 0.7236344844535527,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.06978119455943228,
+              "recall": 0.8194444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6241484107538021,
+          "per_class": {
+            "2": {
+              "ap": 0.6241484107538021,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.06682436428149024,
+              "recall": 0.7847222222222222
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.41581874347619385,
+          "per_class": {
+            "2": {
+              "ap": 0.41581874347619385,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.054405677114133646,
+              "recall": 0.6388888888888888
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.21068553509280083,
+          "per_class": {
+            "2": {
+              "ap": 0.21068553509280083,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.03489059727971614,
+              "recall": 0.4097222222222222
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07849112208396217,
+          "per_class": {
+            "2": {
+              "ap": 0.07849112208396217,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.019515079834417505,
+              "recall": 0.22916666666666666
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.034583525069148593,
+          "per_class": {
+            "2": {
+              "ap": 0.034583525069148593,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.009461856889414548,
+              "recall": 0.1111111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.0054005400540054005,
+          "per_class": {
+            "2": {
+              "ap": 0.0054005400540054005,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.004139562389118865,
+              "recall": 0.04861111111111111
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0018185492018589612,
+          "per_class": {
+            "2": {
+              "ap": 0.0018185492018589612,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.0017740981667652277,
+              "recall": 0.020833333333333332
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1691,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20945809101853247,
+    "recall": 0.7083333333333334,
+    "recall_result": {
+      "matched_ground_truth": 102,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 102,
+          "num_ground_truth": 144,
+          "recall": 0.7083333333333334
+        }
+      },
+      "recall": 0.7083333333333334
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 74,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "44365ae7d9828bf0cf7cc565661abe421fa628b32e7bf275f75eee2f2e0f1285"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/75/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,7.0167091267055864e-15,1,15,11,0.9415967464447021,0.9282992482185364,0.0,0.013297498226165771
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8122373819351196,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,7.0167091267055864e-15,1,23,19,0.9495499134063721,0.9022281169891357,0.0,0.04732179641723633
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,7.0167091267055864e-15,1,23,19,0.8065164089202881,0.8470599055290222,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,7.0167091267055864e-15,1,1,0,0.005901790224015713,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,7.0167091267055864e-15,1,13,11,0.9577577114105225,0.9572727084159851,0.0,0.0004850029945373535
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.1710568070411682,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.002347753383219242,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011393134482204914,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,120.0,1,20,23,0.9640054106712341,0.9452425837516785,0.0,0.018762826919555664
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9606641530990601,0.0,0.015425562858581543
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,120.0,1,7,2,0.961027204990387,0.5251193642616272,0.0,0.43590784072875977
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.006780004594475031,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,120.0,1,18,21,0.9702920317649841,0.9703100919723511,0.0,-1.806020736694336e-05
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9672173261642456,0.0,0.0035938620567321777
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,120.0,1,11,7,0.9675745964050293,0.9391085505485535,0.0,0.02846604585647583
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,120.0,1,4,3,0.9360455870628357,0.7663038372993469,0.0,0.16974174976348877
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9722421765327454,0.0,0.0020412802696228027
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9689385890960693,0.0,0.0034332275390625
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,120.0,1,12,12,0.9731140732765198,0.9450658559799194,0.0,0.028048217296600342
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9282894730567932,0.0,0.005560874938964844
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9662038683891296,0.0,0.0045403242111206055
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,150.0,1,22,18,0.9707823395729065,0.9228631258010864,0.0,0.04791921377182007
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,150.0,1,3,2,0.832927942276001,0.1255979984998703,1.0,0.832927942276001
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.0022136070765554905,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,150.0,1,34,32,0.977126955986023,0.9760265350341797,0.0,0.0011004209518432617
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,150.0,1,34,35,0.9794231653213501,0.9708141684532166,0.0,0.008608996868133545
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,150.0,1,9,6,0.9561671614646912,0.8489518761634827,0.0,0.1072152853012085
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.30994272232055664,0.0,0.08395811915397644
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9703332185745239,0.0,0.0010974407196044922
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9639816880226135,0.0,0.01009303331375122
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,150.0,1,8,7,0.9670338034629822,0.84600830078125,0.0,0.12102550268173218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,150.0,1,4,4,0.7029955983161926,0.5426385402679443,0.0,0.1603570580482483
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,180.0,1,21,22,0.9767346382141113,0.972123384475708,0.0,0.00461125373840332
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.6953961253166199,0.0,0.262752890586853
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,180.0,1,5,1,0.2427198588848114,0.001562013872899115,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,180.0,1,25,25,0.9737359285354614,0.9640997052192688,0.0,0.009636223316192627
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.7575029134750366,0.0,0.2064143419265747
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,180.0,1,4,0,0.9085392355918884,0.0,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,180.0,1,29,29,0.9671439528465271,0.9583890438079834,0.0,0.008754909038543701
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.5080500841140747,0.0,0.44239068031311035
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01591622084379196,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,210.0,1,16,19,0.9707251191139221,0.963912844657898,0.0,0.00681227445602417
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,210.0,1,22,21,0.9692599177360535,0.954923152923584,0.0,0.014336764812469482
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.18634358048439026,1.0,0.7961336970329285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9702207446098328,0.0,0.004773199558258057
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,210.0,1,27,25,0.9605788588523865,0.9235118627548218,0.0,0.0370669960975647
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.8748013973236084,0.0,0.05542576313018799
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.5537097454071045,0.0,0.14330142736434937
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.969924807548523,0.0,0.0006378293037414551
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,210.0,1,23,20,0.9399094581604004,0.5823392271995544,0.0,0.35757023096084595
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,210.0,1,5,4,0.9698070287704468,0.8925650715827942,0.0,0.07724195718765259
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.39878785610198975,0.0,0.45284557342529297
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,240.0,1,14,15,0.9440460801124573,0.8407333493232727,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,240.0,1,9,6,0.7039750814437866,0.2724218964576721,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,240.0,1,4,3,0.9343680143356323,0.7211272120475769,0.0,0.21324080228805542
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.1204015389084816,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.967435896396637,0.0,0.0004715919494628906
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,240.0,1,14,5,0.7014944553375244,0.024454472586512566,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,240.0,1,10,5,0.947745144367218,0.08558721840381622,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.6554821729660034,0.0,0.046920835971832275
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,240.0,1,14,15,0.966536283493042,0.9676135778427124,0.0,-0.0010772943496704102
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,240.0,1,16,14,0.8301816582679749,0.1033228263258934,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,240.0,1,9,6,0.9416733384132385,0.43275055289268494,0.0,0.5089227855205536
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,240.0,1,3,2,0.8429936766624451,0.5760966539382935,0.0,0.2668970227241516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,270.0,1,18,18,0.9544338583946228,0.9275992512702942,0.0,0.026834607124328613
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9444348216056824,0.0,0.024363458156585693
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.756862461566925,0.0,0.21437519788742065
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,270.0,1,21,21,0.9696711301803589,0.9627107381820679,0.0,0.006960391998291016
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,270.0,1,24,17,0.9364874362945557,0.8036953210830688,0.0,0.13279211521148682
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9277331233024597,0.0,0.03846698999404907
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.30042189359664917,0.0,0.5039328932762146
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,270.0,1,26,25,0.9685283899307251,0.9590350985527039,0.0,0.00949329137802124
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,270.0,1,32,31,0.9112449884414673,0.32414624094963074,0.0,0.5870987474918365
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9184286594390869,0.0,0.04513120651245117
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.0010162368416786194,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,300.0,1,11,11,0.9614086151123047,0.8284831643104553,0.0,0.13292545080184937
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,300.0,1,41,38,0.9735146760940552,0.9597179293632507,0.0,0.013796746730804443
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.6998194456100464,0.0,0.26619207859039307
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.9311293363571167,0.0,0.037243783473968506
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9388321042060852,0.0,0.03844320774078369
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,300.0,1,7,3,0.9747141003608704,0.8896597027778625,0.0,0.08505439758300781
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,300.0,1,23,20,0.9731037020683289,0.9375377893447876,0.0,0.03556591272354126
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,300.0,1,19,20,0.9692836999893188,0.9664759039878845,0.0,0.002807796001434326
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.945257842540741,0.0,0.02670222520828247
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.5207711458206177,0.0,0.16462528705596924
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,30.0,1,25,23,0.9676805138587952,0.9605771899223328,0.0,0.007103323936462402
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,30.0,1,22,19,0.9675998091697693,0.9301978945732117,0.0,0.03740191459655762
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,30.0,1,2,2,0.0016580726951360703,0.0025973492302000523,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.15138942003250122,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.9706612229347229,0.0,0.004803061485290527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,30.0,1,20,20,0.9735536575317383,0.9639244079589844,0.0,0.009629249572753906
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.5333154797554016,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.2890267074108124,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9571309089660645,0.0,0.006331324577331543
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,30.0,1,29,29,0.9722577929496765,0.9641427397727966,0.0,0.008115053176879883
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,30.0,1,8,5,0.865831732749939,0.8633942008018494,0.0,0.0024375319480895996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,30.0,1,4,4,0.567403256893158,0.6200817227363586,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,330.0,1,14,18,0.9697760939598083,0.9496707916259766,0.0,0.020105302333831787
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,330.0,1,8,7,0.965247631072998,0.9342986345291138,0.0,0.030948996543884277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.2001432478427887,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,330.0,1,33,35,0.9760689735412598,0.9637359976768494,0.0,0.0123329758644104
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,330.0,1,21,21,0.976881742477417,0.9699648022651672,0.0,0.006916940212249756
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,330.0,1,4,4,0.8259961009025574,0.23005899786949158,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,330.0,1,2,4,0.7361883521080017,0.021948346868157387,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,330.0,1,26,26,0.9709285497665405,0.9676178693771362,0.0,0.003310680389404297
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,330.0,1,17,19,0.9716741442680359,0.9679689407348633,0.0,0.0037052035331726074
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,330.0,1,7,7,0.92475825548172,0.7565475702285767,0.0,0.1682106852531433
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,330.0,1,2,2,0.03137196972966194,0.337440550327301,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,60.0,1,8,6,0.9693291783332825,0.889447808265686,0.0,0.07988137006759644
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9294377565383911,0.0,0.044880568981170654
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.47428980469703674,0.0,0.49340835213661194
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,60.0,1,12,12,0.9701735377311707,0.9052949547767639,0.0,0.06487858295440674
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,60.0,1,10,8,0.9568572044372559,0.9512252807617188,0.0,0.005631923675537109
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,60.0,1,9,3,0.9703363180160522,0.8038961887359619,0.0,0.16644012928009033
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.1070801168680191,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,60.0,1,14,16,0.9737958312034607,0.955650806427002,0.0,0.01814502477645874
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9504013657569885,0.0,0.01938110589981079
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,60.0,1,14,10,0.9646771550178528,0.9635522365570068,0.0,0.0011249184608459473
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.481301486492157,0.0,0.37077295780181885
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,10.0,90.0,1,13,14,0.9614861011505127,0.9286414384841919,0.0,0.0328446626663208
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,30.0,90.0,1,24,20,0.914665699005127,0.8497059941291809,0.0,0.06495970487594604
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,50.0,90.0,1,9,6,0.9580309391021729,0.6545976400375366,0.0,0.30343329906463623
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,10.0,90.0,1,33,28,0.9658175110816956,0.9651585221290588,0.0,0.0006589889526367188
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,30.0,90.0,1,25,22,0.9619461297988892,0.9457980990409851,0.0,0.016148030757904053
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,50.0,90.0,1,6,5,0.9678090214729309,0.9342557787895203,0.0,0.033553242683410645
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.34990593791007996,0.0,0.5510071218013763
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9565302133560181,0.0,0.015867531299591064
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,30.0,90.0,1,27,26,0.9695606231689453,0.9571688771247864,0.0,0.012391746044158936
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9614030122756958,0.0,0.009582042694091797
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,75,fixed,da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108,15.0,70.0,90.0,1,9,3,0.8682070374488831,0.047372005879879,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/renderer_evaluation/per_seed/75/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 18,
+    "attacked_mean_confidence": 0.7171616821976031,
+    "clean_conditioned_asr": 0.15254237288135594,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.19538698534844284,
+    "median_confidence_drop": 0.037922561168670654,
+    "per_class": {
+      "2": {
+        "attack_successes": 18,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.19538698534844284,
+        "median_confidence_drop": 0.037922561168670654
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7140564793064436,
+    "coco_ap": {
+      "ap50": 0.7140564793064436,
+      "ap75": 0.02262278865072373,
+      "mean_ap_50_95": 0.20361633918174138,
+      "per_class": {
+        "2": 0.20361633918174138
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7140564793064436,
+          "per_class": {
+            "2": {
+              "ap": 0.7140564793064436,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.06871609403254973,
+              "recall": 0.7916666666666666
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6167825907654112,
+          "per_class": {
+            "2": {
+              "ap": 0.6167825907654112,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.06570223025919228,
+              "recall": 0.7569444444444444
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.4115530496636978,
+          "per_class": {
+            "2": {
+              "ap": 0.4115530496636978,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.05364677516576251,
+              "recall": 0.6180555555555556
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.19120893620628704,
+          "per_class": {
+            "2": {
+              "ap": 0.19120893620628704,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.0325497287522604,
+              "recall": 0.375
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07153708535704256,
+          "per_class": {
+            "2": {
+              "ap": 0.07153708535704256,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.018083182640144666,
+              "recall": 0.20833333333333334
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.02262278865072373,
+          "per_class": {
+            "2": {
+              "ap": 0.02262278865072373,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.007836045810729355,
+              "recall": 0.09027777777777778
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.005191329943805191,
+          "per_class": {
+            "2": {
+              "ap": 0.005191329943805191,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.003616636528028933,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0032111319240032115,
+          "per_class": {
+            "2": {
+              "ap": 0.0032111319240032115,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.0024110910186859553,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1659,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20361633918174138,
+    "recall": 0.7013888888888888,
+    "recall_result": {
+      "matched_ground_truth": 101,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 101,
+          "num_ground_truth": 144,
+          "recall": 0.7013888888888888
+        }
+      },
+      "recall": 0.7013888888888888
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 75,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "da21b6aa4c412d05fddfbe3fd59558c91b3702e7562046ed0a69488b47436108"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/routing_runtime_audit.json

@@ -0,0 +1,35 @@
+{
+  "all_routing_gates_pass": true,
+  "expert_forward_calls": {
+    "0": 432,
+    "1": 432,
+    "2": 432
+  },
+  "forward_calls": 1296,
+  "generated_samples": 1296,
+  "maximum_simplex_error": 0.0,
+  "maximum_single_one_hot_error": 0.0,
+  "maximum_spatial_marginal_error": 0.0,
+  "maximum_uniform_error": 0.0,
+  "permutation_multiplier": 40503,
+  "permutation_offset": 7919,
+  "routing_mode": "balanced_single",
+  "seed_forward_calls": {
+    "67": 144,
+    "68": 144,
+    "69": 144,
+    "70": 144,
+    "71": 144,
+    "72": 144,
+    "73": 144,
+    "74": 144,
+    "75": 144
+  },
+  "validity_gates": {
+    "all_nine_seeds_observed": true,
+    "expert_forward_exposure_exactly_balanced": true,
+    "forward_calls_positive": true,
+    "simplex_error_at_most_1e-6": true,
+    "single_one_hot_error_at_most_1e-7": true
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/balanced_single/runtime_file_access.json

@@ -0,0 +1,23 @@
+{
+  "audit_event": "python_open",
+  "excluded_markers": [
+    "nissan.patrol_2021",
+    "nissan_patrol_2021",
+    "audi.tt",
+    "audi_tt",
+    "bmw.grandtourer",
+    "bmw_grandtourer",
+    "lincoln.mkz_2020",
+    "lincoln_mkz_2020",
+    "mini.cooper_s_2021",
+    "mini_cooper_s_2021"
+  ],
+  "excluded_paths": [],
+  "excluded_runtime_path_open_count": 0,
+  "mode_counts": {
+    "None": 1,
+    "a": 2,
+    "r": 3637,
+    "w": 21
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/endpoint_record.json

@@ -0,0 +1,1953 @@
+{
+  "all_validity_gates_pass": true,
+  "checkpoint": {
+    "epoch": 6,
+    "global_step": 1728,
+    "path": "/root/data/runs/stage17_geometry_gated_residual_pilot_retry_20260808_v2/shared/training/checkpoints/final.pt",
+    "sha256": "10a4809baabb85c41492c81253de9c56760a619e53d187602d19d2be6418e59f"
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "clean_sha256": "bb6212a166564072d43ec89be03669d368aef7cc57b07b50ce0ae7e34ba2d091",
+  "model": "gated_primary__learned",
+  "per_seed": {
+    "67": {
+      "attack_effect": {
+        "attack_successes": 18,
+        "attacked_mean_confidence": 0.7189183275578386,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.19363033998820742,
+        "median_confidence_drop": 0.03317844867706299,
+        "per_class": {
+          "2": {
+            "attack_successes": 18,
+            "clean_conditioned_asr": 0.15254237288135594,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.19363033998820742,
+            "median_confidence_drop": 0.03317844867706299
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7182095033256657,
+        "coco_ap": {
+          "ap50": 0.7182095033256657,
+          "ap75": 0.02929393325432929,
+          "mean_ap_50_95": 0.2098466915553757,
+          "per_class": {
+            "2": 0.2098466915553757
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7182095033256657,
+              "per_class": {
+                "2": {
+                  "ap": 0.7182095033256657,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.06967213114754098,
+                  "recall": 0.8263888888888888
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6215297806558431,
+              "per_class": {
+                "2": {
+                  "ap": 0.6215297806558431,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.0661592505854801,
+                  "recall": 0.7847222222222222
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.421952737727189,
+              "per_class": {
+                "2": {
+                  "ap": 0.421952737727189,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.05152224824355972,
+                  "recall": 0.6111111111111112
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.21738801761530283,
+              "per_class": {
+                "2": {
+                  "ap": 0.21738801761530283,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.032201405152224825,
+                  "recall": 0.3819444444444444
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.08098236805238877,
+              "per_class": {
+                "2": {
+                  "ap": 0.08098236805238877,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.019320843091334895,
+                  "recall": 0.22916666666666666
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.02929393325432929,
+              "per_class": {
+                "2": {
+                  "ap": 0.02929393325432929,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.00819672131147541,
+                  "recall": 0.09722222222222222
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.005616107829270322,
+              "per_class": {
+                "2": {
+                  "ap": 0.005616107829270322,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.00351288056206089,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0034944670937682,
+              "per_class": {
+                "2": {
+                  "ap": 0.0034944670937682,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.00234192037470726,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1708,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.2098466915553757,
+        "recall": 0.6944444444444444,
+        "recall_result": {
+          "matched_ground_truth": 100,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 100,
+              "num_ground_truth": 144,
+              "recall": 0.6944444444444444
+            }
+          },
+          "recall": 0.6944444444444444
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd"
+      }
+    },
+    "68": {
+      "attack_effect": {
+        "attack_successes": 15,
+        "attacked_mean_confidence": 0.7312625871371414,
+        "clean_conditioned_asr": 0.1271186440677966,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.1812860804089045,
+        "median_confidence_drop": 0.030910074710845947,
+        "per_class": {
+          "2": {
+            "attack_successes": 15,
+            "clean_conditioned_asr": 0.1271186440677966,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.1812860804089045,
+            "median_confidence_drop": 0.030910074710845947
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7232314446985819,
+        "coco_ap": {
+          "ap50": 0.7232314446985819,
+          "ap75": 0.032566694778761895,
+          "mean_ap_50_95": 0.2072245227183004,
+          "per_class": {
+            "2": 0.2072245227183004
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7232314446985819,
+              "per_class": {
+                "2": {
+                  "ap": 0.7232314446985819,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.06980906921241051,
+                  "recall": 0.8125
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6226709965766498,
+              "per_class": {
+                "2": {
+                  "ap": 0.6226709965766498,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.0662291169451074,
+                  "recall": 0.7708333333333334
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.4089730681076716,
+              "per_class": {
+                "2": {
+                  "ap": 0.4089730681076716,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.05250596658711217,
+                  "recall": 0.6111111111111112
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.20149286246433215,
+              "per_class": {
+                "2": {
+                  "ap": 0.20149286246433215,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.03281622911694511,
+                  "recall": 0.3819444444444444
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07468298204968225,
+              "per_class": {
+                "2": {
+                  "ap": 0.07468298204968225,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.019689737470167064,
+                  "recall": 0.22916666666666666
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.032566694778761895,
+              "per_class": {
+                "2": {
+                  "ap": 0.032566694778761895,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.00954653937947494,
+                  "recall": 0.1111111111111111
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.005500550055005501,
+              "per_class": {
+                "2": {
+                  "ap": 0.005500550055005501,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.003579952267303103,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.003126628452318916,
+              "per_class": {
+                "2": {
+                  "ap": 0.003126628452318916,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.002386634844868735,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1676,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.2072245227183004,
+        "recall": 0.7222222222222222,
+        "recall_result": {
+          "matched_ground_truth": 104,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 104,
+              "num_ground_truth": 144,
+              "recall": 0.7222222222222222
+            }
+          },
+          "recall": 0.7222222222222222
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7"
+      }
+    },
+    "69": {
+      "attack_effect": {
+        "attack_successes": 16,
+        "attacked_mean_confidence": 0.7298593225620561,
+        "clean_conditioned_asr": 0.13559322033898305,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.18268934498398992,
+        "median_confidence_drop": 0.026856601238250732,
+        "per_class": {
+          "2": {
+            "attack_successes": 16,
+            "clean_conditioned_asr": 0.13559322033898305,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.18268934498398992,
+            "median_confidence_drop": 0.026856601238250732
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7231567431597246,
+        "coco_ap": {
+          "ap50": 0.7231567431597246,
+          "ap75": 0.037724315909851855,
+          "mean_ap_50_95": 0.2132725655082613,
+          "per_class": {
+            "2": 0.2132725655082613
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7231567431597246,
+              "per_class": {
+                "2": {
+                  "ap": 0.7231567431597246,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.07033096926713948,
+                  "recall": 0.8263888888888888
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6250797982945427,
+              "per_class": {
+                "2": {
+                  "ap": 0.6250797982945427,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.06619385342789598,
+                  "recall": 0.7777777777777778
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.4280151656759846,
+              "per_class": {
+                "2": {
+                  "ap": 0.4280151656759846,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.05319148936170213,
+                  "recall": 0.625
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.2184106630804255,
+              "per_class": {
+                "2": {
+                  "ap": 0.2184106630804255,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.03546099290780142,
+                  "recall": 0.4166666666666667
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.09043015199343042,
+              "per_class": {
+                "2": {
+                  "ap": 0.09043015199343042,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.020685579196217493,
+                  "recall": 0.24305555555555555
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.037724315909851855,
+              "per_class": {
+                "2": {
+                  "ap": 0.037724315909851855,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.008274231678486997,
+                  "recall": 0.09722222222222222
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.006034516495127774,
+              "per_class": {
+                "2": {
+                  "ap": 0.006034516495127774,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.004137115839243499,
+                  "recall": 0.04861111111111111
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.003874300473525613,
+              "per_class": {
+                "2": {
+                  "ap": 0.003874300473525613,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.002364066193853428,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1692,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.2132725655082613,
+        "recall": 0.7152777777777778,
+        "recall_result": {
+          "matched_ground_truth": 103,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 103,
+              "num_ground_truth": 144,
+              "recall": 0.7152777777777778
+            }
+          },
+          "recall": 0.7152777777777778
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a"
+      }
+    },
+    "70": {
+      "attack_effect": {
+        "attack_successes": 17,
+        "attacked_mean_confidence": 0.7158025379403162,
+        "clean_conditioned_asr": 0.1440677966101695,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.1967461296057297,
+        "median_confidence_drop": 0.0330355167388916,
+        "per_class": {
+          "2": {
+            "attack_successes": 17,
+            "clean_conditioned_asr": 0.1440677966101695,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.1967461296057297,
+            "median_confidence_drop": 0.0330355167388916
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7036928762879657,
+        "coco_ap": {
+          "ap50": 0.7036928762879657,
+          "ap75": 0.03443449893591779,
+          "mean_ap_50_95": 0.20283874007095776,
+          "per_class": {
+            "2": 0.20283874007095776
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7036928762879657,
+              "per_class": {
+                "2": {
+                  "ap": 0.7036928762879657,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.06725663716814159,
+                  "recall": 0.7916666666666666
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.602851348049666,
+              "per_class": {
+                "2": {
+                  "ap": 0.602851348049666,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.06371681415929203,
+                  "recall": 0.75
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.39864577005329527,
+              "per_class": {
+                "2": {
+                  "ap": 0.39864577005329527,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.05014749262536873,
+                  "recall": 0.5902777777777778
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.2030277825412687,
+              "per_class": {
+                "2": {
+                  "ap": 0.2030277825412687,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.033628318584070796,
+                  "recall": 0.3958333333333333
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07812708089467937,
+              "per_class": {
+                "2": {
+                  "ap": 0.07812708089467937,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.02064896755162242,
+                  "recall": 0.24305555555555555
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.03443449893591779,
+              "per_class": {
+                "2": {
+                  "ap": 0.03443449893591779,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.010619469026548672,
+                  "recall": 0.125
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.0057121096725057125,
+              "per_class": {
+                "2": {
+                  "ap": 0.0057121096725057125,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.004129793510324484,
+                  "recall": 0.04861111111111111
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0018959342742784916,
+              "per_class": {
+                "2": {
+                  "ap": 0.0018959342742784916,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.0017699115044247787,
+                  "recall": 0.020833333333333332
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1695,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20283874007095776,
+        "recall": 0.7083333333333334,
+        "recall_result": {
+          "matched_ground_truth": 102,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 102,
+              "num_ground_truth": 144,
+              "recall": 0.7083333333333334
+            }
+          },
+          "recall": 0.7083333333333334
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295"
+      }
+    },
+    "71": {
+      "attack_effect": {
+        "attack_successes": 21,
+        "attacked_mean_confidence": 0.7061673776578095,
+        "clean_conditioned_asr": 0.17796610169491525,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.20638128988823648,
+        "median_confidence_drop": 0.03931570053100586,
+        "per_class": {
+          "2": {
+            "attack_successes": 21,
+            "clean_conditioned_asr": 0.17796610169491525,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.20638128988823648,
+            "median_confidence_drop": 0.03931570053100586
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7041506497544919,
+        "coco_ap": {
+          "ap50": 0.7041506497544919,
+          "ap75": 0.025302530253025302,
+          "mean_ap_50_95": 0.20224813764018945,
+          "per_class": {
+            "2": 0.20224813764018945
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7041506497544919,
+              "per_class": {
+                "2": {
+                  "ap": 0.7041506497544919,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.06894484412470024,
+                  "recall": 0.7986111111111112
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6115015575232803,
+              "per_class": {
+                "2": {
+                  "ap": 0.6115015575232803,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.06534772182254196,
+                  "recall": 0.7569444444444444
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.38855674311369526,
+              "per_class": {
+                "2": {
+                  "ap": 0.38855674311369526,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.049760191846522785,
+                  "recall": 0.5763888888888888
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.20796049027720492,
+              "per_class": {
+                "2": {
+                  "ap": 0.20796049027720492,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.03477218225419664,
+                  "recall": 0.4027777777777778
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07560846538618696,
+              "per_class": {
+                "2": {
+                  "ap": 0.07560846538618696,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.02158273381294964,
+                  "recall": 0.25
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.025302530253025302,
+              "per_class": {
+                "2": {
+                  "ap": 0.025302530253025302,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.008393285371702638,
+                  "recall": 0.09722222222222222
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.0058005800580058,
+              "per_class": {
+                "2": {
+                  "ap": 0.0058005800580058,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.0035971223021582736,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0036003600360036006,
+              "per_class": {
+                "2": {
+                  "ap": 0.0036003600360036006,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.002398081534772182,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1668,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20224813764018945,
+        "recall": 0.6736111111111112,
+        "recall_result": {
+          "matched_ground_truth": 97,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 97,
+              "num_ground_truth": 144,
+              "recall": 0.6736111111111112
+            }
+          },
+          "recall": 0.6736111111111112
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653"
+      }
+    },
+    "72": {
+      "attack_effect": {
+        "attack_successes": 20,
+        "attacked_mean_confidence": 0.71721819598796,
+        "clean_conditioned_asr": 0.1694915254237288,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.19533047155808594,
+        "median_confidence_drop": 0.028854161500930786,
+        "per_class": {
+          "2": {
+            "attack_successes": 20,
+            "clean_conditioned_asr": 0.1694915254237288,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.19533047155808594,
+            "median_confidence_drop": 0.028854161500930786
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.6996467898058772,
+        "coco_ap": {
+          "ap50": 0.6996467898058772,
+          "ap75": 0.02825603315048486,
+          "mean_ap_50_95": 0.20255991199999182,
+          "per_class": {
+            "2": 0.20255991199999182
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.6996467898058772,
+              "per_class": {
+                "2": {
+                  "ap": 0.6996467898058772,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.06709829311359623,
+                  "recall": 0.7916666666666666
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6070852768655858,
+              "per_class": {
+                "2": {
+                  "ap": 0.6070852768655858,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.06474396703943497,
+                  "recall": 0.7638888888888888
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.3959175301998335,
+              "per_class": {
+                "2": {
+                  "ap": 0.3959175301998335,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.04826368452030606,
+                  "recall": 0.5694444444444444
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.2092968932479828,
+              "per_class": {
+                "2": {
+                  "ap": 0.2092968932479828,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.032371983519717484,
+                  "recall": 0.3819444444444444
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07508047077793624,
+              "per_class": {
+                "2": {
+                  "ap": 0.07508047077793624,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.01883460859329017,
+                  "recall": 0.2222222222222222
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.02825603315048486,
+              "per_class": {
+                "2": {
+                  "ap": 0.02825603315048486,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.007651559741024131,
+                  "recall": 0.09027777777777778
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.007015795919214562,
+              "per_class": {
+                "2": {
+                  "ap": 0.007015795919214562,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.004120070629782225,
+                  "recall": 0.04861111111111111
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0033003300330033,
+              "per_class": {
+                "2": {
+                  "ap": 0.0033003300330033,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.002354326074161271,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1699,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20255991199999182,
+        "recall": 0.6805555555555556,
+        "recall_result": {
+          "matched_ground_truth": 98,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 98,
+              "num_ground_truth": 144,
+              "recall": 0.6805555555555556
+            }
+          },
+          "recall": 0.6805555555555556
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef"
+      }
+    },
+    "73": {
+      "attack_effect": {
+        "attack_successes": 21,
+        "attacked_mean_confidence": 0.7051048761202117,
+        "clean_conditioned_asr": 0.17796610169491525,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.20744379142583427,
+        "median_confidence_drop": 0.03203043341636658,
+        "per_class": {
+          "2": {
+            "attack_successes": 21,
+            "clean_conditioned_asr": 0.17796610169491525,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.20744379142583427,
+            "median_confidence_drop": 0.03203043341636658
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7052235261216684,
+        "coco_ap": {
+          "ap50": 0.7052235261216684,
+          "ap75": 0.034839744165838064,
+          "mean_ap_50_95": 0.20523320926457145,
+          "per_class": {
+            "2": 0.20523320926457145
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7052235261216684,
+              "per_class": {
+                "2": {
+                  "ap": 0.7052235261216684,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.06838106370543542,
+                  "recall": 0.8125
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6077739199131293,
+              "per_class": {
+                "2": {
+                  "ap": 0.6077739199131293,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.06604324956165984,
+                  "recall": 0.7847222222222222
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.4060615819856507,
+              "per_class": {
+                "2": {
+                  "ap": 0.4060615819856507,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.05143191116306254,
+                  "recall": 0.6111111111111112
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.20999098012731449,
+              "per_class": {
+                "2": {
+                  "ap": 0.20999098012731449,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.032144944476914086,
+                  "recall": 0.3819444444444444
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07951909873560475,
+              "per_class": {
+                "2": {
+                  "ap": 0.07951909873560475,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.01928696668614845,
+                  "recall": 0.22916666666666666
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.034839744165838064,
+              "per_class": {
+                "2": {
+                  "ap": 0.034839744165838064,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.008766803039158387,
+                  "recall": 0.10416666666666667
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.0057121096725057125,
+              "per_class": {
+                "2": {
+                  "ap": 0.0057121096725057125,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.0035067212156633548,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0032111319240032115,
+              "per_class": {
+                "2": {
+                  "ap": 0.0032111319240032115,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.0023378141437755697,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1711,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20523320926457145,
+        "recall": 0.6805555555555556,
+        "recall_result": {
+          "matched_ground_truth": 98,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 98,
+              "num_ground_truth": 144,
+              "recall": 0.6805555555555556
+            }
+          },
+          "recall": 0.6805555555555556
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b"
+      }
+    },
+    "74": {
+      "attack_effect": {
+        "attack_successes": 18,
+        "attacked_mean_confidence": 0.7132586091756821,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.19929005837036393,
+        "median_confidence_drop": 0.04131954908370972,
+        "per_class": {
+          "2": {
+            "attack_successes": 18,
+            "clean_conditioned_asr": 0.15254237288135594,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.19929005837036393,
+            "median_confidence_drop": 0.04131954908370972
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.724379657701419,
+        "coco_ap": {
+          "ap50": 0.724379657701419,
+          "ap75": 0.03285046398395664,
+          "mean_ap_50_95": 0.20909847683584118,
+          "per_class": {
+            "2": 0.20909847683584118
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.724379657701419,
+              "per_class": {
+                "2": {
+                  "ap": 0.724379657701419,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.06986382474837181,
+                  "recall": 0.8194444444444444
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6255177162056247,
+              "per_class": {
+                "2": {
+                  "ap": 0.6255177162056247,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.06690349319123742,
+                  "recall": 0.7847222222222222
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.41458529674464206,
+              "per_class": {
+                "2": {
+                  "ap": 0.41458529674464206,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.054470100651272946,
+                  "recall": 0.6388888888888888
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.2095847201740392,
+              "per_class": {
+                "2": {
+                  "ap": 0.2095847201740392,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.03493191237418591,
+                  "recall": 0.4097222222222222
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.0769442625081155,
+              "per_class": {
+                "2": {
+                  "ap": 0.0769442625081155,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.018946121965660152,
+                  "recall": 0.2222222222222222
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.03285046398395664,
+              "per_class": {
+                "2": {
+                  "ap": 0.03285046398395664,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.008880994671403197,
+                  "recall": 0.10416666666666667
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.005304101838755304,
+              "per_class": {
+                "2": {
+                  "ap": 0.005304101838755304,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.0041444641799881585,
+                  "recall": 0.04861111111111111
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0018185492018589612,
+              "per_class": {
+                "2": {
+                  "ap": 0.0018185492018589612,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.0017761989342806395,
+                  "recall": 0.020833333333333332
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1689,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20909847683584118,
+        "recall": 0.7083333333333334,
+        "recall_result": {
+          "matched_ground_truth": 102,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 102,
+              "num_ground_truth": 144,
+              "recall": 0.7083333333333334
+            }
+          },
+          "recall": 0.7083333333333334
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18"
+      }
+    },
+    "75": {
+      "attack_effect": {
+        "attack_successes": 18,
+        "attacked_mean_confidence": 0.7169373876462548,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "clean_mean_confidence": 0.912548667546046,
+        "mean_confidence_drop": 0.19561127989979113,
+        "median_confidence_drop": 0.03780168294906616,
+        "per_class": {
+          "2": {
+            "attack_successes": 18,
+            "clean_conditioned_asr": 0.15254237288135594,
+            "clean_detected": 118,
+            "mean_confidence_drop": 0.19561127989979113,
+            "median_confidence_drop": 0.03780168294906616
+          }
+        }
+      },
+      "attacked": {
+        "ap50": 0.7149565072205115,
+        "coco_ap": {
+          "ap50": 0.7149565072205115,
+          "ap75": 0.023095748433730738,
+          "mean_ap_50_95": 0.20426132858606666,
+          "per_class": {
+            "2": 0.20426132858606666
+          },
+          "per_threshold": {
+            "0.50": {
+              "iou_threshold": 0.5,
+              "mean_ap": 0.7149565072205115,
+              "per_class": {
+                "2": {
+                  "ap": 0.7149565072205115,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.0687990343995172,
+                  "recall": 0.7916666666666666
+                }
+              }
+            },
+            "0.55": {
+              "iou_threshold": 0.55,
+              "mean_ap": 0.6171967659969596,
+              "per_class": {
+                "2": {
+                  "ap": 0.6171967659969596,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.06578153289076645,
+                  "recall": 0.7569444444444444
+                }
+              }
+            },
+            "0.60": {
+              "iou_threshold": 0.6,
+              "mean_ap": 0.4153273345987182,
+              "per_class": {
+                "2": {
+                  "ap": 0.4153273345987182,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.05371152685576343,
+                  "recall": 0.6180555555555556
+                }
+              }
+            },
+            "0.65": {
+              "iou_threshold": 0.65,
+              "mean_ap": 0.1920100827487356,
+              "per_class": {
+                "2": {
+                  "ap": 0.1920100827487356,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.032589016294508145,
+                  "recall": 0.375
+                }
+              }
+            },
+            "0.70": {
+              "iou_threshold": 0.7,
+              "mean_ap": 0.07159082231590073,
+              "per_class": {
+                "2": {
+                  "ap": 0.07159082231590073,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.018105009052504527,
+                  "recall": 0.20833333333333334
+                }
+              }
+            },
+            "0.75": {
+              "iou_threshold": 0.75,
+              "mean_ap": 0.023095748433730738,
+              "per_class": {
+                "2": {
+                  "ap": 0.023095748433730738,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.007845503922751962,
+                  "recall": 0.09027777777777778
+                }
+              }
+            },
+            "0.80": {
+              "iou_threshold": 0.8,
+              "mean_ap": 0.00522489262210692,
+              "per_class": {
+                "2": {
+                  "ap": 0.00522489262210692,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.003621001810500905,
+                  "recall": 0.041666666666666664
+                }
+              }
+            },
+            "0.85": {
+              "iou_threshold": 0.85,
+              "mean_ap": 0.0032111319240032115,
+              "per_class": {
+                "2": {
+                  "ap": 0.0032111319240032115,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.0024140012070006035,
+                  "recall": 0.027777777777777776
+                }
+              }
+            },
+            "0.90": {
+              "iou_threshold": 0.9,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            },
+            "0.95": {
+              "iou_threshold": 0.95,
+              "mean_ap": 0.0,
+              "per_class": {
+                "2": {
+                  "ap": 0.0,
+                  "num_ground_truth": 144,
+                  "num_predictions": 1657,
+                  "precision": 0.0,
+                  "recall": 0.0
+                }
+              }
+            }
+          }
+        },
+        "mean_ap_50_95": 0.20426132858606666,
+        "recall": 0.7013888888888888,
+        "recall_result": {
+          "matched_ground_truth": 101,
+          "num_ground_truth": 144,
+          "per_class": {
+            "2": {
+              "matched_ground_truth": 101,
+              "num_ground_truth": 144,
+              "recall": 0.7013888888888888
+            }
+          },
+          "recall": 0.7013888888888888
+        }
+      },
+      "texture_sha256": {
+        "lincoln.mkz_2017": "efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084"
+      }
+    }
+  },
+  "routing_mode": "learned",
+  "routing_runtime_audit": {
+    "all_routing_gates_pass": true,
+    "expert_forward_calls": {},
+    "forward_calls": 1296,
+    "generated_samples": 1296,
+    "maximum_simplex_error": 1.1920928955078125e-07,
+    "maximum_single_one_hot_error": 0.0,
+    "maximum_spatial_marginal_error": 0.0,
+    "maximum_uniform_error": 0.0,
+    "permutation_multiplier": 40503,
+    "permutation_offset": 7919,
+    "routing_mode": "learned",
+    "seed_forward_calls": {},
+    "validity_gates": {
+      "forward_calls_positive": true,
+      "simplex_error_at_most_1e-6": true
+    }
+  },
+  "runtime_file_access": {
+    "audit_event": "python_open",
+    "excluded_markers": [
+      "nissan.patrol_2021",
+      "nissan_patrol_2021",
+      "audi.tt",
+      "audi_tt",
+      "bmw.grandtourer",
+      "bmw_grandtourer",
+      "lincoln.mkz_2020",
+      "lincoln_mkz_2020",
+      "mini.cooper_s_2021",
+      "mini_cooper_s_2021"
+    ],
+    "excluded_paths": [],
+    "excluded_runtime_path_open_count": 0,
+    "mode_counts": {
+      "None": 1,
+      "a": 2,
+      "r": 3637,
+      "w": 21
+    }
+  },
+  "seed_aggregate": {
+    "attacked_ap50": {
+      "mean": 0.7129608553417673,
+      "num_seeds": 9,
+      "std": 0.009823485101578133,
+      "values": [
+        0.7182095033256657,
+        0.7232314446985819,
+        0.7231567431597246,
+        0.7036928762879657,
+        0.7041506497544919,
+        0.6996467898058772,
+        0.7052235261216684,
+        0.724379657701419,
+        0.7149565072205115
+      ]
+    },
+    "attacked_coco_style_ap50_95": {
+      "mean": 0.2062870649088395,
+      "num_seeds": 9,
+      "std": 0.003833418684711222,
+      "values": [
+        0.2098466915553757,
+        0.2072245227183004,
+        0.2132725655082613,
+        0.20283874007095776,
+        0.20224813764018945,
+        0.20255991199999182,
+        0.20523320926457145,
+        0.20909847683584118,
+        0.20426132858606666
+      ]
+    },
+    "attacked_recall": {
+      "mean": 0.6983024691358024,
+      "num_seeds": 9,
+      "std": 0.017049675766963226,
+      "values": [
+        0.6944444444444444,
+        0.7222222222222222,
+        0.7152777777777778,
+        0.7083333333333334,
+        0.6736111111111112,
+        0.6805555555555556,
+        0.6805555555555556,
+        0.7083333333333334,
+        0.7013888888888888
+      ]
+    },
+    "clean_conditioned_asr": {
+      "mean": 0.1544256120527307,
+      "num_seeds": 9,
+      "std": 0.017865975481177285,
+      "values": [
+        0.15254237288135594,
+        0.1271186440677966,
+        0.13559322033898305,
+        0.1440677966101695,
+        0.17796610169491525,
+        0.1694915254237288,
+        0.17796610169491525,
+        0.15254237288135594,
+        0.15254237288135594
+      ]
+    },
+    "mean_confidence_drop": {
+      "mean": 0.19537875401434926,
+      "num_seeds": 9,
+      "std": 0.00898976392313188,
+      "values": [
+        0.19363033998820742,
+        0.1812860804089045,
+        0.18268934498398992,
+        0.1967461296057297,
+        0.20638128988823648,
+        0.19533047155808594,
+        0.20744379142583427,
+        0.19929005837036393,
+        0.19561127989979113
+      ]
+    }
+  },
+  "split": "test",
+  "stage28_validity_gates": {
+    "excluded_vehicle_open_count_zero": true,
+    "routing_mode_exact": true,
+    "routing_runtime_gates_pass": true
+  },
+  "trajectory": "gated_primary",
+  "validity_gates": {
+    "all_metrics_finite": true,
+    "ap_min_confidence_exact": true,
+    "artifact_dataset_manifest_exact": true,
+    "artifact_detector_weights_exact": true,
+    "artifact_fixed_scene_stats_exact": true,
+    "artifact_mesh_asset[lincoln.mkz_2017].mask_path_exact": true,
+    "artifact_mesh_asset[lincoln.mkz_2017].normal_map_path_exact": true,
+    "artifact_mesh_asset[lincoln.mkz_2017].path_exact": true,
+    "artifact_mesh_asset[lincoln.mkz_2017].position_map_path_exact": true,
+    "audit_protocol_sha256_exact": true,
+    "checkpoint_epoch_exact": true,
+    "checkpoint_global_step_exact": true,
+    "checkpoint_sha256_exact": true,
+    "detector_exact": true,
+    "distinct_target_texture_per_seed": true,
+    "evaluations_exact": true,
+    "excluded_runtime_path_open_count_exact_zero": true,
+    "generator_exact": true,
+    "latent_seeds_exact": true,
+    "nissan_absent": true,
+    "one_target_texture_per_seed": true,
+    "per_seed_sample_counts_exact": true,
+    "reporting_confidence_exact": true,
+    "reporting_iou_exact": true,
+    "required_metric_aggregates_exact": true,
+    "samples_exact": true,
+    "scene_condition_fixed": true,
+    "seed_keys_exact": true,
+    "split_exact": true
+  },
+  "vehicle": "lincoln.mkz_2017"
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/67/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,7.0167091267055864e-15,1,15,11,0.9415967464447021,0.9543224573135376,0.0,-0.01272571086883545
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.812090277671814,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,7.0167091267055864e-15,1,23,19,0.9495499134063721,0.946923553943634,0.0,0.002626359462738037
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,7.0167091267055864e-15,1,23,21,0.8065164089202881,0.8466794490814209,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.0055081723257899284,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,7.0167091267055864e-15,1,13,14,0.9577577114105225,0.9510006904602051,0.0,0.006757020950317383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,7.0167091267055864e-15,1,17,15,0.1756373792886734,0.1594918668270111,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0023765929508954287,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011281456798315048,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,120.0,1,20,22,0.9640054106712341,0.9516686797142029,0.0,0.01233673095703125
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9561178088188171,0.0,0.019971907138824463
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,120.0,1,7,3,0.961027204990387,0.6845232248306274,0.0,0.2765039801597595
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.12064898759126663,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,120.0,1,18,21,0.9702920317649841,0.9706749320030212,0.0,-0.0003829002380371094
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9671790599822998,0.0,0.0036321282386779785
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,120.0,1,11,10,0.9675745964050293,0.9347840547561646,0.0,0.032790541648864746
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.6210389733314514,0.0,0.3150066137313843
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9710344672203064,0.0,0.0032489895820617676
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,120.0,1,24,22,0.9723718166351318,0.9664506316184998,0.0,0.00592118501663208
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,120.0,1,12,11,0.9731140732765198,0.9394887685775757,0.0,0.03362530469894409
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9245592951774597,0.0,0.00929105281829834
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9663273692131042,0.0,0.004416823387145996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9430450797080994,0.0,0.02773725986480713
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,150.0,1,3,1,0.832927942276001,0.1054534986615181,1.0,0.832927942276001
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.004430379718542099,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,150.0,1,34,36,0.977126955986023,0.9741137027740479,0.0,0.0030132532119750977
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,150.0,1,34,35,0.9794231653213501,0.9661774039268494,0.0,0.013245761394500732
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,150.0,1,9,4,0.9561671614646912,0.8703591227531433,0.0,0.08580803871154785
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.3069017231464386,0.0,0.08699911832809448
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9692261815071106,0.0,0.0022044777870178223
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9555873870849609,0.0,0.01848733425140381
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,150.0,1,8,7,0.9670338034629822,0.8183068037033081,0.0,0.14872699975967407
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,150.0,1,4,3,0.7029955983161926,0.6292545795440674,0.0,0.07374101877212524
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,180.0,1,21,22,0.9767346382141113,0.9646737575531006,0.0,0.012060880661010742
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.6736084818840027,0.0,0.2845405340194702
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.008952400647103786,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,180.0,1,25,26,0.9737359285354614,0.957615852355957,0.0,0.016120076179504395
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.8107309937477112,0.0,0.15318626165390015
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,180.0,1,4,2,0.9085392355918884,0.17573334276676178,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9617286324501038,0.0,0.00541532039642334
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,180.0,1,26,24,0.9504407644271851,0.4464140832424164,0.0,0.5040266811847687
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01578264683485031,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,210.0,1,16,20,0.9707251191139221,0.9663623571395874,0.0,0.004362761974334717
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,210.0,1,22,21,0.9692599177360535,0.9512311220169067,0.0,0.01802879571914673
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.47872936725616455,0.0,0.3174043297767639
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,210.0,1,9,9,0.9749939441680908,0.9720068573951721,0.0,0.002987086772918701
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,210.0,1,27,23,0.9605788588523865,0.8936015963554382,0.0,0.06697726249694824
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.8680643439292908,0.0,0.062162816524505615
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.4578883647918701,0.0,0.23912280797958374
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9699345827102661,0.0,0.000628054141998291
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,210.0,1,23,18,0.9399094581604004,0.4380930960178375,0.0,0.5018163621425629
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,210.0,1,5,4,0.9698070287704468,0.8681964874267578,0.0,0.10161054134368896
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.5793720483779907,0.0,0.272261381149292
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,240.0,1,14,18,0.9440460801124573,0.7704136967658997,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,240.0,1,9,8,0.7039750814437866,0.3839660584926605,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,240.0,1,4,4,0.9343680143356323,0.7060319185256958,0.0,0.22833609580993652
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.037612684071063995,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,240.0,1,13,16,0.9679074883460999,0.9698454737663269,0.0,-0.0019379854202270508
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.12173289060592651,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,240.0,1,10,6,0.947745144367218,0.04059082642197609,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,240.0,1,3,3,0.7024030089378357,0.735166072845459,0.0,-0.03276306390762329
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9695888161659241,0.0,-0.00305253267288208
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.1179518848657608,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,240.0,1,9,7,0.9416733384132385,0.322233110666275,1.0,0.9416733384132385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,240.0,1,3,2,0.8429936766624451,0.5701733231544495,0.0,0.2728203535079956
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,270.0,1,18,19,0.9544338583946228,0.9354801177978516,0.0,0.01895374059677124
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9511100649833679,0.0,0.017688214778900146
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.8330449461936951,0.0,0.13819271326065063
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,270.0,1,21,20,0.9696711301803589,0.9599071741104126,0.0,0.009763956069946289
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,270.0,1,24,19,0.9364874362945557,0.8365164399147034,0.0,0.0999709963798523
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9101114869117737,0.0,0.05608862638473511
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.1337955892086029,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,270.0,1,26,28,0.9685283899307251,0.9566366672515869,0.0,0.011891722679138184
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,270.0,1,32,32,0.9112449884414673,0.28469085693359375,0.0,0.6265541315078735
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9272071719169617,0.0,0.036352694034576416
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.0010383592452853918,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,300.0,1,11,10,0.9614086151123047,0.6627817153930664,0.0,0.2986268997192383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,300.0,1,41,38,0.9735146760940552,0.9555967450141907,0.0,0.017917931079864502
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.7250492572784424,0.0,0.24096226692199707
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.9408212900161743,0.0,0.02755182981491089
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,300.0,1,22,24,0.9772753119468689,0.9551966190338135,0.0,0.02207869291305542
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,300.0,1,7,3,0.9747141003608704,0.6977900266647339,0.0,0.2769240736961365
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,300.0,1,23,20,0.9731037020683289,0.962603747844696,0.0,0.010499954223632812
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,300.0,1,19,22,0.9692836999893188,0.9639031887054443,0.0,0.005380511283874512
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.8804159164428711,0.0,0.09154415130615234
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.5644884705543518,0.0,0.12090796232223511
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,30.0,1,25,27,0.9676805138587952,0.9621856212615967,0.0,0.005494892597198486
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,30.0,1,22,21,0.9675998091697693,0.9625816941261292,0.0,0.005018115043640137
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.0031029419042170048,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.16439412534236908,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,30.0,1,41,42,0.9754642844200134,0.9709447622299194,0.0,0.004519522190093994
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,30.0,1,20,20,0.9735536575317383,0.9618363380432129,0.0,0.01171731948852539
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,30.0,1,8,8,0.7921563982963562,0.5811575651168823,0.0,0.48881909251213074
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.3055163323879242,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9575203657150269,0.0,0.005941867828369141
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,30.0,1,29,28,0.9722577929496765,0.9564075469970703,0.0,0.0158502459526062
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,30.0,1,8,6,0.865831732749939,0.8322653770446777,0.0,0.03356635570526123
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,30.0,1,4,3,0.567403256893158,0.6052521467208862,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,330.0,1,14,19,0.9697760939598083,0.9549561738967896,0.0,0.014819920063018799
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,330.0,1,8,8,0.965247631072998,0.9311461448669434,0.0,0.03410148620605469
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.15392877161502838,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,330.0,1,33,37,0.9760689735412598,0.9654596447944641,0.0,0.010609328746795654
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,330.0,1,21,21,0.976881742477417,0.9629318118095398,0.0,0.013949930667877197
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,330.0,1,4,3,0.8259961009025574,0.17218013107776642,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,330.0,1,2,3,0.7361883521080017,0.013834701851010323,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9679555892944336,0.0,0.0029729604721069336
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.965562641620636,0.0,0.006111502647399902
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,330.0,1,7,8,0.92475825548172,0.8622965216636658,0.0,0.0624617338180542
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,330.0,1,2,3,0.03137196972966194,0.024651093408465385,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,60.0,1,8,8,0.9693291783332825,0.8528187274932861,0.0,0.11651045083999634
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,60.0,1,15,12,0.9743183255195618,0.9617084860801697,0.0,0.01260983943939209
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.7839864492416382,0.0,0.1837117075920105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,60.0,1,12,14,0.9701735377311707,0.9286348223686218,0.0,0.04153871536254883
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9518821239471436,0.0,0.004975080490112305
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,60.0,1,9,6,0.9703363180160522,0.8650563359260559,0.0,0.10527998208999634
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.10230951011180878,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,60.0,1,14,15,0.9737958312034607,0.9558179378509521,0.0,0.017977893352508545
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,60.0,1,23,24,0.9697824716567993,0.9524267911911011,0.0,0.017355680465698242
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,60.0,1,14,11,0.9646771550178528,0.9583733081817627,0.0,0.006303846836090088
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.4292610287666321,0.0,0.42281341552734375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,10.0,90.0,1,13,14,0.9614861011505127,0.9351651668548584,0.0,0.026320934295654297
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,30.0,90.0,1,24,20,0.914665699005127,0.9026323556900024,0.0,0.012033343315124512
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,50.0,90.0,1,9,5,0.9580309391021729,0.5491347908973694,0.0,0.40889614820480347
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,10.0,90.0,1,33,34,0.9658175110816956,0.9632993340492249,0.0,0.002518177032470703
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,30.0,90.0,1,25,23,0.9619461297988892,0.9531829953193665,0.0,0.008763134479522705
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,50.0,90.0,1,6,5,0.9678090214729309,0.9154674410820007,0.0,0.052341580390930176
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.33010798692703247,0.0,0.5708050727844238
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9602165222167969,0.0,0.012181222438812256
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,30.0,90.0,1,27,24,0.9695606231689453,0.9616915583610535,0.0,0.007869064807891846
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9526354670524597,0.0,0.01834958791732788
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,67,fixed,b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd,15.0,70.0,90.0,1,9,4,0.8682070374488831,0.11405434459447861,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/67/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 18,
+    "attacked_mean_confidence": 0.7189183275578386,
+    "clean_conditioned_asr": 0.15254237288135594,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.19363033998820742,
+    "median_confidence_drop": 0.03317844867706299,
+    "per_class": {
+      "2": {
+        "attack_successes": 18,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.19363033998820742,
+        "median_confidence_drop": 0.03317844867706299
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7182095033256657,
+    "coco_ap": {
+      "ap50": 0.7182095033256657,
+      "ap75": 0.02929393325432929,
+      "mean_ap_50_95": 0.2098466915553757,
+      "per_class": {
+        "2": 0.2098466915553757
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7182095033256657,
+          "per_class": {
+            "2": {
+              "ap": 0.7182095033256657,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.06967213114754098,
+              "recall": 0.8263888888888888
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6215297806558431,
+          "per_class": {
+            "2": {
+              "ap": 0.6215297806558431,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.0661592505854801,
+              "recall": 0.7847222222222222
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.421952737727189,
+          "per_class": {
+            "2": {
+              "ap": 0.421952737727189,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.05152224824355972,
+              "recall": 0.6111111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.21738801761530283,
+          "per_class": {
+            "2": {
+              "ap": 0.21738801761530283,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.032201405152224825,
+              "recall": 0.3819444444444444
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08098236805238877,
+          "per_class": {
+            "2": {
+              "ap": 0.08098236805238877,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.019320843091334895,
+              "recall": 0.22916666666666666
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.02929393325432929,
+          "per_class": {
+            "2": {
+              "ap": 0.02929393325432929,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.00819672131147541,
+              "recall": 0.09722222222222222
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.005616107829270322,
+          "per_class": {
+            "2": {
+              "ap": 0.005616107829270322,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.00351288056206089,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0034944670937682,
+          "per_class": {
+            "2": {
+              "ap": 0.0034944670937682,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.00234192037470726,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1708,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2098466915553757,
+    "recall": 0.6944444444444444,
+    "recall_result": {
+      "matched_ground_truth": 100,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 100,
+          "num_ground_truth": 144,
+          "recall": 0.6944444444444444
+        }
+      },
+      "recall": 0.6944444444444444
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 67,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "b9dd4eb256b7a7ca27b158fb96c1a0b9ee416cdf8a854596989614ef75233abd"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/68/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,7.0167091267055864e-15,1,15,12,0.9415967464447021,0.9537354111671448,0.0,-0.012138664722442627
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8125026822090149,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,7.0167091267055864e-15,1,23,20,0.9495499134063721,0.9148324728012085,0.0,0.034717440605163574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,7.0167091267055864e-15,1,23,20,0.8065164089202881,0.8460671901702881,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.0035547688603401184,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,7.0167091267055864e-15,1,13,12,0.9577577114105225,0.9540680050849915,0.0,0.003689706325531006
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.16346102952957153,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0024789960589259863,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.01135940756648779,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,120.0,1,20,19,0.9640054106712341,0.9414340257644653,0.0,0.0225713849067688
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,120.0,1,10,7,0.9760897159576416,0.963586151599884,0.0,0.012503564357757568
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,120.0,1,7,2,0.961027204990387,0.8978856205940247,0.0,0.0631415843963623
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.005604836158454418,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,120.0,1,18,19,0.9702920317649841,0.969908595085144,0.0,0.0003834366798400879
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9688770771026611,0.0,0.0019341111183166504
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9534603953361511,0.0,0.014114201068878174
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.7700559496879578,0.0,0.16598963737487793
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9700983166694641,0.0,0.004185140132904053
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9669156074523926,0.0,0.005456209182739258
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,120.0,1,12,9,0.9731140732765198,0.947028398513794,0.0,0.02608567476272583
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9031009078025818,0.0,0.03074944019317627
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9688555598258972,0.0,0.0018886327743530273
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,150.0,1,22,19,0.9707823395729065,0.9397116303443909,0.0,0.031070709228515625
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,150.0,1,3,1,0.832927942276001,0.30297738313674927,0.0,0.5299505591392517
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.006059803068637848,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,150.0,1,34,36,0.977126955986023,0.9732999205589294,0.0,0.003827035427093506
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,150.0,1,34,34,0.9794231653213501,0.9719820022583008,0.0,0.007441163063049316
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,150.0,1,9,4,0.9561671614646912,0.8178549408912659,0.0,0.1383122205734253
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,150.0,1,2,2,0.3939008414745331,0.21295112371444702,1.0,0.3939008414745331
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9701942801475525,0.0,0.0012363791465759277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9659214019775391,0.0,0.008153319358825684
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.9066068530082703,0.0,0.060426950454711914
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,150.0,1,4,2,0.7029955983161926,0.3318156599998474,0.0,0.3711799383163452
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,180.0,1,21,22,0.9767346382141113,0.9664320945739746,0.0,0.010302543640136719
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.8030735850334167,0.0,0.15507543087005615
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.0016402833862230182,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,180.0,1,25,27,0.9737359285354614,0.9692146182060242,0.0,0.004521310329437256
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.7736347913742065,0.0,0.19028246402740479
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,180.0,1,4,1,0.9085392355918884,0.001804401515983045,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,180.0,1,29,27,0.9671439528465271,0.9588121771812439,0.0,0.008331775665283203
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,180.0,1,26,22,0.9504407644271851,0.48562929034233093,0.0,0.4648114740848541
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01586098037660122,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,210.0,1,16,18,0.9707251191139221,0.9666194319725037,0.0,0.004105687141418457
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,210.0,1,22,22,0.9692599177360535,0.9589267373085022,0.0,0.01033318042755127
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.3607180416584015,0.0,0.435415655374527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9695624709129333,0.0,0.005431473255157471
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,210.0,1,27,25,0.9605788588523865,0.8999950885772705,0.0,0.06058377027511597
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,210.0,1,4,3,0.9302271604537964,0.7393500804901123,0.0,0.19087707996368408
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.2686583995819092,0.0,0.4283527731895447
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.968166172504425,0.0,0.0023964643478393555
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,210.0,1,23,17,0.9399094581604004,0.3607018291950226,0.0,0.5792076289653778
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,210.0,1,5,3,0.9698070287704468,0.8444817662239075,0.0,0.1253252625465393
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.46684908866882324,0.0,0.3847843408584595
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,240.0,1,14,15,0.9440460801124573,0.8465055227279663,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,240.0,1,9,6,0.7039750814437866,0.5057600736618042,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,240.0,1,4,2,0.9343680143356323,0.7239143252372742,0.0,0.21045368909835815
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,240.0,1,2,0,0.12369886040687561,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.9703525900840759,0.0,-0.0024451017379760742
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.0633898675441742,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,240.0,1,10,6,0.947745144367218,0.24927918612957,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.6620383858680725,0.0,0.040364623069763184
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,240.0,1,14,15,0.966536283493042,0.967784583568573,0.0,-0.0012483000755310059
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.10507174581289291,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,240.0,1,9,8,0.9416733384132385,0.6194455027580261,0.0,0.3222278356552124
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.4160515069961548,0.0,0.4269421696662903
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,270.0,1,18,18,0.9544338583946228,0.9472223520278931,0.0,0.007211506366729736
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9485756754875183,0.0,0.020222604274749756
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9256267547607422,0.0,0.045610904693603516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,270.0,1,21,20,0.9696711301803589,0.966491162776947,0.0,0.0031799674034118652
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.8174737095832825,0.0,0.1190137267112732
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9382303953170776,0.0,0.027969717979431152
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,270.0,1,3,2,0.8043547868728638,0.3428858816623688,0.0,0.461468905210495
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,270.0,1,26,26,0.9685283899307251,0.9618430137634277,0.0,0.006685376167297363
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,270.0,1,32,30,0.9112449884414673,0.5302451848983765,0.0,0.3809998035430908
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9502330422401428,0.0,0.013326823711395264
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,270.0,1,6,0,0.41624000668525696,0.0,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,300.0,1,11,13,0.9614086151123047,0.8226310014724731,0.0,0.13877761363983154
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,300.0,1,41,38,0.9735146760940552,0.9621964693069458,0.0,0.011318206787109375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,300.0,1,4,2,0.9660115242004395,0.8902809023857117,0.0,0.07573062181472778
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,300.0,1,17,16,0.9683731198310852,0.950339138507843,0.0,0.018033981323242188
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,300.0,1,22,22,0.9772753119468689,0.9688223004341125,0.0,0.008453011512756348
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.9121031761169434,0.0,0.062610924243927
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,300.0,1,23,20,0.9731037020683289,0.9596300721168518,0.0,0.01347362995147705
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,300.0,1,19,20,0.9692836999893188,0.9687768816947937,0.0,0.0005068182945251465
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,300.0,1,11,7,0.9719600677490234,0.9173987507820129,0.0,0.0545613169670105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.5927494764328003,0.0,0.09264695644378662
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,30.0,1,25,25,0.9676805138587952,0.9588586091995239,0.0,0.00882190465927124
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,30.0,1,22,20,0.9675998091697693,0.9563554525375366,0.0,0.011244356632232666
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.002366154221817851,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.17263703048229218,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.9718638062477112,0.0,0.003600478172302246
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,30.0,1,20,22,0.9735536575317383,0.9600186347961426,0.0,0.013535022735595703
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.5512377619743347,0.0,0.5219664573669434
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,30.0,1,4,3,0.3148190379142761,0.5800763964653015,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9587387442588806,0.0,0.004723489284515381
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,30.0,1,29,27,0.9722577929496765,0.9632651805877686,0.0,0.008992612361907959
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,30.0,1,8,6,0.865831732749939,0.8326081037521362,0.0,0.033223628997802734
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,30.0,1,4,5,0.567403256893158,0.5971064567565918,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,330.0,1,14,19,0.9697760939598083,0.9439516663551331,0.0,0.025824427604675293
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,330.0,1,8,8,0.965247631072998,0.9386501312255859,0.0,0.02659749984741211
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.15945075452327728,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,330.0,1,33,36,0.9760689735412598,0.9652694463729858,0.0,0.010799527168273926
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,330.0,1,21,23,0.976881742477417,0.9693343043327332,0.0,0.007547438144683838
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,330.0,1,4,2,0.8259961009025574,0.4500521719455719,0.0,0.3759439289569855
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.007456433959305286,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9674329161643982,0.0,0.003495633602142334
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9673779010772705,0.0,0.004296243190765381
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,330.0,1,7,8,0.92475825548172,0.8739216327667236,0.0,0.05083662271499634
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,330.0,1,2,0,0.03137196972966194,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,60.0,1,8,7,0.9693291783332825,0.8831439018249512,0.0,0.0861852765083313
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,60.0,1,15,12,0.9743183255195618,0.9665276408195496,0.0,0.007790684700012207
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.45218247175216675,0.0,0.5155156850814819
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,60.0,1,12,13,0.9701735377311707,0.9494796395301819,0.0,0.02069389820098877
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9499877095222473,0.0,0.006869494915008545
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,60.0,1,9,4,0.9703363180160522,0.7353783249855042,0.0,0.2349579930305481
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.08080002665519714,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,60.0,1,14,16,0.9737958312034607,0.9548357725143433,0.0,0.01896005868911743
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,60.0,1,23,26,0.9697824716567993,0.9556716680526733,0.0,0.014110803604125977
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,60.0,1,14,11,0.9646771550178528,0.9224039316177368,0.0,0.04227322340011597
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.3886182904243469,0.0,0.4634561538696289
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,10.0,90.0,1,13,14,0.9614861011505127,0.9421589374542236,0.0,0.019327163696289062
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,30.0,90.0,1,24,21,0.914665699005127,0.914332926273346,0.0,0.00033277273178100586
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,50.0,90.0,1,9,6,0.9580309391021729,0.6739132404327393,0.0,0.2841176986694336
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9573867321014404,0.0,0.008430778980255127
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,30.0,90.0,1,25,21,0.9619461297988892,0.9499070048332214,0.0,0.012039124965667725
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,50.0,90.0,1,6,5,0.9678090214729309,0.8996229767799377,0.0,0.06818604469299316
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.4068502187728882,0.0,0.4940628409385681
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,10.0,90.0,1,27,29,0.9723977446556091,0.9575318098068237,0.0,0.0148659348487854
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,30.0,90.0,1,27,26,0.9695606231689453,0.9591807723045349,0.0,0.0103798508644104
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9036082029342651,0.0,0.06737685203552246
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,68,fixed,ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7,15.0,70.0,90.0,1,9,4,0.8682070374488831,0.045906390994787216,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/68/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 15,
+    "attacked_mean_confidence": 0.7312625871371414,
+    "clean_conditioned_asr": 0.1271186440677966,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.1812860804089045,
+    "median_confidence_drop": 0.030910074710845947,
+    "per_class": {
+      "2": {
+        "attack_successes": 15,
+        "clean_conditioned_asr": 0.1271186440677966,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.1812860804089045,
+        "median_confidence_drop": 0.030910074710845947
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7232314446985819,
+    "coco_ap": {
+      "ap50": 0.7232314446985819,
+      "ap75": 0.032566694778761895,
+      "mean_ap_50_95": 0.2072245227183004,
+      "per_class": {
+        "2": 0.2072245227183004
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7232314446985819,
+          "per_class": {
+            "2": {
+              "ap": 0.7232314446985819,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.06980906921241051,
+              "recall": 0.8125
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6226709965766498,
+          "per_class": {
+            "2": {
+              "ap": 0.6226709965766498,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.0662291169451074,
+              "recall": 0.7708333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.4089730681076716,
+          "per_class": {
+            "2": {
+              "ap": 0.4089730681076716,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.05250596658711217,
+              "recall": 0.6111111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.20149286246433215,
+          "per_class": {
+            "2": {
+              "ap": 0.20149286246433215,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.03281622911694511,
+              "recall": 0.3819444444444444
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07468298204968225,
+          "per_class": {
+            "2": {
+              "ap": 0.07468298204968225,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.019689737470167064,
+              "recall": 0.22916666666666666
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.032566694778761895,
+          "per_class": {
+            "2": {
+              "ap": 0.032566694778761895,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.00954653937947494,
+              "recall": 0.1111111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.005500550055005501,
+          "per_class": {
+            "2": {
+              "ap": 0.005500550055005501,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.003579952267303103,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.003126628452318916,
+          "per_class": {
+            "2": {
+              "ap": 0.003126628452318916,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.002386634844868735,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1676,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2072245227183004,
+    "recall": 0.7222222222222222,
+    "recall_result": {
+      "matched_ground_truth": 104,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 104,
+          "num_ground_truth": 144,
+          "recall": 0.7222222222222222
+        }
+      },
+      "recall": 0.7222222222222222
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 68,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "ca248f09fe0732a71c0598b4f1e4bc59b98133124d2c7c12d60c75ec7ac2abe7"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/69/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,7.0167091267055864e-15,1,15,13,0.9415967464447021,0.9343903064727783,0.0,0.007206439971923828
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8120431900024414,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,7.0167091267055864e-15,1,23,18,0.9495499134063721,0.9298548102378845,0.0,0.01969510316848755
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,7.0167091267055864e-15,1,23,21,0.8065164089202881,0.8430467247962952,0.0,0.29481565952301025
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.005008280742913485,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,7.0167091267055864e-15,1,13,12,0.9577577114105225,0.9564392566680908,0.0,0.0013184547424316406
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.17960667610168457,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.002459511859342456,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011662188917398453,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,120.0,1,20,21,0.9640054106712341,0.9500647187232971,0.0,0.013940691947937012
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9660024642944336,0.0,0.010087251663208008
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,120.0,1,7,3,0.961027204990387,0.7366050481796265,0.0,0.2244221568107605
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.11408338695764542,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,120.0,1,18,20,0.9702920317649841,0.9722761511802673,0.0,-0.001984119415283203
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,120.0,1,16,16,0.9708111882209778,0.9691534638404846,0.0,0.001657724380493164
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,120.0,1,11,8,0.9675745964050293,0.9352217316627502,0.0,0.03235286474227905
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.663855791091919,0.0,0.27218979597091675
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9708611965179443,0.0,0.003422260284423828
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9675172567367554,0.0,0.004854559898376465
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,120.0,1,12,9,0.9731140732765198,0.9536111950874329,0.0,0.019502878189086914
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,120.0,1,8,6,0.9338503479957581,0.9289852976799011,0.0,0.004865050315856934
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9653743505477905,0.0,0.005369842052459717
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9458869099617004,0.0,0.024895429611206055
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,150.0,1,3,1,0.832927942276001,0.28508260846138,0.0,0.547845333814621
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.003366714110597968,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,150.0,1,34,32,0.977126955986023,0.9745123982429504,0.0,0.0026145577430725098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,150.0,1,34,35,0.9794231653213501,0.9666999578475952,0.0,0.012723207473754883
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,150.0,1,9,5,0.9561671614646912,0.8426188826560974,0.0,0.11354827880859375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,150.0,1,2,2,0.3939008414745331,0.2618664801120758,0.0,0.13203436136245728
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9702074527740479,0.0,0.0012232065200805664
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9639573693275452,0.0,0.01011735200881958
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.9145232439041138,0.0,0.05251055955886841
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,150.0,1,4,2,0.7029955983161926,0.5427719354629517,0.0,0.16022366285324097
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,180.0,1,21,23,0.9767346382141113,0.9690737724304199,0.0,0.007660865783691406
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,180.0,1,11,11,0.9581490159034729,0.7075154185295105,0.0,0.2506335973739624
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,180.0,1,5,1,0.2427198588848114,0.0016488301334902644,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,180.0,1,25,23,0.9737359285354614,0.9615885615348816,0.0,0.012147367000579834
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.786689281463623,0.0,0.17722797393798828
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,180.0,1,4,0,0.9085392355918884,0.0,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9591071605682373,0.0,0.008036792278289795
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.6315850615501404,0.0,0.3188557028770447
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.015922613441944122,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,210.0,1,16,17,0.9707251191139221,0.9659184813499451,0.0,0.004806637763977051
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,210.0,1,22,21,0.9692599177360535,0.9370487332344055,0.0,0.03221118450164795
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.5055165886878967,0.0,0.29061710834503174
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9692836403846741,0.0,0.005710303783416748
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,210.0,1,27,23,0.9605788588523865,0.8774832487106323,0.0,0.08309561014175415
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.7632907629013062,0.0,0.16693639755249023
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.40355777740478516,0.0,0.2934533953666687
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,210.0,1,19,20,0.9705626368522644,0.9689642190933228,0.0,0.0015984177589416504
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,210.0,1,23,19,0.9399094581604004,0.4036397337913513,0.0,0.5362697243690491
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,210.0,1,5,4,0.9698070287704468,0.8715474605560303,0.0,0.0982595682144165
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.0023414897732436657,1.0,0.8516334295272827
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,240.0,1,14,18,0.9440460801124573,0.8638395071029663,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,240.0,1,9,9,0.7039750814437866,0.4675547480583191,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,240.0,1,4,2,0.9343680143356323,0.7950935363769531,0.0,0.1392744779586792
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.002176612848415971,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.9716054797172546,0.0,-0.003697991371154785
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,240.0,1,14,8,0.7014944553375244,0.0740528404712677,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,240.0,1,10,5,0.947745144367218,0.36575740575790405,0.0,0.581987738609314
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,240.0,1,3,3,0.7024030089378357,0.6606202125549316,0.0,0.04178279638290405
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,240.0,1,14,14,0.966536283493042,0.968540370464325,0.0,-0.002004086971282959
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.12963993847370148,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,240.0,1,9,8,0.9416733384132385,0.35542812943458557,0.0,0.586245208978653
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.5396870374679565,0.0,0.3033066391944885
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,270.0,1,18,20,0.9544338583946228,0.9399292469024658,0.0,0.014504611492156982
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9502129554748535,0.0,0.01858532428741455
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9091912508010864,0.0,0.06204640865325928
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,270.0,1,4,1,0.6735224723815918,0.010767507366836071,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,270.0,1,21,20,0.9696711301803589,0.9650388360023499,0.0,0.004632294178009033
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,270.0,1,24,17,0.9364874362945557,0.7448269128799438,0.0,0.19166052341461182
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,270.0,1,4,4,0.9662001132965088,0.9318241477012634,0.0,0.03437596559524536
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.3402584493160248,0.0,0.464096337556839
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,270.0,1,26,26,0.9685283899307251,0.9530081152915955,0.0,0.015520274639129639
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,270.0,1,32,32,0.9112449884414673,0.19547034800052643,1.0,0.9112449884414673
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9570598006248474,0.0,0.006500065326690674
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,270.0,1,6,3,0.41624000668525696,0.1041138768196106,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,300.0,1,11,11,0.9614086151123047,0.849704384803772,0.0,0.11170423030853271
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,300.0,1,41,40,0.9735146760940552,0.9479289054870605,0.0,0.02558577060699463
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,300.0,1,4,2,0.9660115242004395,0.8525620102882385,0.0,0.11344951391220093
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,300.0,1,17,12,0.9683731198310852,0.9402456879615784,0.0,0.028127431869506836
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9573638439178467,0.0,0.019911468029022217
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.7149354219436646,0.0,0.2597786784172058
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,300.0,1,23,22,0.9731037020683289,0.9484046101570129,0.0,0.024699091911315918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,300.0,1,19,21,0.9692836999893188,0.9701051712036133,0.0,-0.0008214712142944336
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.9200977683067322,0.0,0.05186229944229126
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,300.0,1,2,2,0.6853964328765869,0.732377827167511,0.0,-0.04698139429092407
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,30.0,1,25,26,0.9676805138587952,0.9631489515304565,0.0,0.004531562328338623
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,30.0,1,22,22,0.9675998091697693,0.9496115446090698,0.0,0.017988264560699463
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.002258411841467023,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.14994342625141144,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,30.0,1,41,42,0.9754642844200134,0.970146894454956,0.0,0.005317389965057373
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,30.0,1,20,19,0.9735536575317383,0.9612263441085815,0.0,0.012327313423156738
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,30.0,1,8,8,0.7921563982963562,0.5672257542610168,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,30.0,1,4,3,0.3148190379142761,0.25412505865097046,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,30.0,1,49,49,0.963462233543396,0.9606983661651611,0.0,0.0027638673782348633
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,30.0,1,29,28,0.9722577929496765,0.9589481949806213,0.0,0.013309597969055176
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,30.0,1,8,6,0.865831732749939,0.8462309241294861,0.0,0.01960080862045288
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,30.0,1,4,4,0.567403256893158,0.6047443151473999,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,330.0,1,14,16,0.9697760939598083,0.9561415910720825,0.0,0.01363450288772583
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,330.0,1,8,7,0.965247631072998,0.9266112446784973,0.0,0.03863638639450073
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,330.0,1,4,1,0.7786194682121277,0.002908773021772504,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,330.0,1,2,1,0.0031646420247852802,0.0026769377291202545,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,330.0,1,33,35,0.9760689735412598,0.9694898128509521,0.0,0.006579160690307617
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,330.0,1,21,20,0.976881742477417,0.9644649028778076,0.0,0.012416839599609375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,330.0,1,4,4,0.8259961009025574,0.22193998098373413,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,330.0,1,2,2,0.7361883521080017,0.01183907687664032,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9679843187332153,0.0,0.0029442310333251953
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9639899730682373,0.0,0.007684171199798584
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,330.0,1,7,8,0.92475825548172,0.8350171446800232,0.0,0.08974111080169678
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,330.0,1,2,2,0.03137196972966194,0.37452778220176697,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,60.0,1,8,9,0.9693291783332825,0.9143794178962708,0.0,0.05494976043701172
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9547051191329956,0.0,0.019613206386566162
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.7864189743995667,0.0,0.18127918243408203
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,60.0,1,12,13,0.9701735377311707,0.9452368021011353,0.0,0.0249367356300354
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9546492099761963,0.0,0.0022079944610595703
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,60.0,1,9,6,0.9703363180160522,0.7996843457221985,0.0,0.17065197229385376
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.05323750525712967,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,60.0,1,14,16,0.9737958312034607,0.9635305404663086,0.0,0.0102652907371521
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,60.0,1,23,27,0.9697824716567993,0.9584195613861084,0.0,0.011362910270690918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,60.0,1,14,11,0.9646771550178528,0.9621604681015015,0.0,0.0025166869163513184
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.34405243396759033,0.0,0.5080220103263855
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,10.0,90.0,1,13,13,0.9614861011505127,0.9399611949920654,0.0,0.021524906158447266
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,30.0,90.0,1,24,20,0.914665699005127,0.8853175044059753,0.0,0.02934819459915161
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,50.0,90.0,1,9,5,0.9580309391021729,0.5518662929534912,0.0,0.40616464614868164
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9666516780853271,0.0,-0.0008341670036315918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,30.0,90.0,1,25,23,0.9619461297988892,0.9545127153396606,0.0,0.007433414459228516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,50.0,90.0,1,6,5,0.9678090214729309,0.9324553608894348,0.0,0.035353660583496094
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.37690576910972595,0.0,0.5240072906017303
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9656917452812195,0.0,0.0067059993743896484
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,30.0,90.0,1,27,28,0.9695606231689453,0.9655165672302246,0.0,0.004044055938720703
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,50.0,90.0,1,10,9,0.9709850549697876,0.9639157056808472,0.0,0.00706934928894043
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,69,fixed,6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a,15.0,70.0,90.0,1,9,5,0.8682070374488831,0.13947829604148865,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/69/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 16,
+    "attacked_mean_confidence": 0.7298593225620561,
+    "clean_conditioned_asr": 0.13559322033898305,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.18268934498398992,
+    "median_confidence_drop": 0.026856601238250732,
+    "per_class": {
+      "2": {
+        "attack_successes": 16,
+        "clean_conditioned_asr": 0.13559322033898305,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.18268934498398992,
+        "median_confidence_drop": 0.026856601238250732
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7231567431597246,
+    "coco_ap": {
+      "ap50": 0.7231567431597246,
+      "ap75": 0.037724315909851855,
+      "mean_ap_50_95": 0.2132725655082613,
+      "per_class": {
+        "2": 0.2132725655082613
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7231567431597246,
+          "per_class": {
+            "2": {
+              "ap": 0.7231567431597246,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.07033096926713948,
+              "recall": 0.8263888888888888
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6250797982945427,
+          "per_class": {
+            "2": {
+              "ap": 0.6250797982945427,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.06619385342789598,
+              "recall": 0.7777777777777778
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.4280151656759846,
+          "per_class": {
+            "2": {
+              "ap": 0.4280151656759846,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.05319148936170213,
+              "recall": 0.625
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.2184106630804255,
+          "per_class": {
+            "2": {
+              "ap": 0.2184106630804255,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.03546099290780142,
+              "recall": 0.4166666666666667
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.09043015199343042,
+          "per_class": {
+            "2": {
+              "ap": 0.09043015199343042,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.020685579196217493,
+              "recall": 0.24305555555555555
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.037724315909851855,
+          "per_class": {
+            "2": {
+              "ap": 0.037724315909851855,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.008274231678486997,
+              "recall": 0.09722222222222222
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.006034516495127774,
+          "per_class": {
+            "2": {
+              "ap": 0.006034516495127774,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.004137115839243499,
+              "recall": 0.04861111111111111
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.003874300473525613,
+          "per_class": {
+            "2": {
+              "ap": 0.003874300473525613,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.002364066193853428,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1692,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2132725655082613,
+    "recall": 0.7152777777777778,
+    "recall_result": {
+      "matched_ground_truth": 103,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 103,
+          "num_ground_truth": 144,
+          "recall": 0.7152777777777778
+        }
+      },
+      "recall": 0.7152777777777778
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 69,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "6912415bd3a65b9687712d951498fbed8038a6d518c1064e80cd4ee68f0f783a"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/70/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,7.0167091267055864e-15,1,15,12,0.9415967464447021,0.9595257043838501,0.0,-0.01792895793914795
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8125423192977905,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,7.0167091267055864e-15,1,23,20,0.9495499134063721,0.952691376209259,0.0,-0.003141462802886963
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,7.0167091267055864e-15,1,23,21,0.8065164089202881,0.8449709415435791,0.0,0.34808462858200073
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.004814641084522009,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,7.0167091267055864e-15,1,13,11,0.9577577114105225,0.959273099899292,0.0,-0.0015153884887695312
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.1644919216632843,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0024166021030396223,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011495777405798435,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,120.0,1,20,22,0.9640054106712341,0.9542405605316162,0.0,0.00976485013961792
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9633105397224426,0.0,0.012779176235198975
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,120.0,1,7,2,0.961027204990387,0.8022090792655945,0.0,0.15881812572479248
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.05364450067281723,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,120.0,1,18,19,0.9702920317649841,0.9710983633995056,0.0,-0.0008063316345214844
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9694516658782959,0.0,0.0013595223426818848
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9363391399383545,0.0,0.031235456466674805
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.7013732194900513,0.0,0.23467236757278442
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,120.0,1,27,26,0.9742834568023682,0.9715026617050171,0.0,0.0027807950973510742
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9676129221916199,0.0,0.004758894443511963
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,120.0,1,12,10,0.9731140732765198,0.9414080381393433,0.0,0.031706035137176514
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.8869374394416809,0.0,0.04691290855407715
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9678245782852173,0.0,0.002919614315032959
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9504323601722717,0.0,0.020349979400634766
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,150.0,1,3,1,0.832927942276001,0.2728235721588135,0.0,0.5601043701171875
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.0020980199333280325,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,150.0,1,34,37,0.977126955986023,0.975136935710907,0.0,0.001990020275115967
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,150.0,1,34,36,0.9794231653213501,0.9693178534507751,0.0,0.010105311870574951
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,150.0,1,9,5,0.9561671614646912,0.8878521919250488,0.0,0.06831496953964233
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.37016621232032776,0.0,0.023734629154205322
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.970352292060852,0.0,0.0010783672332763672
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.960382878780365,0.0,0.013691842555999756
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,150.0,1,8,7,0.9670338034629822,0.9290063381195068,0.0,0.03802746534347534
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,150.0,1,4,3,0.7029955983161926,0.6468988060951233,0.0,0.056096792221069336
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,180.0,1,21,24,0.9767346382141113,0.9687896966934204,0.0,0.007944941520690918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.5537077188491821,0.0,0.40444129705429077
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,180.0,1,5,3,0.2427198588848114,0.0070723663084208965,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,180.0,1,25,26,0.9737359285354614,0.9471921324729919,0.0,0.026543796062469482
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.6953675746917725,0.0,0.26854968070983887
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,180.0,1,4,2,0.9085392355918884,0.13072215020656586,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,180.0,1,29,29,0.9671439528465271,0.9554063677787781,0.0,0.011737585067749023
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.47700315713882446,0.0,0.4734376072883606
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.015913033857941628,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,210.0,1,16,20,0.9707251191139221,0.9571902751922607,0.0,0.013534843921661377
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,210.0,1,22,19,0.9692599177360535,0.9485412836074829,0.0,0.020718634128570557
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.1883462518453598,1.0,0.7961336970329285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.967257559299469,0.0,0.007736384868621826
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,210.0,1,27,23,0.9605788588523865,0.88337641954422,0.0,0.0772024393081665
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.8230392336845398,0.0,0.10718792676925659
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.4739401042461395,0.0,0.22307106852531433
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.967507004737854,0.0,0.0030556321144104004
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,210.0,1,23,19,0.9399094581604004,0.3234206736087799,0.0,0.6164887845516205
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,210.0,1,5,5,0.9698070287704468,0.852203369140625,0.0,0.11760365962982178
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.328588604927063,0.0,0.5230448246002197
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,240.0,1,14,14,0.9440460801124573,0.8606018424034119,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,240.0,1,9,7,0.7039750814437866,0.4264180362224579,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,240.0,1,4,3,0.9343680143356323,0.8126532435417175,0.0,0.1217147707939148
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.0019136766204610467,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,240.0,1,13,19,0.9679074883460999,0.9697228670120239,0.0,-0.0018153786659240723
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,240.0,1,14,6,0.7014944553375244,0.025501931086182594,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,240.0,1,10,3,0.947745144367218,0.020438825711607933,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.7323986887931824,0.0,-0.02999567985534668
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,240.0,1,14,15,0.966536283493042,0.9693878889083862,0.0,-0.0028516054153442383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,240.0,1,16,12,0.8301816582679749,0.09768146276473999,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,240.0,1,9,5,0.9416733384132385,0.2023521363735199,1.0,0.9416733384132385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.4590335190296173,0.0,0.38396015763282776
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,270.0,1,18,19,0.9544338583946228,0.9414638876914978,0.0,0.012969970703125
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,270.0,1,29,30,0.9687982797622681,0.9434481263160706,0.0,0.02535015344619751
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,270.0,1,4,3,0.9712376594543457,0.7931349873542786,0.0,0.17810267210006714
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,270.0,1,4,1,0.6735224723815918,0.0011163707822561264,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,270.0,1,21,18,0.9696711301803589,0.9461425542831421,0.0,0.023528575897216797
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.4660739302635193,0.0,0.4704135060310364
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9318351149559021,0.0,0.03436499834060669
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.2420758605003357,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,270.0,1,26,27,0.9685283899307251,0.9504430890083313,0.0,0.0180853009223938
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,270.0,1,32,31,0.9112449884414673,0.19544631242752075,1.0,0.9112449884414673
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9241838455200195,0.0,0.039376020431518555
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.001088257529772818,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,300.0,1,11,14,0.9614086151123047,0.7922607064247131,0.0,0.16914790868759155
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,300.0,1,41,39,0.9735146760940552,0.949877917766571,0.0,0.02363675832748413
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.8595511317253113,0.0,0.10646039247512817
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.9184285998344421,0.0,0.049944519996643066
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9635041356086731,0.0,0.0137711763381958
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.8296534419059753,0.0,0.14506065845489502
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,300.0,1,3,1,0.8216248154640198,0.0012168471002951264,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,300.0,1,23,22,0.9731037020683289,0.9503228068351746,0.0,0.022780895233154297
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,300.0,1,19,20,0.9692836999893188,0.9684398174285889,0.0,0.0008438825607299805
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,300.0,1,11,7,0.9719600677490234,0.8989117741584778,0.0,0.07304829359054565
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.5472365617752075,0.0,0.1381598711013794
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,30.0,1,25,25,0.9676805138587952,0.9659037590026855,0.0,0.0017767548561096191
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,30.0,1,22,20,0.9675998091697693,0.9447146654129028,0.0,0.022885143756866455
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.0019032504642382264,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.14944559335708618,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,30.0,1,41,42,0.9754642844200134,0.9724690318107605,0.0,0.0029952526092529297
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,30.0,1,20,22,0.9735536575317383,0.9662396311759949,0.0,0.007314026355743408
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.5717162489891052,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,30.0,1,4,2,0.3148190379142761,0.2750537693500519,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9654982686042786,0.0,-0.0020360350608825684
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,30.0,1,29,28,0.9722577929496765,0.9522308111190796,0.0,0.020026981830596924
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,30.0,1,8,5,0.865831732749939,0.8187867403030396,0.0,0.047044992446899414
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,30.0,1,4,3,0.567403256893158,0.5895944237709045,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,330.0,1,14,17,0.9697760939598083,0.9583927392959595,0.0,0.011383354663848877
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,330.0,1,8,6,0.965247631072998,0.9336050152778625,0.0,0.0316426157951355
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,330.0,1,4,4,0.7786194682121277,0.350125253200531,0.0,0.4284942150115967
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,330.0,1,33,36,0.9760689735412598,0.9679044485092163,0.0,0.008164525032043457
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,330.0,1,21,22,0.976881742477417,0.9677373170852661,0.0,0.009144425392150879
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,330.0,1,4,2,0.8259961009025574,0.2644272446632385,0.0,0.5615688562393188
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.008566229604184628,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9655234813690186,0.0,0.005405068397521973
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9677935838699341,0.0,0.0038805603981018066
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,330.0,1,7,8,0.92475825548172,0.7837266325950623,0.0,0.14103162288665771
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,330.0,1,2,3,0.03137196972966194,0.3438994288444519,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,60.0,1,8,7,0.9693291783332825,0.914216160774231,0.0,0.055113017559051514
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9572356939315796,0.0,0.017082631587982178
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.6130041480064392,0.0,0.3546940088272095
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,60.0,1,12,14,0.9701735377311707,0.9283701181411743,0.0,0.04180341958999634
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,60.0,1,10,8,0.9568572044372559,0.9478378295898438,0.0,0.00901937484741211
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,60.0,1,9,4,0.9703363180160522,0.7333336472511292,0.0,0.2370026707649231
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.001418937579728663,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,60.0,1,14,17,0.9737958312034607,0.9541988968849182,0.0,0.01959693431854248
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9538091421127319,0.0,0.015973329544067383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,60.0,1,14,12,0.9646771550178528,0.9381421208381653,0.0,0.0265350341796875
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,60.0,1,4,2,0.8520744442939758,0.3705514669418335,0.0,0.48152297735214233
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,10.0,90.0,1,13,13,0.9614861011505127,0.9426780939102173,0.0,0.01880800724029541
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,30.0,90.0,1,24,21,0.914665699005127,0.8601495027542114,0.0,0.05451619625091553
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,50.0,90.0,1,9,6,0.9580309391021729,0.7549707889556885,0.0,0.20306015014648438
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9645324349403381,0.0,0.0012850761413574219
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,30.0,90.0,1,25,23,0.9619461297988892,0.939519464969635,0.0,0.02242666482925415
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,50.0,90.0,1,6,7,0.9678090214729309,0.8814215660095215,0.0,0.08638745546340942
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.2638504207134247,0.0,0.6370626389980316
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9609232544898987,0.0,0.01147449016571045
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,30.0,90.0,1,27,27,0.9695606231689453,0.9628552794456482,0.0,0.006705343723297119
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,50.0,90.0,1,10,7,0.9709850549697876,0.9417814016342163,0.0,0.02920365333557129
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,70,fixed,7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295,15.0,70.0,90.0,1,9,5,0.8682070374488831,0.17979659140110016,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/70/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 17,
+    "attacked_mean_confidence": 0.7158025379403162,
+    "clean_conditioned_asr": 0.1440677966101695,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.1967461296057297,
+    "median_confidence_drop": 0.0330355167388916,
+    "per_class": {
+      "2": {
+        "attack_successes": 17,
+        "clean_conditioned_asr": 0.1440677966101695,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.1967461296057297,
+        "median_confidence_drop": 0.0330355167388916
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7036928762879657,
+    "coco_ap": {
+      "ap50": 0.7036928762879657,
+      "ap75": 0.03443449893591779,
+      "mean_ap_50_95": 0.20283874007095776,
+      "per_class": {
+        "2": 0.20283874007095776
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7036928762879657,
+          "per_class": {
+            "2": {
+              "ap": 0.7036928762879657,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.06725663716814159,
+              "recall": 0.7916666666666666
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.602851348049666,
+          "per_class": {
+            "2": {
+              "ap": 0.602851348049666,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.06371681415929203,
+              "recall": 0.75
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.39864577005329527,
+          "per_class": {
+            "2": {
+              "ap": 0.39864577005329527,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.05014749262536873,
+              "recall": 0.5902777777777778
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.2030277825412687,
+          "per_class": {
+            "2": {
+              "ap": 0.2030277825412687,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.033628318584070796,
+              "recall": 0.3958333333333333
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07812708089467937,
+          "per_class": {
+            "2": {
+              "ap": 0.07812708089467937,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.02064896755162242,
+              "recall": 0.24305555555555555
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03443449893591779,
+          "per_class": {
+            "2": {
+              "ap": 0.03443449893591779,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.010619469026548672,
+              "recall": 0.125
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.0057121096725057125,
+          "per_class": {
+            "2": {
+              "ap": 0.0057121096725057125,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.004129793510324484,
+              "recall": 0.04861111111111111
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0018959342742784916,
+          "per_class": {
+            "2": {
+              "ap": 0.0018959342742784916,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.0017699115044247787,
+              "recall": 0.020833333333333332
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1695,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20283874007095776,
+    "recall": 0.7083333333333334,
+    "recall_result": {
+      "matched_ground_truth": 102,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 102,
+          "num_ground_truth": 144,
+          "recall": 0.7083333333333334
+        }
+      },
+      "recall": 0.7083333333333334
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 70,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "7a1ea2109263e15b3decf957e773985495682fc721290315d6eccaefe51d1295"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/71/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,7.0167091267055864e-15,1,15,10,0.9415967464447021,0.897980272769928,0.0,0.04361647367477417
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8130582571029663,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,7.0167091267055864e-15,1,23,18,0.9495499134063721,0.9128397107124329,0.0,0.03671020269393921
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,7.0167091267055864e-15,1,23,19,0.8065164089202881,0.8457581996917725,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,7.0167091267055864e-15,1,1,0,0.005901790224015713,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,7.0167091267055864e-15,1,13,12,0.9577577114105225,0.9526159763336182,0.0,0.005141735076904297
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,7.0167091267055864e-15,1,17,12,0.1756373792886734,0.16270698606967926,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0024700232315808535,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011547538451850414,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,120.0,1,20,21,0.9640054106712341,0.9545383453369141,0.0,0.009467065334320068
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9549957513809204,0.0,0.02109396457672119
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,120.0,1,7,2,0.961027204990387,0.6763513684272766,0.0,0.28467583656311035
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,120.0,1,1,0,0.2325688898563385,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,120.0,1,18,19,0.9702920317649841,0.9713324904441833,0.0,-0.0010404586791992188
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9682725071907043,0.0,0.0025386810302734375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9485471248626709,0.0,0.0190274715423584
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.7275571823120117,0.0,0.20848840475082397
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9731209874153137,0.0,0.0011624693870544434
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.969069242477417,0.0,0.0033025741577148438
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,120.0,1,12,11,0.9731140732765198,0.947096049785614,0.0,0.02601802349090576
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9089977741241455,0.0,0.02485257387161255
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9684255123138428,0.0,0.0023186802864074707
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9585950970649719,0.0,0.01218724250793457
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,150.0,1,3,1,0.832927942276001,0.04948362335562706,1.0,0.832927942276001
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.003388599958270788,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,150.0,1,34,34,0.977126955986023,0.975477397441864,0.0,0.0016495585441589355
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,150.0,1,34,33,0.9794231653213501,0.975270688533783,0.0,0.004152476787567139
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,150.0,1,9,5,0.9561671614646912,0.8640317916870117,0.0,0.09213536977767944
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.21999548375606537,1.0,0.3939008414745331
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.971096932888031,0.0,0.0003337264060974121
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.969052791595459,0.0,0.005021929740905762
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.7762399911880493,0.0,0.19079381227493286
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,150.0,1,4,2,0.7029955983161926,0.42948850989341736,0.0,0.27350708842277527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,180.0,1,21,22,0.9767346382141113,0.9728823900222778,0.0,0.003852248191833496
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.7737551331520081,0.0,0.18439388275146484
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,180.0,1,5,1,0.2427198588848114,0.0015530599048361182,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,180.0,1,25,24,0.9737359285354614,0.9590829014778137,0.0,0.014653027057647705
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.7546595335006714,0.0,0.20925772190093994
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,180.0,1,4,1,0.9085392355918884,0.1641518920660019,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9602376818656921,0.0,0.006906270980834961
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.18621787428855896,1.0,0.9504407644271851
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01578955166041851,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,210.0,1,16,18,0.9707251191139221,0.9653388857841492,0.0,0.005386233329772949
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,210.0,1,22,22,0.9692599177360535,0.9570446014404297,0.0,0.01221531629562378
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.28326067328453064,0.0,0.5128730237483978
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9702576994895935,0.0,0.0047362446784973145
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,210.0,1,27,24,0.9605788588523865,0.9105719327926636,0.0,0.0500069260597229
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,210.0,1,4,3,0.9302271604537964,0.8064782023429871,0.0,0.12374895811080933
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.387194961309433,0.0,0.3098162114620209
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9687486290931702,0.0,0.0018140077590942383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,210.0,1,23,20,0.9399094581604004,0.582539439201355,0.0,0.3573700189590454
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,210.0,1,5,4,0.9698070287704468,0.871886134147644,0.0,0.09792089462280273
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.3739887475967407,0.0,0.477644681930542
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,240.0,1,14,18,0.9440460801124573,0.8397200703620911,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,240.0,1,9,8,0.7039750814437866,0.3348836600780487,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,240.0,1,4,3,0.9343680143356323,0.871595561504364,0.0,0.06277245283126831
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,240.0,1,2,0,0.12369886040687561,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.9695612788200378,0.0,-0.0016537904739379883
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,240.0,1,14,5,0.7014944553375244,0.06437677145004272,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,240.0,1,10,3,0.947745144367218,0.05347483232617378,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.6557814478874207,0.0,0.04662156105041504
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9668716192245483,0.0,-0.00033533573150634766
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.1154150515794754,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,240.0,1,9,7,0.9416733384132385,0.29022079706192017,1.0,0.9416733384132385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,240.0,1,3,2,0.8429936766624451,0.5987070798873901,0.0,0.24428659677505493
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,270.0,1,18,18,0.9544338583946228,0.945530354976654,0.0,0.00890350341796875
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,270.0,1,29,30,0.9687982797622681,0.9558048248291016,0.0,0.012993454933166504
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9251111745834351,0.0,0.046126484870910645
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,270.0,1,4,1,0.6735224723815918,0.0021954597905278206,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,270.0,1,21,19,0.9696711301803589,0.9580840468406677,0.0,0.011587083339691162
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.865213930606842,0.0,0.07127350568771362
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,270.0,1,4,2,0.9662001132965088,0.9316948652267456,0.0,0.034505248069763184
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,270.0,1,3,2,0.8043547868728638,0.15502233803272247,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,270.0,1,26,22,0.9685283899307251,0.9579384326934814,0.0,0.010589957237243652
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,270.0,1,32,33,0.9112449884414673,0.6634701490402222,0.0,0.24777483940124512
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9385819435119629,0.0,0.024977922439575195
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,270.0,1,6,2,0.41624000668525696,0.20126096904277802,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,300.0,1,11,9,0.9614086151123047,0.7689023613929749,0.0,0.19250625371932983
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,300.0,1,41,39,0.9735146760940552,0.9615359902381897,0.0,0.011978685855865479
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.5647732019424438,0.0,0.4012383222579956
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,300.0,1,17,15,0.9683731198310852,0.9249989986419678,0.0,0.04337412118911743
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,300.0,1,22,22,0.9772753119468689,0.9587206244468689,0.0,0.0185546875
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.7683931589126587,0.0,0.20632094144821167
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,300.0,1,23,19,0.9731037020683289,0.9311825037002563,0.0,0.04192119836807251
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,300.0,1,19,20,0.9692836999893188,0.958816409111023,0.0,0.010467290878295898
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,300.0,1,11,8,0.9719600677490234,0.9002684354782104,0.0,0.07169163227081299
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.40569421648979187,0.0,0.27970221638679504
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,30.0,1,25,24,0.9676805138587952,0.9517548084259033,0.0,0.015925705432891846
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,30.0,1,22,19,0.9675998091697693,0.9521191716194153,0.0,0.015480637550354004
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.0012066485360264778,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.16855241358280182,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.9707973003387451,0.0,0.0046669840812683105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,30.0,1,20,18,0.9735536575317383,0.9630568623542786,0.0,0.010496795177459717
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.5559113025665283,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.30400586128234863,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9601486325263977,0.0,0.003313601016998291
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,30.0,1,29,28,0.9722577929496765,0.9537457823753357,0.0,0.01851201057434082
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,30.0,1,8,6,0.865831732749939,0.7648243308067322,0.0,0.10100740194320679
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,30.0,1,4,4,0.567403256893158,0.6102707386016846,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,330.0,1,14,17,0.9697760939598083,0.9443566799163818,0.0,0.025419414043426514
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,330.0,1,8,7,0.965247631072998,0.9294739961624146,0.0,0.035773634910583496
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.019907895475625992,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,330.0,1,33,37,0.9760689735412598,0.9665677547454834,0.0,0.009501218795776367
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,330.0,1,21,21,0.976881742477417,0.9650699496269226,0.0,0.011811792850494385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,330.0,1,4,2,0.8259961009025574,0.24177296459674835,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,330.0,1,2,3,0.7361883521080017,0.013613352552056313,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9670799374580383,0.0,0.0038486123085021973
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9645868539810181,0.0,0.007087290287017822
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,330.0,1,7,10,0.92475825548172,0.8396228551864624,0.0,0.08513540029525757
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,330.0,1,2,5,0.03137196972966194,0.030597778037190437,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,60.0,1,8,7,0.9693291783332825,0.8573005199432373,0.0,0.11202865839004517
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9497470855712891,0.0,0.024571239948272705
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,60.0,1,3,3,0.9676981568336487,0.6484208703041077,0.0,0.319277286529541
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,60.0,1,12,13,0.9701735377311707,0.9107378721237183,0.0,0.05943566560745239
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9403508305549622,0.0,0.0165063738822937
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,60.0,1,9,5,0.9703363180160522,0.7523359060287476,0.0,0.2180004119873047
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.09003733843564987,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,60.0,1,14,17,0.9737958312034607,0.9531379342079163,0.0,0.020657896995544434
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9561121463775635,0.0,0.01367032527923584
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,60.0,1,14,11,0.9646771550178528,0.9398607611656189,0.0,0.024816393852233887
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.4232161045074463,0.0,0.42885833978652954
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,10.0,90.0,1,13,13,0.9614861011505127,0.9320494532585144,0.0,0.02943664789199829
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,30.0,90.0,1,24,20,0.914665699005127,0.8937293291091919,0.0,0.02093636989593506
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,50.0,90.0,1,9,5,0.9580309391021729,0.6298759579658508,0.0,0.328154981136322
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9629004001617432,0.0,0.0029171109199523926
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,30.0,90.0,1,25,24,0.9619461297988892,0.9510030150413513,0.0,0.010943114757537842
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,50.0,90.0,1,6,6,0.9678090214729309,0.9071201086044312,0.0,0.060688912868499756
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.26482778787612915,0.0,0.6360852718353271
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,10.0,90.0,1,27,27,0.9723977446556091,0.9629254341125488,0.0,0.009472310543060303
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,30.0,90.0,1,27,26,0.9695606231689453,0.965597927570343,0.0,0.003962695598602295
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.937142550945282,0.0,0.033842504024505615
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,71,fixed,32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653,15.0,70.0,90.0,1,9,5,0.8682070374488831,0.1708146631717682,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/71/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 21,
+    "attacked_mean_confidence": 0.7061673776578095,
+    "clean_conditioned_asr": 0.17796610169491525,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.20638128988823648,
+    "median_confidence_drop": 0.03931570053100586,
+    "per_class": {
+      "2": {
+        "attack_successes": 21,
+        "clean_conditioned_asr": 0.17796610169491525,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.20638128988823648,
+        "median_confidence_drop": 0.03931570053100586
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7041506497544919,
+    "coco_ap": {
+      "ap50": 0.7041506497544919,
+      "ap75": 0.025302530253025302,
+      "mean_ap_50_95": 0.20224813764018945,
+      "per_class": {
+        "2": 0.20224813764018945
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7041506497544919,
+          "per_class": {
+            "2": {
+              "ap": 0.7041506497544919,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.06894484412470024,
+              "recall": 0.7986111111111112
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6115015575232803,
+          "per_class": {
+            "2": {
+              "ap": 0.6115015575232803,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.06534772182254196,
+              "recall": 0.7569444444444444
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.38855674311369526,
+          "per_class": {
+            "2": {
+              "ap": 0.38855674311369526,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.049760191846522785,
+              "recall": 0.5763888888888888
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.20796049027720492,
+          "per_class": {
+            "2": {
+              "ap": 0.20796049027720492,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.03477218225419664,
+              "recall": 0.4027777777777778
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07560846538618696,
+          "per_class": {
+            "2": {
+              "ap": 0.07560846538618696,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.02158273381294964,
+              "recall": 0.25
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.025302530253025302,
+          "per_class": {
+            "2": {
+              "ap": 0.025302530253025302,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.008393285371702638,
+              "recall": 0.09722222222222222
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.0058005800580058,
+          "per_class": {
+            "2": {
+              "ap": 0.0058005800580058,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.0035971223021582736,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0036003600360036006,
+          "per_class": {
+            "2": {
+              "ap": 0.0036003600360036006,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.002398081534772182,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1668,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20224813764018945,
+    "recall": 0.6736111111111112,
+    "recall_result": {
+      "matched_ground_truth": 97,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 97,
+          "num_ground_truth": 144,
+          "recall": 0.6736111111111112
+        }
+      },
+      "recall": 0.6736111111111112
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 71,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "32bb36433ce5c9e871cb279b630740e3a5e03eec52ecec9193dcdc0e0e56a653"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/72/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,7.0167091267055864e-15,1,15,11,0.9415967464447021,0.9375469088554382,0.0,0.004049837589263916
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8126815557479858,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,7.0167091267055864e-15,1,23,18,0.9495499134063721,0.9288651347160339,0.0,0.020684778690338135
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,7.0167091267055864e-15,1,23,20,0.8065164089202881,0.845514178276062,0.0,0.5403975546360016
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.005712684243917465,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,7.0167091267055864e-15,1,13,13,0.9577577114105225,0.9584773778915405,0.0,-0.0007196664810180664
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.17673760652542114,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.002289721742272377,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011458544060587883,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,120.0,1,20,22,0.9640054106712341,0.9551772475242615,0.0,0.008828163146972656
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9704732298851013,0.0,0.005616486072540283
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,120.0,1,7,3,0.961027204990387,0.916691780090332,0.0,0.04433542490005493
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.061311908066272736,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,120.0,1,18,20,0.9702920317649841,0.9706515073776245,0.0,-0.00035947561264038086
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,120.0,1,16,16,0.9708111882209778,0.970581591129303,0.0,0.0002295970916748047
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9385862350463867,0.0,0.028988361358642578
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.06240058317780495,1.0,0.9360455870628357
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9716858863830566,0.0,0.0025975704193115234
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9682655930519104,0.0,0.0041062235832214355
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,120.0,1,12,10,0.9731140732765198,0.9514100551605225,0.0,0.021704018115997314
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,120.0,1,8,6,0.9338503479957581,0.8080349564552307,0.0,0.12581539154052734
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9687944650650024,0.0,0.0019497275352478027
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9418007731437683,0.0,0.028981566429138184
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,150.0,1,3,2,0.832927942276001,0.3759757876396179,0.0,0.45695215463638306
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.0037644654512405396,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,150.0,1,34,34,0.977126955986023,0.9756407141685486,0.0,0.0014862418174743652
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,150.0,1,34,35,0.9794231653213501,0.9685220718383789,0.0,0.010901093482971191
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,150.0,1,9,6,0.9561671614646912,0.8539593815803528,0.0,0.10220777988433838
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,150.0,1,2,2,0.3939008414745331,0.2313230037689209,1.0,0.3939008414745331
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9719625115394592,0.0,-0.0005318522453308105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9641148447990417,0.0,0.009959876537322998
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.8926025032997131,0.0,0.07443130016326904
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,150.0,1,4,4,0.7029955983161926,0.6601850986480713,0.0,0.04281049966812134
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,180.0,1,21,24,0.9767346382141113,0.961688756942749,0.0,0.015045881271362305
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.6997823119163513,0.0,0.2583667039871216
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.001625685952603817,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,180.0,1,25,25,0.9737359285354614,0.9593364000320435,0.0,0.014399528503417969
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.8013002872467041,0.0,0.16261696815490723
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,180.0,1,4,1,0.9085392355918884,0.3150600492954254,0.0,0.593479186296463
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,180.0,1,29,27,0.9671439528465271,0.9586212635040283,0.0,0.00852268934249878
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,180.0,1,26,24,0.9504407644271851,0.4270809590816498,0.0,0.5233598053455353
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01594940945506096,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,210.0,1,16,19,0.9707251191139221,0.9595854878425598,0.0,0.011139631271362305
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,210.0,1,22,22,0.9692599177360535,0.9471177458763123,0.0,0.02214217185974121
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.22220632433891296,1.0,0.7961336970329285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9673231244087219,0.0,0.0076708197593688965
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,210.0,1,27,24,0.9605788588523865,0.8899773955345154,0.0,0.0706014633178711
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.8882405757904053,0.0,0.04198658466339111
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,210.0,1,1,0,0.6970111727714539,0.0,1.0,0.6970111727714539
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9685889482498169,0.0,0.0019736886024475098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,210.0,1,23,18,0.9399094581604004,0.5091591477394104,0.0,0.43075031042099
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,210.0,1,5,5,0.9698070287704468,0.8799962997436523,0.0,0.08981072902679443
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,210.0,1,2,0,0.8516334295272827,0.0,1.0,0.8516334295272827
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,240.0,1,14,18,0.9440460801124573,0.8270921111106873,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,240.0,1,9,7,0.7039750814437866,0.31846484541893005,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,240.0,1,4,3,0.9343680143356323,0.8905960917472839,0.0,0.04377192258834839
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.005030423402786255,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,240.0,1,13,15,0.9679074883460999,0.9685837626457214,0.0,-0.000676274299621582
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,240.0,1,14,8,0.7014944553375244,0.07461640983819962,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,240.0,1,10,5,0.947745144367218,0.09205560386180878,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.7108221650123596,0.0,-0.008419156074523926
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9672530293464661,0.0,-0.0007167458534240723
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,240.0,1,16,13,0.8301816582679749,0.11943386495113373,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,240.0,1,9,9,0.9416733384132385,0.4660770297050476,0.0,0.4755963087081909
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.3632945418357849,0.0,0.47969913482666016
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,270.0,1,18,17,0.9544338583946228,0.9446719288825989,0.0,0.009761929512023926
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9511841535568237,0.0,0.017614126205444336
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9306329488754272,0.0,0.04060471057891846
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,270.0,1,21,21,0.9696711301803589,0.9581671357154846,0.0,0.011503994464874268
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,270.0,1,24,17,0.9364874362945557,0.850239098072052,0.0,0.08624833822250366
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9455205798149109,0.0,0.0206795334815979
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.198027104139328,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,270.0,1,26,27,0.9685283899307251,0.9628164172172546,0.0,0.005711972713470459
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,270.0,1,32,32,0.9112449884414673,0.7173055410385132,0.0,0.1939394474029541
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.9291781783103943,0.0,0.0343816876411438
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,270.0,1,6,2,0.41624000668525696,0.0033267815597355366,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,300.0,1,11,12,0.9614086151123047,0.7480722665786743,0.0,0.21333634853363037
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,300.0,1,41,39,0.9735146760940552,0.960753321647644,0.0,0.012761354446411133
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,300.0,1,4,2,0.9660115242004395,0.8158171772956848,0.0,0.15019434690475464
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,300.0,1,17,13,0.9683731198310852,0.9285810589790344,0.0,0.03979206085205078
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9485485553741455,0.0,0.02872675657272339
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,300.0,1,7,5,0.9747141003608704,0.8401538729667664,0.0,0.134560227394104
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,300.0,1,23,22,0.9731037020683289,0.9587334394454956,0.0,0.014370262622833252
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,300.0,1,19,21,0.9692836999893188,0.9625188708305359,0.0,0.006764829158782959
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,300.0,1,11,7,0.9719600677490234,0.9173629283905029,0.0,0.05459713935852051
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.587861180305481,0.0,0.09753525257110596
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,30.0,1,25,25,0.9676805138587952,0.9660720229148865,0.0,0.0016084909439086914
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,30.0,1,22,20,0.9675998091697693,0.9593127369880676,0.0,0.00828707218170166
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,30.0,1,2,2,0.0016580726951360703,0.0027253751177340746,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.1506931036710739,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.97171550989151,0.0,0.003748774528503418
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,30.0,1,20,21,0.9735536575317383,0.9629780054092407,0.0,0.010575652122497559
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,30.0,1,8,7,0.7921563982963562,0.5777609944343567,0.0,0.41744378209114075
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,30.0,1,4,2,0.3148190379142761,0.28842076659202576,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9591177701950073,0.0,0.004344463348388672
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,30.0,1,29,29,0.9722577929496765,0.9574921131134033,0.0,0.014765679836273193
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,30.0,1,8,5,0.865831732749939,0.855938732624054,0.0,0.00989300012588501
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,30.0,1,4,4,0.567403256893158,0.5952374339103699,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,330.0,1,14,17,0.9697760939598083,0.9586501717567444,0.0,0.011125922203063965
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,330.0,1,8,8,0.965247631072998,0.936915397644043,0.0,0.028332233428955078
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.002150472719222307,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,330.0,1,33,35,0.9760689735412598,0.9687963128089905,0.0,0.007272660732269287
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,330.0,1,21,22,0.976881742477417,0.9624552726745605,0.0,0.014426469802856445
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,330.0,1,4,2,0.8259961009025574,0.22871997952461243,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.0041726576164364815,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,330.0,1,26,27,0.9709285497665405,0.9672940373420715,0.0,0.003634512424468994
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,330.0,1,17,20,0.9716741442680359,0.9682906270027161,0.0,0.0033835172653198242
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,330.0,1,7,9,0.92475825548172,0.8602018356323242,0.0,0.06455641984939575
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,330.0,1,2,1,0.03137196972966194,0.022566044703125954,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,60.0,1,8,8,0.9693291783332825,0.9087775349617004,0.0,0.06055164337158203
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,60.0,1,15,12,0.9743183255195618,0.9649081230163574,0.0,0.009410202503204346
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.6202108263969421,0.0,0.34748733043670654
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,60.0,1,12,13,0.9701735377311707,0.9305859208106995,0.0,0.03958761692047119
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9557298421859741,0.0,0.0011273622512817383
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,60.0,1,9,4,0.9703363180160522,0.6563616991043091,0.0,0.31397461891174316
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,60.0,1,3,0,0.7510397434234619,0.0,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,60.0,1,14,17,0.9737958312034607,0.959734320640564,0.0,0.014061510562896729
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,60.0,1,23,27,0.9697824716567993,0.9537835121154785,0.0,0.0159989595413208
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,60.0,1,14,10,0.9646771550178528,0.949073851108551,0.0,0.015603303909301758
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.016131069511175156,1.0,0.8520744442939758
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,10.0,90.0,1,13,13,0.9614861011505127,0.9441831707954407,0.0,0.01730293035507202
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,30.0,90.0,1,24,21,0.914665699005127,0.9121282696723938,0.0,0.0025374293327331543
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,50.0,90.0,1,9,7,0.9580309391021729,0.7695439457893372,0.0,0.1884869933128357
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,10.0,90.0,1,33,30,0.9658175110816956,0.9623865485191345,0.0,0.003430962562561035
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,30.0,90.0,1,25,25,0.9619461297988892,0.9518681168556213,0.0,0.010078012943267822
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,50.0,90.0,1,6,6,0.9678090214729309,0.9329419732093811,0.0,0.034867048263549805
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.3072500228881836,0.0,0.5936630368232727
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9635396599769592,0.0,0.008858084678649902
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,30.0,90.0,1,27,27,0.9695606231689453,0.962809681892395,0.0,0.006750941276550293
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,50.0,90.0,1,10,9,0.9709850549697876,0.9522584080696106,0.0,0.018726646900177002
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,72,fixed,6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef,15.0,70.0,90.0,1,9,4,0.8682070374488831,0.04712747037410736,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/72/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 20,
+    "attacked_mean_confidence": 0.71721819598796,
+    "clean_conditioned_asr": 0.1694915254237288,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.19533047155808594,
+    "median_confidence_drop": 0.028854161500930786,
+    "per_class": {
+      "2": {
+        "attack_successes": 20,
+        "clean_conditioned_asr": 0.1694915254237288,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.19533047155808594,
+        "median_confidence_drop": 0.028854161500930786
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.6996467898058772,
+    "coco_ap": {
+      "ap50": 0.6996467898058772,
+      "ap75": 0.02825603315048486,
+      "mean_ap_50_95": 0.20255991199999182,
+      "per_class": {
+        "2": 0.20255991199999182
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.6996467898058772,
+          "per_class": {
+            "2": {
+              "ap": 0.6996467898058772,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.06709829311359623,
+              "recall": 0.7916666666666666
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6070852768655858,
+          "per_class": {
+            "2": {
+              "ap": 0.6070852768655858,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.06474396703943497,
+              "recall": 0.7638888888888888
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.3959175301998335,
+          "per_class": {
+            "2": {
+              "ap": 0.3959175301998335,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.04826368452030606,
+              "recall": 0.5694444444444444
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.2092968932479828,
+          "per_class": {
+            "2": {
+              "ap": 0.2092968932479828,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.032371983519717484,
+              "recall": 0.3819444444444444
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07508047077793624,
+          "per_class": {
+            "2": {
+              "ap": 0.07508047077793624,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.01883460859329017,
+              "recall": 0.2222222222222222
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.02825603315048486,
+          "per_class": {
+            "2": {
+              "ap": 0.02825603315048486,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.007651559741024131,
+              "recall": 0.09027777777777778
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.007015795919214562,
+          "per_class": {
+            "2": {
+              "ap": 0.007015795919214562,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.004120070629782225,
+              "recall": 0.04861111111111111
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0033003300330033,
+          "per_class": {
+            "2": {
+              "ap": 0.0033003300330033,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.002354326074161271,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1699,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20255991199999182,
+    "recall": 0.6805555555555556,
+    "recall_result": {
+      "matched_ground_truth": 98,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 98,
+          "num_ground_truth": 144,
+          "recall": 0.6805555555555556
+        }
+      },
+      "recall": 0.6805555555555556
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 72,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "6f27993cf593ecec98812ba84a0050b64b1f285b677e1311dfa3c5e8c013ceef"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/73/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,7.0167091267055864e-15,1,15,13,0.9415967464447021,0.9383043050765991,0.0,0.0032924413681030273
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8129764795303345,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,7.0167091267055864e-15,1,23,20,0.9495499134063721,0.9258087873458862,0.0,0.02374112606048584
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,7.0167091267055864e-15,1,23,18,0.8065164089202881,0.8460441827774048,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.003999590873718262,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,7.0167091267055864e-15,1,13,11,0.9577577114105225,0.9589465260505676,0.0,-0.001188814640045166
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,7.0167091267055864e-15,1,17,13,0.1756373792886734,0.1325090080499649,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0023482777178287506,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011555623263120651,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,120.0,1,20,20,0.9640054106712341,0.953047513961792,0.0,0.010957896709442139
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9628069400787354,0.0,0.01328277587890625
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,120.0,1,7,3,0.961027204990387,0.8385910391807556,0.0,0.12243616580963135
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.053648728877305984,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,120.0,1,18,19,0.9702920317649841,0.9703423976898193,0.0,-5.036592483520508e-05
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,120.0,1,16,18,0.9708111882209778,0.968194305896759,0.0,0.00261688232421875
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,120.0,1,11,10,0.9675745964050293,0.9361509084701538,0.0,0.03142368793487549
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.09544507414102554,1.0,0.9360455870628357
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.971947193145752,0.0,0.002336263656616211
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.968338131904602,0.0,0.004033684730529785
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,120.0,1,12,12,0.9731140732765198,0.9456386566162109,0.0,0.027475416660308838
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,120.0,1,8,6,0.9338503479957581,0.9099732041358948,0.0,0.02387714385986328
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,150.0,1,16,18,0.9707441926002502,0.9672912359237671,0.0,0.0034529566764831543
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,150.0,1,22,20,0.9707823395729065,0.9452012777328491,0.0,0.025581061840057373
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,150.0,1,3,1,0.832927942276001,0.27991169691085815,0.0,0.5530162453651428
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.003390532685443759,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,150.0,1,34,36,0.977126955986023,0.9755461812019348,0.0,0.0015807747840881348
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,150.0,1,34,36,0.9794231653213501,0.9711675047874451,0.0,0.00825566053390503
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,150.0,1,9,6,0.9561671614646912,0.7341967821121216,0.0,0.22197037935256958
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.31711047887802124,0.0,0.07679036259651184
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9706782102584839,0.0,0.0007524490356445312
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,150.0,1,39,38,0.9740747213363647,0.9647396206855774,0.0,0.009335100650787354
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,150.0,1,8,8,0.9670338034629822,0.8246587514877319,0.0,0.14237505197525024
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,150.0,1,4,4,0.7029955983161926,0.6676341891288757,0.0,0.035361409187316895
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,180.0,1,21,23,0.9767346382141113,0.9574375152587891,0.0,0.019297122955322266
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.8572397828102112,0.0,0.10090923309326172
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.006791477091610432,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,180.0,1,25,25,0.9737359285354614,0.9533838033676147,0.0,0.02035212516784668
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.7884817719459534,0.0,0.17543548345565796
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,180.0,1,4,1,0.9085392355918884,0.12243153899908066,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9610387682914734,0.0,0.006105184555053711
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.5068879127502441,0.0,0.4435528516769409
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,180.0,1,5,5,0.8544166684150696,0.015842048451304436,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,210.0,1,16,19,0.9707251191139221,0.9631897807121277,0.0,0.007535338401794434
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,210.0,1,22,20,0.9692599177360535,0.9486091732978821,0.0,0.020650744438171387
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.2518325746059418,0.0,0.5443011224269867
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,210.0,1,9,9,0.9749939441680908,0.9693935513496399,0.0,0.005600392818450928
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,210.0,1,27,26,0.9605788588523865,0.8846805095672607,0.0,0.07589834928512573
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.8062337636947632,0.0,0.1239933967590332
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.4814804196357727,0.0,0.21553075313568115
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.969190239906311,0.0,0.0013723969459533691
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,210.0,1,23,18,0.9399094581604004,0.43660882115364075,0.0,0.5033006370067596
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,210.0,1,5,3,0.9698070287704468,0.818098247051239,0.0,0.15170878171920776
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.4743667542934418,0.0,0.37726667523384094
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,240.0,1,14,17,0.9440460801124573,0.8883302807807922,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,240.0,1,9,8,0.7039750814437866,0.37587133049964905,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,240.0,1,4,2,0.9343680143356323,0.8009316325187683,0.0,0.133436381816864
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.1788034588098526,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,240.0,1,13,18,0.9679074883460999,0.9694054126739502,0.0,-0.0014979243278503418
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.06813986599445343,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,240.0,1,10,5,0.947745144367218,0.06064175069332123,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.7475864291191101,0.0,-0.045183420181274414
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9667354226112366,0.0,-0.00019913911819458008
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,240.0,1,16,16,0.8301816582679749,0.10923279821872711,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,240.0,1,9,8,0.9416733384132385,0.34940430521965027,1.0,0.9416733384132385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,240.0,1,3,1,0.8429936766624451,0.2932354211807251,0.0,0.54975825548172
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,270.0,1,18,18,0.9544338583946228,0.9438517093658447,0.0,0.010582149028778076
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,270.0,1,29,31,0.9687982797622681,0.9371830224990845,0.0,0.031615257263183594
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.5666259527206421,0.0,0.4046117067337036
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,270.0,1,4,1,0.6735224723815918,0.0027598014567047358,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,270.0,1,21,21,0.9696711301803589,0.9587435126304626,0.0,0.01092761754989624
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.7915458083152771,0.0,0.14494162797927856
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9089543223381042,0.0,0.05724579095840454
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,270.0,1,3,2,0.8043547868728638,0.23034897446632385,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,270.0,1,26,27,0.9685283899307251,0.9567068219184875,0.0,0.011821568012237549
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,270.0,1,32,31,0.9112449884414673,0.3786277770996094,0.0,0.5326172113418579
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,270.0,1,7,8,0.9635598659515381,0.9113753437995911,0.0,0.05218452215194702
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,270.0,1,6,2,0.41624000668525696,0.0915922299027443,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,300.0,1,11,13,0.9614086151123047,0.7752401828765869,0.0,0.18616843223571777
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,300.0,1,41,39,0.9735146760940552,0.9498634934425354,0.0,0.023651182651519775
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,300.0,1,4,2,0.9660115242004395,0.8139911890029907,0.0,0.15202033519744873
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,300.0,1,17,17,0.9683731198310852,0.9215063452720642,0.0,0.046866774559020996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9344626069068909,0.0,0.04281270503997803
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.7861674427986145,0.0,0.18854665756225586
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,300.0,1,3,1,0.8216248154640198,0.014928236603736877,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,300.0,1,23,19,0.9731037020683289,0.9451029300689697,0.0,0.02800077199935913
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,300.0,1,19,21,0.9692836999893188,0.9618576169013977,0.0,0.007426083087921143
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.935529887676239,0.0,0.036430180072784424
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.4379268288612366,0.0,0.24746960401535034
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,30.0,1,25,24,0.9676805138587952,0.9650080800056458,0.0,0.002672433853149414
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,30.0,1,22,20,0.9675998091697693,0.9592193961143494,0.0,0.008380413055419922
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,30.0,1,2,1,0.0016580726951360703,0.0023312540724873543,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.1569596379995346,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.971574068069458,0.0,0.00389021635055542
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,30.0,1,20,19,0.9735536575317383,0.9675990343093872,0.0,0.005954623222351074
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,30.0,1,8,8,0.7921563982963562,0.5686039924621582,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.4745963513851166,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9622700810432434,0.0,0.0011921525001525879
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,30.0,1,29,27,0.9722577929496765,0.9611700773239136,0.0,0.01108771562576294
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,30.0,1,8,5,0.865831732749939,0.8749772906303406,0.0,-0.009145557880401611
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,30.0,1,4,4,0.567403256893158,0.5760520100593567,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,330.0,1,14,17,0.9697760939598083,0.9340164661407471,0.0,0.03575962781906128
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,330.0,1,8,9,0.965247631072998,0.9328020215034485,0.0,0.03244560956954956
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.0033300004433840513,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,330.0,1,33,35,0.9760689735412598,0.9566763043403625,0.0,0.019392669200897217
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,330.0,1,21,21,0.976881742477417,0.9653108716011047,0.0,0.011570870876312256
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,330.0,1,4,3,0.8259961009025574,0.20069833099842072,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.008494631387293339,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,330.0,1,26,28,0.9709285497665405,0.967475175857544,0.0,0.003453373908996582
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9654955863952637,0.0,0.006178557872772217
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,330.0,1,7,8,0.92475825548172,0.8113558888435364,0.0,0.1134023666381836
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,330.0,1,2,2,0.03137196972966194,0.02234790474176407,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,60.0,1,8,10,0.9693291783332825,0.9057224988937378,0.0,0.06360667943954468
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.959887683391571,0.0,0.014430642127990723
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.6882242560386658,0.0,0.2794739007949829
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,60.0,1,12,11,0.9701735377311707,0.9544742703437805,0.0,0.015699267387390137
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,60.0,1,10,9,0.9568572044372559,0.9541014432907104,0.0,0.00275576114654541
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,60.0,1,9,5,0.9703363180160522,0.7756514549255371,0.0,0.19468486309051514
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.08229447901248932,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,60.0,1,14,17,0.9737958312034607,0.961333692073822,0.0,0.012462139129638672
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9575536847114563,0.0,0.012228786945343018
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,60.0,1,14,12,0.9646771550178528,0.9665287733078003,0.0,-0.0018516182899475098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.009426336735486984,1.0,0.8520744442939758
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,10.0,90.0,1,13,12,0.9614861011505127,0.93753582239151,0.0,0.023950278759002686
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,30.0,90.0,1,24,20,0.914665699005127,0.8988159894943237,0.0,0.015849709510803223
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,50.0,90.0,1,9,7,0.9580309391021729,0.8234775066375732,0.0,0.1345534324645996
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,10.0,90.0,1,33,33,0.9658175110816956,0.9630220532417297,0.0,0.0027954578399658203
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,30.0,90.0,1,25,22,0.9619461297988892,0.9521233439445496,0.0,0.0098227858543396
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,50.0,90.0,1,6,6,0.9678090214729309,0.9326985478401184,0.0,0.0351104736328125
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.20466108620166779,1.0,0.9009130597114563
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,10.0,90.0,1,27,27,0.9723977446556091,0.9668057560920715,0.0,0.005591988563537598
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,30.0,90.0,1,27,27,0.9695606231689453,0.9658116698265076,0.0,0.003748953342437744
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9561202526092529,0.0,0.014864802360534668
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,73,fixed,a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b,15.0,70.0,90.0,1,9,4,0.8682070374488831,0.04755431413650513,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/73/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 21,
+    "attacked_mean_confidence": 0.7051048761202117,
+    "clean_conditioned_asr": 0.17796610169491525,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.20744379142583427,
+    "median_confidence_drop": 0.03203043341636658,
+    "per_class": {
+      "2": {
+        "attack_successes": 21,
+        "clean_conditioned_asr": 0.17796610169491525,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.20744379142583427,
+        "median_confidence_drop": 0.03203043341636658
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7052235261216684,
+    "coco_ap": {
+      "ap50": 0.7052235261216684,
+      "ap75": 0.034839744165838064,
+      "mean_ap_50_95": 0.20523320926457145,
+      "per_class": {
+        "2": 0.20523320926457145
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7052235261216684,
+          "per_class": {
+            "2": {
+              "ap": 0.7052235261216684,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.06838106370543542,
+              "recall": 0.8125
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6077739199131293,
+          "per_class": {
+            "2": {
+              "ap": 0.6077739199131293,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.06604324956165984,
+              "recall": 0.7847222222222222
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.4060615819856507,
+          "per_class": {
+            "2": {
+              "ap": 0.4060615819856507,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.05143191116306254,
+              "recall": 0.6111111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.20999098012731449,
+          "per_class": {
+            "2": {
+              "ap": 0.20999098012731449,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.032144944476914086,
+              "recall": 0.3819444444444444
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07951909873560475,
+          "per_class": {
+            "2": {
+              "ap": 0.07951909873560475,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.01928696668614845,
+              "recall": 0.22916666666666666
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.034839744165838064,
+          "per_class": {
+            "2": {
+              "ap": 0.034839744165838064,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.008766803039158387,
+              "recall": 0.10416666666666667
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.0057121096725057125,
+          "per_class": {
+            "2": {
+              "ap": 0.0057121096725057125,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.0035067212156633548,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0032111319240032115,
+          "per_class": {
+            "2": {
+              "ap": 0.0032111319240032115,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.0023378141437755697,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1711,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20523320926457145,
+    "recall": 0.6805555555555556,
+    "recall_result": {
+      "matched_ground_truth": 98,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 98,
+          "num_ground_truth": 144,
+          "recall": 0.6805555555555556
+        }
+      },
+      "recall": 0.6805555555555556
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 73,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "a191a2c4f6a7411ca60f8dc6a834556edd1fbb4e0d28fb64c9aa4ad33cacd47b"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/74/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,7.0167091267055864e-15,1,15,11,0.9415967464447021,0.9373713731765747,0.0,0.004225373268127441
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.8127331733703613,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,7.0167091267055864e-15,1,23,18,0.9495499134063721,0.901661217212677,0.0,0.04788869619369507
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,7.0167091267055864e-15,1,23,20,0.8065164089202881,0.8447563648223877,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,7.0167091267055864e-15,1,1,1,0.005901790224015713,0.0029488818254321814,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,7.0167091267055864e-15,1,13,14,0.9577577114105225,0.9499750733375549,0.0,0.007782638072967529
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.16199113428592682,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.002324565313756466,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,7.0167091267055864e-15,1,1,2,0.012162497267127037,0.011715590953826904,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,120.0,1,20,24,0.9640054106712341,0.9605457782745361,0.0,0.003459632396697998
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9626355171203613,0.0,0.013454198837280273
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,120.0,1,7,3,0.961027204990387,0.804102897644043,0.0,0.156924307346344
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,120.0,1,1,0,0.2325688898563385,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,120.0,1,18,21,0.9702920317649841,0.9711215496063232,0.0,-0.0008295178413391113
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9674228429794312,0.0,0.003388345241546631
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,120.0,1,11,9,0.9675745964050293,0.9440754652023315,0.0,0.023499131202697754
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,120.0,1,4,2,0.9360455870628357,0.46382468938827515,0.0,0.47222089767456055
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,120.0,1,27,26,0.9742834568023682,0.9724023342132568,0.0,0.0018811225891113281
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9664194583892822,0.0,0.005952358245849609
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,120.0,1,12,10,0.9731140732765198,0.9489839673042297,0.0,0.02413010597229004
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9064957499504089,0.0,0.02735459804534912
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,150.0,1,16,18,0.9707441926002502,0.9682123064994812,0.0,0.002531886100769043
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,150.0,1,22,19,0.9707823395729065,0.9488186836242676,0.0,0.021963655948638916
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,150.0,1,3,1,0.832927942276001,0.31804439425468445,0.0,0.5148835480213165
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.001980592729523778,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,150.0,1,34,36,0.977126955986023,0.9750775098800659,0.0,0.0020494461059570312
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,150.0,1,34,33,0.9794231653213501,0.9691300392150879,0.0,0.010293126106262207
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,150.0,1,9,5,0.9561671614646912,0.8569427728652954,0.0,0.09922438859939575
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,150.0,1,2,2,0.3939008414745331,0.22685222327709198,1.0,0.3939008414745331
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,150.0,1,24,25,0.9714306592941284,0.9697625637054443,0.0,0.001668095588684082
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9575508236885071,0.0,0.016523897647857666
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,150.0,1,8,7,0.9670338034629822,0.8685016632080078,0.0,0.09853214025497437
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,150.0,1,4,3,0.7029955983161926,0.505275309085846,0.0,0.19772028923034668
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,180.0,1,21,23,0.9767346382141113,0.9681978225708008,0.0,0.008536815643310547
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.7229036688804626,0.0,0.23524534702301025
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,180.0,1,5,2,0.2427198588848114,0.04718494787812233,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,180.0,1,25,26,0.9737359285354614,0.9530649781227112,0.0,0.020670950412750244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.6609106659889221,0.0,0.3030065894126892
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,180.0,1,4,0,0.9085392355918884,0.0,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,180.0,1,29,28,0.9671439528465271,0.9618326425552368,0.0,0.005311310291290283
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,180.0,1,26,22,0.9504407644271851,0.5390805006027222,0.0,0.4113602638244629
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.01589483954012394,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,210.0,1,16,18,0.9707251191139221,0.9658385515213013,0.0,0.00488656759262085
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,210.0,1,22,21,0.9692599177360535,0.959962785243988,0.0,0.00929713249206543
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.1511043906211853,1.0,0.7961336970329285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,210.0,1,9,9,0.9749939441680908,0.9702990651130676,0.0,0.004694879055023193
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,210.0,1,27,24,0.9605788588523865,0.9030781984329224,0.0,0.05750066041946411
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.7526898980140686,0.0,0.17753726243972778
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.43569549918174744,0.0,0.2613156735897064
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9693965315818787,0.0,0.0011661052703857422
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,210.0,1,23,19,0.9399094581604004,0.574170708656311,0.0,0.36573874950408936
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,210.0,1,5,3,0.9698070287704468,0.8635930418968201,0.0,0.10621398687362671
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.5375722050666809,0.0,0.3140612244606018
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,240.0,1,14,15,0.9440460801124573,0.8702906966209412,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,240.0,1,9,5,0.7039750814437866,0.6288104057312012,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,240.0,1,4,2,0.9343680143356323,0.4517873525619507,0.0,0.48258066177368164
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.14817796647548676,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.9691101908683777,0.0,-0.001202702522277832
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,240.0,1,14,7,0.7014944553375244,0.26514381170272827,0.0,0.43635064363479614
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,240.0,1,10,6,0.947745144367218,0.10368476808071136,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,240.0,1,3,3,0.7024030089378357,0.7614732384681702,0.0,-0.05907022953033447
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,240.0,1,14,14,0.966536283493042,0.9675018787384033,0.0,-0.0009655952453613281
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,240.0,1,16,12,0.8301816582679749,0.10842084884643555,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,240.0,1,9,10,0.9416733384132385,0.6774222254753113,0.0,0.26425111293792725
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,240.0,1,3,2,0.8429936766624451,0.5418795943260193,0.0,0.3011140823364258
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,270.0,1,18,17,0.9544338583946228,0.9419893622398376,0.0,0.012444496154785156
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9457034468650818,0.0,0.02309483289718628
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.9000782370567322,0.0,0.07115942239761353
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,270.0,1,21,19,0.9696711301803589,0.9522609114646912,0.0,0.017410218715667725
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,270.0,1,24,18,0.9364874362945557,0.6817257404327393,0.0,0.2547616958618164
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9151628613471985,0.0,0.0510372519493103
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.20066756010055542,1.0,0.8043547868728638
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,270.0,1,26,24,0.9685283899307251,0.9475560784339905,0.0,0.02097231149673462
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,270.0,1,32,32,0.9112449884414673,0.1924133449792862,1.0,0.9112449884414673
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,270.0,1,7,5,0.9635598659515381,0.9236485958099365,0.0,0.03991127014160156
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.051364459097385406,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,300.0,1,11,12,0.9614086151123047,0.7290101051330566,0.0,0.23239850997924805
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,300.0,1,41,40,0.9735146760940552,0.9591511487960815,0.0,0.014363527297973633
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.65286785364151,0.0,0.31314367055892944
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.8870524168014526,0.0,0.08132070302963257
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9503006935119629,0.0,0.026974618434906006
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,300.0,1,7,4,0.9747141003608704,0.8729907870292664,0.0,0.101723313331604
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,300.0,1,23,18,0.9731037020683289,0.952233612537384,0.0,0.020870089530944824
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,300.0,1,19,22,0.9692836999893188,0.9419929385185242,0.0,0.027290761470794678
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.9487914443016052,0.0,0.023168623447418213
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.6227512955665588,0.0,0.06264513731002808
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,30.0,1,25,24,0.9676805138587952,0.9578596353530884,0.0,0.009820878505706787
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,30.0,1,22,19,0.9675998091697693,0.9540663957595825,0.0,0.013533413410186768
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,30.0,1,2,2,0.0016580726951360703,0.0019469823455438018,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.17716291546821594,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,30.0,1,41,44,0.9754642844200134,0.9686132669448853,0.0,0.006851017475128174
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,30.0,1,20,20,0.9735536575317383,0.9674198031425476,0.0,0.006133854389190674
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,30.0,1,8,8,0.7921563982963562,0.5541560053825378,0.0,0.3699124753475189
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.6006016135215759,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9554337859153748,0.0,0.00802844762802124
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,30.0,1,29,27,0.9722577929496765,0.9614783525466919,0.0,0.01077944040298462
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,30.0,1,8,6,0.865831732749939,0.813512921333313,0.0,0.05231881141662598
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,30.0,1,4,6,0.567403256893158,0.5958320498466492,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,330.0,1,14,16,0.9697760939598083,0.9503166079521179,0.0,0.01945948600769043
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,330.0,1,8,7,0.965247631072998,0.9134857058525085,0.0,0.0517619252204895
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.20528174936771393,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,330.0,1,33,36,0.9760689735412598,0.9577683210372925,0.0,0.018300652503967285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,330.0,1,21,22,0.976881742477417,0.9694567918777466,0.0,0.00742495059967041
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,330.0,1,4,4,0.8259961009025574,0.27925175428390503,0.0,0.5467443466186523
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,330.0,1,2,1,0.7361883521080017,0.007039482239633799,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,330.0,1,26,26,0.9709285497665405,0.9670283794403076,0.0,0.00390017032623291
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,330.0,1,17,21,0.9716741442680359,0.9598349332809448,0.0,0.011839210987091064
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,330.0,1,7,9,0.92475825548172,0.7985684275627136,0.0,0.12618982791900635
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,330.0,1,2,3,0.03137196972966194,0.08526507019996643,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,60.0,1,8,10,0.9693291783332825,0.8816159963607788,0.0,0.08771318197250366
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,60.0,1,15,12,0.9743183255195618,0.9492048621177673,0.0,0.025113463401794434
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.6135438084602356,0.0,0.3541543483734131
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,60.0,1,12,14,0.9701735377311707,0.9274457097053528,0.0,0.04272782802581787
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,60.0,1,10,8,0.9568572044372559,0.9512245655059814,0.0,0.005632638931274414
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,60.0,1,9,5,0.9703363180160522,0.8424288630485535,0.0,0.12790745496749878
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,60.0,1,3,0,0.7510397434234619,0.0,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,60.0,1,14,15,0.9737958312034607,0.9574588537216187,0.0,0.01633697748184204
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9604227542877197,0.0,0.00935971736907959
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,60.0,1,14,12,0.9646771550178528,0.9613136053085327,0.0,0.0033635497093200684
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.014598757028579712,1.0,0.8520744442939758
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,10.0,90.0,1,13,14,0.9614861011505127,0.936646580696106,0.0,0.02483952045440674
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,30.0,90.0,1,24,21,0.914665699005127,0.8684472441673279,0.0,0.04621845483779907
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,50.0,90.0,1,9,7,0.9580309391021729,0.32944637537002563,0.0,0.6285845637321472
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,10.0,90.0,1,33,31,0.9658175110816956,0.9635723233222961,0.0,0.002245187759399414
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,30.0,90.0,1,25,25,0.9619461297988892,0.952772319316864,0.0,0.009173810482025146
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,50.0,90.0,1,6,7,0.9678090214729309,0.8703060150146484,0.0,0.09750300645828247
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.4357004165649414,0.0,0.4652126431465149
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,10.0,90.0,1,27,27,0.9723977446556091,0.9609761238098145,0.0,0.011421620845794678
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,30.0,90.0,1,27,26,0.9695606231689453,0.9659605026245117,0.0,0.0036001205444335938
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9474633932113647,0.0,0.02352166175842285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,74,fixed,237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18,15.0,70.0,90.0,1,9,5,0.8682070374488831,0.1473754346370697,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/74/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 18,
+    "attacked_mean_confidence": 0.7132586091756821,
+    "clean_conditioned_asr": 0.15254237288135594,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.19929005837036393,
+    "median_confidence_drop": 0.04131954908370972,
+    "per_class": {
+      "2": {
+        "attack_successes": 18,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.19929005837036393,
+        "median_confidence_drop": 0.04131954908370972
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.724379657701419,
+    "coco_ap": {
+      "ap50": 0.724379657701419,
+      "ap75": 0.03285046398395664,
+      "mean_ap_50_95": 0.20909847683584118,
+      "per_class": {
+        "2": 0.20909847683584118
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.724379657701419,
+          "per_class": {
+            "2": {
+              "ap": 0.724379657701419,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.06986382474837181,
+              "recall": 0.8194444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6255177162056247,
+          "per_class": {
+            "2": {
+              "ap": 0.6255177162056247,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.06690349319123742,
+              "recall": 0.7847222222222222
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.41458529674464206,
+          "per_class": {
+            "2": {
+              "ap": 0.41458529674464206,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.054470100651272946,
+              "recall": 0.6388888888888888
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.2095847201740392,
+          "per_class": {
+            "2": {
+              "ap": 0.2095847201740392,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.03493191237418591,
+              "recall": 0.4097222222222222
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.0769442625081155,
+          "per_class": {
+            "2": {
+              "ap": 0.0769442625081155,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.018946121965660152,
+              "recall": 0.2222222222222222
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03285046398395664,
+          "per_class": {
+            "2": {
+              "ap": 0.03285046398395664,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.008880994671403197,
+              "recall": 0.10416666666666667
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.005304101838755304,
+          "per_class": {
+            "2": {
+              "ap": 0.005304101838755304,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.0041444641799881585,
+              "recall": 0.04861111111111111
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0018185492018589612,
+          "per_class": {
+            "2": {
+              "ap": 0.0018185492018589612,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.0017761989342806395,
+              "recall": 0.020833333333333332
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1689,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20909847683584118,
+    "recall": 0.7083333333333334,
+    "recall_result": {
+      "matched_ground_truth": 102,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 102,
+          "num_ground_truth": 144,
+          "recall": 0.7083333333333334
+        }
+      },
+      "recall": 0.7083333333333334
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 74,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "237f5134f979cd1b9d81cce9079802c388208903c392804c999b80ddc2910f18"
+  }
+}

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/75/samples.csv

@@ -0,0 +1,145 @@
+sample,vehicle,latent_seed,scene_condition_mode,texture_sha256,distance,elevation,azimuth,ground_truth_count,clean_prediction_count,attacked_prediction_count,clean_max_confidence,attacked_max_confidence,clean_conditioned_asr,mean_confidence_drop
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0006.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,7.0167091267055864e-15,1,15,11,0.9415967464447021,0.9265500903129578,0.0,0.015046656131744385
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0018.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,7.0167091267055864e-15,1,16,11,0.8173046112060547,0.81224125623703,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0030.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,7.0167091267055864e-15,1,1,0,0.0014798592310398817,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0042.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,7.0167091267055864e-15,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0054.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,7.0167091267055864e-15,1,23,19,0.9495499134063721,0.9015816450119019,0.0,0.047968268394470215
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0066.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,7.0167091267055864e-15,1,23,19,0.8065164089202881,0.8469977974891663,1.0,0.8065164089202881
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0078.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,7.0167091267055864e-15,1,1,0,0.005901790224015713,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0090.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,7.0167091267055864e-15,1,1,0,0.00813109427690506,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0102.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,7.0167091267055864e-15,1,13,11,0.9577577114105225,0.9572317004203796,0.0,0.0005260109901428223
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0114.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,7.0167091267055864e-15,1,17,14,0.1756373792886734,0.17100408673286438,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0126.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,7.0167091267055864e-15,1,1,1,0.0021923512686043978,0.0023510006722062826,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_0_VEHICLE_05_lincoln_mkz_2017_0138.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,7.0167091267055864e-15,1,1,1,0.012162497267127037,0.011381063610315323,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0002.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,120.0,1,20,23,0.9640054106712341,0.9457876086235046,0.0,0.018217802047729492
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0014.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,120.0,1,10,6,0.9760897159576416,0.9607418179512024,0.0,0.015347898006439209
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0026.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,120.0,1,7,2,0.961027204990387,0.5235574245452881,0.0,0.4374697804450989
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0038.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,120.0,1,1,1,0.2325688898563385,0.006787859369069338,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0050.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,120.0,1,18,21,0.9702920317649841,0.9703378081321716,0.0,-4.57763671875e-05
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0062.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,120.0,1,16,17,0.9708111882209778,0.9672623872756958,0.0,0.0035488009452819824
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0074.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,120.0,1,11,7,0.9675745964050293,0.9394752383232117,0.0,0.028099358081817627
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0086.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,120.0,1,4,3,0.9360455870628357,0.7657801508903503,0.0,0.17026543617248535
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0098.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,120.0,1,27,27,0.9742834568023682,0.9723861813545227,0.0,0.001897275447845459
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0110.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,120.0,1,24,23,0.9723718166351318,0.9689975380897522,0.0,0.0033742785453796387
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0122.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,120.0,1,12,12,0.9731140732765198,0.9450671076774597,0.0,0.02804696559906006
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_120_VEHICLE_05_lincoln_mkz_2017_0134.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,120.0,1,8,5,0.9338503479957581,0.9283090233802795,0.0,0.005541324615478516
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0001.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,150.0,1,16,17,0.9707441926002502,0.9662134647369385,0.0,0.004530727863311768
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0013.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,150.0,1,22,18,0.9707823395729065,0.9231735467910767,0.0,0.047608792781829834
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0025.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,150.0,1,3,1,0.832927942276001,0.19737662374973297,1.0,0.832927942276001
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0037.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,150.0,1,1,1,0.004105213563889265,0.0022081572096794844,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0049.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,150.0,1,34,32,0.977126955986023,0.9760076999664307,0.0,0.0011192560195922852
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0061.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,150.0,1,34,34,0.9794231653213501,0.9707719683647156,0.0,0.008651196956634521
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0073.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,150.0,1,9,6,0.9561671614646912,0.849226713180542,0.0,0.10694044828414917
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0085.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,150.0,1,2,3,0.3939008414745331,0.30081310868263245,0.0,0.09308773279190063
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0097.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,150.0,1,24,24,0.9714306592941284,0.9702708721160889,0.0,0.0011597871780395508
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0109.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,150.0,1,39,39,0.9740747213363647,0.9641005396842957,0.0,0.009974181652069092
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0121.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,150.0,1,8,7,0.9670338034629822,0.8452602624893188,0.0,0.12177354097366333
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_150_VEHICLE_05_lincoln_mkz_2017_0133.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,150.0,1,4,4,0.7029955983161926,0.5375067591667175,0.0,0.1654888391494751
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0000.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,180.0,1,21,22,0.9767346382141113,0.9721207618713379,0.0,0.0046138763427734375
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0012.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,180.0,1,11,10,0.9581490159034729,0.6981362104415894,0.0,0.26001280546188354
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0024.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,180.0,1,5,1,0.2427198588848114,0.0015600230544805527,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0036.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,180.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0048.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,180.0,1,25,25,0.9737359285354614,0.9641656875610352,0.0,0.00957024097442627
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0060.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,180.0,1,10,8,0.9639172554016113,0.7550621628761292,0.0,0.20885509252548218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0072.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,180.0,1,4,0,0.9085392355918884,0.0,1.0,0.9085392355918884
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0084.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,180.0,1,2,0,0.1155153214931488,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0096.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,180.0,1,29,29,0.9671439528465271,0.9585005044937134,0.0,0.00864344835281372
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0108.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,180.0,1,26,23,0.9504407644271851,0.5048438310623169,0.0,0.44559693336486816
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0120.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,180.0,1,5,4,0.8544166684150696,0.015926029533147812,1.0,0.8544166684150696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_180_VEHICLE_05_lincoln_mkz_2017_0132.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,180.0,1,1,0,0.0011837179772555828,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0011.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,210.0,1,16,19,0.9707251191139221,0.9639368057250977,0.0,0.006788313388824463
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0023.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,210.0,1,22,21,0.9692599177360535,0.9549304842948914,0.0,0.01432943344116211
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0035.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,210.0,1,4,2,0.7961336970329285,0.18757310509681702,1.0,0.7961336970329285
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0047.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,210.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0059.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,210.0,1,9,8,0.9749939441680908,0.9702894687652588,0.0,0.004704475402832031
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0071.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,210.0,1,27,25,0.9605788588523865,0.9232395887374878,0.0,0.03733927011489868
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0083.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,210.0,1,4,4,0.9302271604537964,0.8744587898254395,0.0,0.055768370628356934
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0095.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,210.0,1,1,1,0.6970111727714539,0.5540131330490112,0.0,0.14299803972244263
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0107.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,210.0,1,19,19,0.9705626368522644,0.9699059128761292,0.0,0.0006567239761352539
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0119.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,210.0,1,23,20,0.9399094581604004,0.5832915306091309,0.0,0.35661792755126953
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0131.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,210.0,1,5,4,0.9698070287704468,0.8924731016159058,0.0,0.07733392715454102
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_210_VEHICLE_05_lincoln_mkz_2017_0143.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,210.0,1,2,1,0.8516334295272827,0.3989163935184479,0.0,0.45271703600883484
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0010.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,240.0,1,14,15,0.9440460801124573,0.8404855728149414,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0022.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,240.0,1,9,7,0.7039750814437866,0.26983803510665894,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0034.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,240.0,1,4,3,0.9343680143356323,0.7227022051811218,0.0,0.2116658091545105
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0046.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,240.0,1,2,1,0.12369886040687561,0.12074226140975952,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0058.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,240.0,1,13,17,0.9679074883460999,0.9674586057662964,0.0,0.0004488825798034668
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0070.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,240.0,1,14,5,0.7014944553375244,0.02449081279337406,1.0,0.7014944553375244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0082.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,240.0,1,10,5,0.947745144367218,0.08523371815681458,1.0,0.947745144367218
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0094.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,240.0,1,3,4,0.7024030089378357,0.6541427373886108,0.0,0.048260271549224854
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0106.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,240.0,1,14,15,0.966536283493042,0.9676100015640259,0.0,-0.0010737180709838867
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0118.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,240.0,1,16,14,0.8301816582679749,0.1036393791437149,1.0,0.8301816582679749
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0130.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,240.0,1,9,6,0.9416733384132385,0.42482805252075195,0.0,0.5168452858924866
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_240_VEHICLE_05_lincoln_mkz_2017_0142.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,240.0,1,3,2,0.8429936766624451,0.5749329924583435,0.0,0.26806068420410156
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0009.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,270.0,1,18,18,0.9544338583946228,0.9276559948921204,0.0,0.02677786350250244
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0021.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,270.0,1,29,29,0.9687982797622681,0.9445587992668152,0.0,0.02423948049545288
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0033.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,270.0,1,4,2,0.9712376594543457,0.7556980848312378,0.0,0.2155395746231079
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0045.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,270.0,1,4,0,0.6735224723815918,0.0,1.0,0.6735224723815918
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0057.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,270.0,1,21,20,0.9696711301803589,0.9628563523292542,0.0,0.006814777851104736
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0069.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,270.0,1,24,17,0.9364874362945557,0.8059513568878174,0.0,0.13053607940673828
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0081.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,270.0,1,4,3,0.9662001132965088,0.9279360175132751,0.0,0.03826409578323364
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0093.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,270.0,1,3,1,0.8043547868728638,0.30090123414993286,0.0,0.5034535527229309
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0105.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,270.0,1,26,25,0.9685283899307251,0.9590760469436646,0.0,0.009452342987060547
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0117.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,270.0,1,32,31,0.9112449884414673,0.32087793946266174,0.0,0.5903670489788055
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0129.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,270.0,1,7,7,0.9635598659515381,0.918067455291748,0.0,0.04549241065979004
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_270_VEHICLE_05_lincoln_mkz_2017_0141.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,270.0,1,6,1,0.41624000668525696,0.0010153340408578515,1.0,0.41624000668525696
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0008.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,300.0,1,11,11,0.9614086151123047,0.8293332457542419,0.0,0.13207536935806274
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0020.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,300.0,1,41,37,0.9735146760940552,0.959744930267334,0.0,0.013769745826721191
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0032.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,300.0,1,4,1,0.9660115242004395,0.7012284398078918,0.0,0.2647830843925476
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0044.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,300.0,1,1,0,0.05907765403389931,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0056.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,300.0,1,17,14,0.9683731198310852,0.9312853813171387,0.0,0.03708773851394653
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0068.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,300.0,1,22,23,0.9772753119468689,0.9383593797683716,0.0,0.038915932178497314
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0080.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,300.0,1,7,3,0.9747141003608704,0.8891907930374146,0.0,0.08552330732345581
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0092.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,300.0,1,3,0,0.8216248154640198,0.0,1.0,0.8216248154640198
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0104.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,300.0,1,23,20,0.9731037020683289,0.9377024173736572,0.0,0.03540128469467163
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0116.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,300.0,1,19,21,0.9692836999893188,0.9664936065673828,0.0,0.002790093421936035
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0128.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,300.0,1,11,6,0.9719600677490234,0.9452458024024963,0.0,0.0267142653465271
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_300_VEHICLE_05_lincoln_mkz_2017_0140.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,300.0,1,2,1,0.6853964328765869,0.5210185050964355,0.0,0.16437792778015137
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0005.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,30.0,1,25,23,0.9676805138587952,0.9607113003730774,0.0,0.0069692134857177734
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0017.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,30.0,1,22,19,0.9675998091697693,0.9323419332504272,0.0,0.03525787591934204
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0029.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,30.0,1,2,2,0.0016580726951360703,0.0025860611349344254,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0041.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,30.0,1,1,1,0.19586347043514252,0.15063335001468658,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0053.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,30.0,1,41,43,0.9754642844200134,0.9706436991691589,0.0,0.004820585250854492
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0065.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,30.0,1,20,20,0.9735536575317383,0.9641293883323669,0.0,0.009424269199371338
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0077.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,30.0,1,8,6,0.7921563982963562,0.5328522324562073,1.0,0.7921563982963562
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0089.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,30.0,1,4,4,0.3148190379142761,0.2883347272872925,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0101.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,30.0,1,49,48,0.963462233543396,0.9571659564971924,0.0,0.006296277046203613
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0113.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,30.0,1,29,30,0.9722577929496765,0.9641613960266113,0.0,0.008096396923065186
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0125.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,30.0,1,8,5,0.865831732749939,0.862353503704071,0.0,0.00347822904586792
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_30_VEHICLE_05_lincoln_mkz_2017_0137.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,30.0,1,4,4,0.567403256893158,0.6198186278343201,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0007.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,330.0,1,14,18,0.9697760939598083,0.9498444199562073,0.0,0.019931674003601074
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0019.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,330.0,1,8,7,0.965247631072998,0.934390664100647,0.0,0.030856966972351074
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0031.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,330.0,1,4,2,0.7786194682121277,0.19940927624702454,1.0,0.7786194682121277
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0043.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,330.0,1,2,0,0.0031646420247852802,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0055.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,330.0,1,33,35,0.9760689735412598,0.9638785123825073,0.0,0.012190461158752441
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0067.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,330.0,1,21,21,0.976881742477417,0.9700528383255005,0.0,0.006828904151916504
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0079.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,330.0,1,4,4,0.8259961009025574,0.2305275946855545,1.0,0.8259961009025574
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0091.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,330.0,1,2,4,0.7361883521080017,0.021731220185756683,1.0,0.7361883521080017
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0103.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,330.0,1,26,26,0.9709285497665405,0.9676454663276672,0.0,0.003283083438873291
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0115.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,330.0,1,17,19,0.9716741442680359,0.9680183529853821,0.0,0.0036557912826538086
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0127.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,330.0,1,7,7,0.92475825548172,0.7535573244094849,0.0,0.1712009310722351
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_330_VEHICLE_05_lincoln_mkz_2017_0139.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,330.0,1,2,2,0.03137196972966194,0.3356493413448334,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0004.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,60.0,1,8,6,0.9693291783332825,0.8889130353927612,0.0,0.08041614294052124
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0016.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,60.0,1,15,11,0.9743183255195618,0.9290905594825745,0.0,0.045227766036987305
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0028.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,60.0,1,3,2,0.9676981568336487,0.4726884067058563,0.0,0.49500975012779236
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0040.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,60.0,1,0,0,0.0,0.0,0.0,0.0
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0052.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,60.0,1,12,12,0.9701735377311707,0.9062629342079163,0.0,0.0639106035232544
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0064.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,60.0,1,10,8,0.9568572044372559,0.9512280821800232,0.0,0.005629122257232666
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0076.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,60.0,1,9,3,0.9703363180160522,0.8036419153213501,0.0,0.16669440269470215
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0088.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,60.0,1,3,1,0.7510397434234619,0.10617290437221527,1.0,0.7510397434234619
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0100.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,60.0,1,14,16,0.9737958312034607,0.9556260704994202,0.0,0.018169760704040527
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0112.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,60.0,1,23,25,0.9697824716567993,0.9505033493041992,0.0,0.019279122352600098
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0124.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,60.0,1,14,10,0.9646771550178528,0.9637604355812073,0.0,0.0009167194366455078
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_60_VEHICLE_05_lincoln_mkz_2017_0136.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,60.0,1,4,1,0.8520744442939758,0.47642868757247925,0.0,0.3756457567214966
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0003.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,10.0,90.0,1,13,14,0.9614861011505127,0.9288376569747925,0.0,0.032648444175720215
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0015.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,30.0,90.0,1,24,20,0.914665699005127,0.8507117629051208,0.0,0.0639539361000061
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0027.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,50.0,90.0,1,9,6,0.9580309391021729,0.6578131914138794,0.0,0.30021774768829346
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0039.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,7.0,70.0,90.0,1,2,0,0.25703415274620056,0.0,1.0,0.25703415274620056
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0051.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,10.0,90.0,1,33,28,0.9658175110816956,0.9652525782585144,0.0,0.0005649328231811523
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0063.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,30.0,90.0,1,25,22,0.9619461297988892,0.9459113478660583,0.0,0.01603478193283081
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0075.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,50.0,90.0,1,6,5,0.9678090214729309,0.9338406920433044,0.0,0.033968329429626465
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0087.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,11.0,70.0,90.0,1,2,1,0.9009130597114563,0.35422948002815247,0.0,0.5466835796833038
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0099.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,10.0,90.0,1,27,28,0.9723977446556091,0.9565725326538086,0.0,0.015825212001800537
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0111.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,30.0,90.0,1,27,26,0.9695606231689453,0.9573947787284851,0.0,0.012165844440460205
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0123.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,50.0,90.0,1,10,8,0.9709850549697876,0.9614580869674683,0.0,0.009526968002319336
+stage2_town10_MAP_Town10HD_Opt_WEATHER_ClearNoon_AZIMUTHS_90_VEHICLE_05_lincoln_mkz_2017_0135.npy,lincoln.mkz_2017,75,fixed,efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084,15.0,70.0,90.0,1,9,3,0.8682070374488831,0.047370001673698425,1.0,0.8682070374488831

development/20260810/stage28_moe_routing_counterfactual_v1/executions/development/lincoln_mkz_2017/gated_primary/learned/renderer_evaluation/per_seed/75/summary.json

@@ -0,0 +1,340 @@
+{
+  "attack_effect": {
+    "attack_successes": 18,
+    "attacked_mean_confidence": 0.7169373876462548,
+    "clean_conditioned_asr": 0.15254237288135594,
+    "clean_detected": 118,
+    "clean_mean_confidence": 0.912548667546046,
+    "mean_confidence_drop": 0.19561127989979113,
+    "median_confidence_drop": 0.03780168294906616,
+    "per_class": {
+      "2": {
+        "attack_successes": 18,
+        "clean_conditioned_asr": 0.15254237288135594,
+        "clean_detected": 118,
+        "mean_confidence_drop": 0.19561127989979113,
+        "median_confidence_drop": 0.03780168294906616
+      }
+    }
+  },
+  "attacked": {
+    "ap50": 0.7149565072205115,
+    "coco_ap": {
+      "ap50": 0.7149565072205115,
+      "ap75": 0.023095748433730738,
+      "mean_ap_50_95": 0.20426132858606666,
+      "per_class": {
+        "2": 0.20426132858606666
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.7149565072205115,
+          "per_class": {
+            "2": {
+              "ap": 0.7149565072205115,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.0687990343995172,
+              "recall": 0.7916666666666666
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.6171967659969596,
+          "per_class": {
+            "2": {
+              "ap": 0.6171967659969596,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.06578153289076645,
+              "recall": 0.7569444444444444
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.4153273345987182,
+          "per_class": {
+            "2": {
+              "ap": 0.4153273345987182,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.05371152685576343,
+              "recall": 0.6180555555555556
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.1920100827487356,
+          "per_class": {
+            "2": {
+              "ap": 0.1920100827487356,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.032589016294508145,
+              "recall": 0.375
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.07159082231590073,
+          "per_class": {
+            "2": {
+              "ap": 0.07159082231590073,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.018105009052504527,
+              "recall": 0.20833333333333334
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.023095748433730738,
+          "per_class": {
+            "2": {
+              "ap": 0.023095748433730738,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.007845503922751962,
+              "recall": 0.09027777777777778
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.00522489262210692,
+          "per_class": {
+            "2": {
+              "ap": 0.00522489262210692,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.003621001810500905,
+              "recall": 0.041666666666666664
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0032111319240032115,
+          "per_class": {
+            "2": {
+              "ap": 0.0032111319240032115,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.0024140012070006035,
+              "recall": 0.027777777777777776
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1657,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.20426132858606666,
+    "recall": 0.7013888888888888,
+    "recall_result": {
+      "matched_ground_truth": 101,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 101,
+          "num_ground_truth": 144,
+          "recall": 0.7013888888888888
+        }
+      },
+      "recall": 0.7013888888888888
+    }
+  },
+  "clean": {
+    "ap50": 0.8265449976577818,
+    "coco_ap": {
+      "ap50": 0.8265449976577818,
+      "ap75": 0.03965462173502731,
+      "mean_ap_50_95": 0.2280275931119987,
+      "per_class": {
+        "2": 0.2280275931119987
+      },
+      "per_threshold": {
+        "0.50": {
+          "iou_threshold": 0.5,
+          "mean_ap": 0.8265449976577818,
+          "per_class": {
+            "2": {
+              "ap": 0.8265449976577818,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06894679695982628,
+              "recall": 0.8819444444444444
+            }
+          }
+        },
+        "0.55": {
+          "iou_threshold": 0.55,
+          "mean_ap": 0.707549160259893,
+          "per_class": {
+            "2": {
+              "ap": 0.707549160259893,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.06514657980456026,
+              "recall": 0.8333333333333334
+            }
+          }
+        },
+        "0.60": {
+          "iou_threshold": 0.6,
+          "mean_ap": 0.43241986762644663,
+          "per_class": {
+            "2": {
+              "ap": 0.43241986762644663,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.05266015200868621,
+              "recall": 0.6736111111111112
+            }
+          }
+        },
+        "0.65": {
+          "iou_threshold": 0.65,
+          "mean_ap": 0.18720545229640154,
+          "per_class": {
+            "2": {
+              "ap": 0.18720545229640154,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.033659066232356136,
+              "recall": 0.4305555555555556
+            }
+          }
+        },
+        "0.70": {
+          "iou_threshold": 0.7,
+          "mean_ap": 0.08063899033187488,
+          "per_class": {
+            "2": {
+              "ap": 0.08063899033187488,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.02008686210640608,
+              "recall": 0.2569444444444444
+            }
+          }
+        },
+        "0.75": {
+          "iou_threshold": 0.75,
+          "mean_ap": 0.03965462173502731,
+          "per_class": {
+            "2": {
+              "ap": 0.03965462173502731,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.013572204125950055,
+              "recall": 0.1736111111111111
+            }
+          }
+        },
+        "0.80": {
+          "iou_threshold": 0.8,
+          "mean_ap": 0.004204239073792962,
+          "per_class": {
+            "2": {
+              "ap": 0.004204239073792962,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.004885993485342019,
+              "recall": 0.0625
+            }
+          }
+        },
+        "0.85": {
+          "iou_threshold": 0.85,
+          "mean_ap": 0.0020586021387695146,
+          "per_class": {
+            "2": {
+              "ap": 0.0020586021387695146,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0027144408251900108,
+              "recall": 0.034722222222222224
+            }
+          }
+        },
+        "0.90": {
+          "iou_threshold": 0.9,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        },
+        "0.95": {
+          "iou_threshold": 0.95,
+          "mean_ap": 0.0,
+          "per_class": {
+            "2": {
+              "ap": 0.0,
+              "num_ground_truth": 144,
+              "num_predictions": 1842,
+              "precision": 0.0,
+              "recall": 0.0
+            }
+          }
+        }
+      }
+    },
+    "mean_ap_50_95": 0.2280275931119987,
+    "recall": 0.8194444444444444,
+    "recall_result": {
+      "matched_ground_truth": 118,
+      "num_ground_truth": 144,
+      "per_class": {
+        "2": {
+          "matched_ground_truth": 118,
+          "num_ground_truth": 144,
+          "recall": 0.8194444444444444
+        }
+      },
+      "recall": 0.8194444444444444
+    }
+  },
+  "groups": {},
+  "latent_seed": 75,
+  "num_samples": 144,
+  "texture_sha256": {
+    "lincoln.mkz_2017": "efc9a9bd5fff8e66b08ce8eaf384651c148ddd810445735e97ce5eeff9d9e084"
+  }
+}