evaluation/validation_eval_summary.json

{
  "model_family": "resnet34_unet",
  "segformer_variant": null,
  "final_valid_loss": 0.574979,
  "final_valid_jaccard": 0.829596,
  "final_valid_dice": 0.901063,
  "final_valid_water_iou": 0.69669,
  "final_valid_precision": 0.766109,
  "final_valid_recall": 0.884908,
  "used_tiled_validation": false,
  "best_model_path": "/pscratch/sd/r/rohit9/S1ML/training_runs/paper_labelclass_v1/openwater/runs/58321212/width_k16_seed42/models/s1aef_bottleneck_resnet34_best.pth",
  "history_csv": "/pscratch/sd/r/rohit9/S1ML/training_runs/paper_labelclass_v1/openwater/runs/58321212/width_k16_seed42/s1aef_bottleneck_resnet34_history.csv",
  "threshold_sweep_csv": "/pscratch/sd/r/rohit9/S1ML/training_runs/paper_labelclass_v1/openwater/runs/58321212/width_k16_seed42/s1aef_bottleneck_resnet34_threshold_sweep.csv",
  "tile_metrics_csv": "/pscratch/sd/r/rohit9/S1ML/training_runs/paper_labelclass_v1/openwater/runs/58321212/width_k16_seed42/s1aef_bottleneck_resnet34_tile_metrics.csv",
  "worst_tiles_csv": "/pscratch/sd/r/rohit9/S1ML/training_runs/paper_labelclass_v1/openwater/runs/58321212/width_k16_seed42/s1aef_bottleneck_resnet34_worst_tiles.csv",
  "loss": "ce_dice",
  "selection_metric": "water_iou",
  "tuning_strategy": "staged",
  "force_tiled_validation": false,
  "split_seed": 42,
  "split_mode": "fixed_manifest",
  "train_subset_seed": 42,
  "max_train_records": null,
  "train_records_used": 4222,
  "valid_records_used": 1056,
  "bottleneck_proj_shape": "64->16",
  "plain_best_threshold": 0.5,
  "plain_best_water_iou": 0.69669,
  "plain_best_dice": 0.901063,
  "plain_best_precision": 0.766109,
  "plain_best_recall": 0.884908,
  "tta_best_threshold": 0.5,
  "tta_best_water_iou": 0.697666,
  "tta_best_dice": 0.901441,
  "tta_best_precision": 0.766906,
  "tta_best_recall": 0.885419,
  "best_eval_mode": "tta",
  "best_eval_threshold": 0.5,
  "best_eval_water_iou": 0.697666,
  "best_eval_dice": 0.901441,
  "best_eval_precision": 0.766906,
  "best_eval_recall": 0.885419,
  "worst_tile_examples": [
    {
      "tile_name": "S1_20170306_31267500114.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201010_32241000591.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201013_17300000924.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201013_35301205876.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201016_12480000031.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201016_34224900421.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201016_81390500081.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201019_56310000565.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201019_64245100231.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201022_81296000241.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201025_26170900686.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201025_35122200061.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201025_35185500353.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201028_32100600441.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201028_42410100024.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201028_42410100054.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201028_71321000061.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201028_81220100181.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201028_83270400671.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201102_72262300111.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201103_82254900171.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201103_83188000411.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201106_78390400561.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201109_71187000071.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    },
    {
      "tile_name": "S1_20201109_83270800301.tif",
      "water_iou": 0.0,
      "precision": 0.0,
      "recall": 0.0
    }
  ]
}