{
  "total_models": 24,
  "models": [
    {
      "phase": "phase3",
      "phase_name": "Binary",
      "model_name": "vit_large_patch16_224",
      "model_size": "304M",
      "num_classes": 2,
      "val_acc": 100.0,
      "val_f1": 1.0,
      "test_acc": 99.93,
      "test_f1": 99.9337,
      "num_samples": 3017
    },
    {
      "phase": "phase3",
      "phase_name": "Binary",
      "model_name": "deit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 2,
      "val_acc": 99.87,
      "val_f1": 0.9987,
      "test_acc": 99.9,
      "test_f1": 99.9006,
      "num_samples": 3017
    },
    {
      "phase": "phase3",
      "phase_name": "Binary",
      "model_name": "vit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 2,
      "val_acc": 99.87,
      "val_f1": 0.9987,
      "test_acc": 99.87,
      "test_f1": 99.8674,
      "num_samples": 3017
    },
    {
      "phase": "phase3",
      "phase_name": "Binary",
      "model_name": "swin_base_patch4_window7_224",
      "model_size": "87M",
      "num_classes": 2,
      "val_acc": 99.97,
      "val_f1": 0.9997,
      "test_acc": 99.87,
      "test_f1": 99.8674,
      "num_samples": 3017
    },
    {
      "phase": "phase3",
      "phase_name": "Binary",
      "model_name": "vit_small_patch16_224",
      "model_size": "22M",
      "num_classes": 2,
      "val_acc": 99.67,
      "val_f1": 0.9967,
      "test_acc": 99.67,
      "test_f1": 99.6685,
      "num_samples": 3017
    },
    {
      "phase": "phase1",
      "phase_name": "Imbalanced",
      "model_name": "swin_base_patch4_window7_224",
      "model_size": "87M",
      "num_classes": 38,
      "val_acc": 99.74,
      "val_f1": 0.9974,
      "test_acc": 99.65,
      "test_f1": 99.65,
      "num_samples": 5430
    },
    {
      "phase": "phase1",
      "phase_name": "Imbalanced",
      "model_name": "vit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 38,
      "val_acc": 99.58,
      "val_f1": 0.9958,
      "test_acc": 99.61,
      "test_f1": 99.6129,
      "num_samples": 5430
    },
    {
      "phase": "phase1",
      "phase_name": "Imbalanced",
      "model_name": "deit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 38,
      "val_acc": 99.41,
      "val_f1": 0.9941,
      "test_acc": 99.56,
      "test_f1": 99.5569,
      "num_samples": 5430
    },
    {
      "phase": "phase1",
      "phase_name": "Imbalanced",
      "model_name": "beit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 38,
      "val_acc": 99.58,
      "val_f1": 0.9958,
      "test_acc": 99.45,
      "test_f1": 99.4477,
      "num_samples": 5430
    },
    {
      "phase": "phase1",
      "phase_name": "Imbalanced",
      "model_name": "vit_large_patch16_224",
      "model_size": "304M",
      "num_classes": 38,
      "val_acc": 99.61,
      "val_f1": 0.9961,
      "test_acc": 99.45,
      "test_f1": 99.4448,
      "num_samples": 5430
    },
    {
      "phase": "phase3",
      "phase_name": "Binary",
      "model_name": "beit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 2,
      "val_acc": 99.17,
      "val_f1": 0.9917,
      "test_acc": 99.2,
      "test_f1": 99.2044,
      "num_samples": 3017
    },
    {
      "phase": "phase3",
      "phase_name": "Binary",
      "model_name": "vit_tiny_patch16_224",
      "model_size": "5.7M",
      "num_classes": 2,
      "val_acc": 99.01,
      "val_f1": 0.9901,
      "test_acc": 99.04,
      "test_f1": 99.0388,
      "num_samples": 3017
    },
    {
      "phase": "phase1",
      "phase_name": "Imbalanced",
      "model_name": "vit_small_patch16_224",
      "model_size": "22M",
      "num_classes": 38,
      "val_acc": 99.17,
      "val_f1": 0.9918,
      "test_acc": 98.78,
      "test_f1": 98.794,
      "num_samples": 5430
    },
    {
      "phase": "phase1",
      "phase_name": "Imbalanced",
      "model_name": "vit_tiny_patch16_224",
      "model_size": "5.7M",
      "num_classes": 38,
      "val_acc": 97.48,
      "val_f1": 0.9752,
      "test_acc": 97.2,
      "test_f1": 97.1993,
      "num_samples": 5430
    },
    {
      "phase": "phase2",
      "phase_name": "Balanced",
      "model_name": "vit_large_patch16_224",
      "model_size": "304M",
      "num_classes": 38,
      "val_acc": 95.96,
      "val_f1": 0.959,
      "test_acc": 95.3,
      "test_f1": 95.28,
      "num_samples": 49137
    },
    {
      "phase": "phase3",
      "phase_name": "Binary",
      "model_name": "hf_google_vit_base",
      "model_size": "86M",
      "num_classes": 2,
      "val_acc": 95.26,
      "val_f1": 0.9525,
      "test_acc": 95.19,
      "test_f1": 95.2044,
      "num_samples": 3017
    },
    {
      "phase": "phase2",
      "phase_name": "Balanced",
      "model_name": "vit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 38,
      "val_acc": 94.39,
      "val_f1": 0.9434,
      "test_acc": 94.33,
      "test_f1": 94.2842,
      "num_samples": 49137
    },
    {
      "phase": "phase1",
      "phase_name": "Imbalanced",
      "model_name": "hf_google_vit_base",
      "model_size": "86M",
      "num_classes": 38,
      "val_acc": 92.69,
      "val_f1": 0.9294,
      "test_acc": 92.15,
      "test_f1": 91.9225,
      "num_samples": 5430
    },
    {
      "phase": "phase2",
      "phase_name": "Balanced",
      "model_name": "swin_base_patch4_window7_224",
      "model_size": "87M",
      "num_classes": 38,
      "val_acc": 89.47,
      "val_f1": 0.8861,
      "test_acc": 90.08,
      "test_f1": 90.3668,
      "num_samples": 49137
    },
    {
      "phase": "phase2",
      "phase_name": "Balanced",
      "model_name": "deit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 38,
      "val_acc": 83.16,
      "val_f1": 0.8272,
      "test_acc": 81.3,
      "test_f1": 80.6879,
      "num_samples": 49137
    },
    {
      "phase": "phase2",
      "phase_name": "Balanced",
      "model_name": "vit_small_patch16_224",
      "model_size": "22M",
      "num_classes": 38,
      "val_acc": 78.25,
      "val_f1": 0.7691,
      "test_acc": 75.74,
      "test_f1": 76.3495,
      "num_samples": 49137
    },
    {
      "phase": "phase2",
      "phase_name": "Balanced",
      "model_name": "beit_base_patch16_224",
      "model_size": "86M",
      "num_classes": 38,
      "val_acc": 74.39,
      "val_f1": 0.7296,
      "test_acc": 73.12,
      "test_f1": 71.3648,
      "num_samples": 49137
    },
    {
      "phase": "phase2",
      "phase_name": "Balanced",
      "model_name": "vit_tiny_patch16_224",
      "model_size": "5.7M",
      "num_classes": 38,
      "val_acc": 53.86,
      "val_f1": 0.5245,
      "test_acc": 51.59,
      "test_f1": 48.8828,
      "num_samples": 49137
    },
    {
      "phase": "phase2",
      "phase_name": "Balanced",
      "model_name": "hf_google_vit_base",
      "model_size": "86M",
      "num_classes": 38,
      "val_acc": 6.67,
      "val_f1": 0.0611,
      "test_acc": 6.83,
      "test_f1": 6.5421,
      "num_samples": 49137
    }
  ],
  "best_overall": {
    "phase": "phase3",
    "phase_name": "Binary",
    "model_name": "vit_large_patch16_224",
    "model_size": "304M",
    "num_classes": 2,
    "val_acc": 100.0,
    "val_f1": 1.0,
    "test_acc": 99.93,
    "test_f1": 99.9337,
    "num_samples": 3017
  },
  "by_phase": {
    "phase1": [
      {
        "phase": "phase1",
        "phase_name": "Imbalanced",
        "model_name": "swin_base_patch4_window7_224",
        "model_size": "87M",
        "num_classes": 38,
        "val_acc": 99.74,
        "val_f1": 0.9974,
        "test_acc": 99.65,
        "test_f1": 99.65,
        "num_samples": 5430
      },
      {
        "phase": "phase1",
        "phase_name": "Imbalanced",
        "model_name": "vit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 38,
        "val_acc": 99.58,
        "val_f1": 0.9958,
        "test_acc": 99.61,
        "test_f1": 99.6129,
        "num_samples": 5430
      },
      {
        "phase": "phase1",
        "phase_name": "Imbalanced",
        "model_name": "deit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 38,
        "val_acc": 99.41,
        "val_f1": 0.9941,
        "test_acc": 99.56,
        "test_f1": 99.5569,
        "num_samples": 5430
      },
      {
        "phase": "phase1",
        "phase_name": "Imbalanced",
        "model_name": "beit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 38,
        "val_acc": 99.58,
        "val_f1": 0.9958,
        "test_acc": 99.45,
        "test_f1": 99.4477,
        "num_samples": 5430
      },
      {
        "phase": "phase1",
        "phase_name": "Imbalanced",
        "model_name": "vit_large_patch16_224",
        "model_size": "304M",
        "num_classes": 38,
        "val_acc": 99.61,
        "val_f1": 0.9961,
        "test_acc": 99.45,
        "test_f1": 99.4448,
        "num_samples": 5430
      },
      {
        "phase": "phase1",
        "phase_name": "Imbalanced",
        "model_name": "vit_small_patch16_224",
        "model_size": "22M",
        "num_classes": 38,
        "val_acc": 99.17,
        "val_f1": 0.9918,
        "test_acc": 98.78,
        "test_f1": 98.794,
        "num_samples": 5430
      },
      {
        "phase": "phase1",
        "phase_name": "Imbalanced",
        "model_name": "vit_tiny_patch16_224",
        "model_size": "5.7M",
        "num_classes": 38,
        "val_acc": 97.48,
        "val_f1": 0.9752,
        "test_acc": 97.2,
        "test_f1": 97.1993,
        "num_samples": 5430
      },
      {
        "phase": "phase1",
        "phase_name": "Imbalanced",
        "model_name": "hf_google_vit_base",
        "model_size": "86M",
        "num_classes": 38,
        "val_acc": 92.69,
        "val_f1": 0.9294,
        "test_acc": 92.15,
        "test_f1": 91.9225,
        "num_samples": 5430
      }
    ],
    "phase2": [
      {
        "phase": "phase2",
        "phase_name": "Balanced",
        "model_name": "vit_large_patch16_224",
        "model_size": "304M",
        "num_classes": 38,
        "val_acc": 95.96,
        "val_f1": 0.959,
        "test_acc": 95.3,
        "test_f1": 95.28,
        "num_samples": 49137
      },
      {
        "phase": "phase2",
        "phase_name": "Balanced",
        "model_name": "vit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 38,
        "val_acc": 94.39,
        "val_f1": 0.9434,
        "test_acc": 94.33,
        "test_f1": 94.2842,
        "num_samples": 49137
      },
      {
        "phase": "phase2",
        "phase_name": "Balanced",
        "model_name": "swin_base_patch4_window7_224",
        "model_size": "87M",
        "num_classes": 38,
        "val_acc": 89.47,
        "val_f1": 0.8861,
        "test_acc": 90.08,
        "test_f1": 90.3668,
        "num_samples": 49137
      },
      {
        "phase": "phase2",
        "phase_name": "Balanced",
        "model_name": "deit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 38,
        "val_acc": 83.16,
        "val_f1": 0.8272,
        "test_acc": 81.3,
        "test_f1": 80.6879,
        "num_samples": 49137
      },
      {
        "phase": "phase2",
        "phase_name": "Balanced",
        "model_name": "vit_small_patch16_224",
        "model_size": "22M",
        "num_classes": 38,
        "val_acc": 78.25,
        "val_f1": 0.7691,
        "test_acc": 75.74,
        "test_f1": 76.3495,
        "num_samples": 49137
      },
      {
        "phase": "phase2",
        "phase_name": "Balanced",
        "model_name": "beit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 38,
        "val_acc": 74.39,
        "val_f1": 0.7296,
        "test_acc": 73.12,
        "test_f1": 71.3648,
        "num_samples": 49137
      },
      {
        "phase": "phase2",
        "phase_name": "Balanced",
        "model_name": "vit_tiny_patch16_224",
        "model_size": "5.7M",
        "num_classes": 38,
        "val_acc": 53.86,
        "val_f1": 0.5245,
        "test_acc": 51.59,
        "test_f1": 48.8828,
        "num_samples": 49137
      },
      {
        "phase": "phase2",
        "phase_name": "Balanced",
        "model_name": "hf_google_vit_base",
        "model_size": "86M",
        "num_classes": 38,
        "val_acc": 6.67,
        "val_f1": 0.0611,
        "test_acc": 6.83,
        "test_f1": 6.5421,
        "num_samples": 49137
      }
    ],
    "phase3": [
      {
        "phase": "phase3",
        "phase_name": "Binary",
        "model_name": "vit_large_patch16_224",
        "model_size": "304M",
        "num_classes": 2,
        "val_acc": 100.0,
        "val_f1": 1.0,
        "test_acc": 99.93,
        "test_f1": 99.9337,
        "num_samples": 3017
      },
      {
        "phase": "phase3",
        "phase_name": "Binary",
        "model_name": "deit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 2,
        "val_acc": 99.87,
        "val_f1": 0.9987,
        "test_acc": 99.9,
        "test_f1": 99.9006,
        "num_samples": 3017
      },
      {
        "phase": "phase3",
        "phase_name": "Binary",
        "model_name": "vit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 2,
        "val_acc": 99.87,
        "val_f1": 0.9987,
        "test_acc": 99.87,
        "test_f1": 99.8674,
        "num_samples": 3017
      },
      {
        "phase": "phase3",
        "phase_name": "Binary",
        "model_name": "swin_base_patch4_window7_224",
        "model_size": "87M",
        "num_classes": 2,
        "val_acc": 99.97,
        "val_f1": 0.9997,
        "test_acc": 99.87,
        "test_f1": 99.8674,
        "num_samples": 3017
      },
      {
        "phase": "phase3",
        "phase_name": "Binary",
        "model_name": "vit_small_patch16_224",
        "model_size": "22M",
        "num_classes": 2,
        "val_acc": 99.67,
        "val_f1": 0.9967,
        "test_acc": 99.67,
        "test_f1": 99.6685,
        "num_samples": 3017
      },
      {
        "phase": "phase3",
        "phase_name": "Binary",
        "model_name": "beit_base_patch16_224",
        "model_size": "86M",
        "num_classes": 2,
        "val_acc": 99.17,
        "val_f1": 0.9917,
        "test_acc": 99.2,
        "test_f1": 99.2044,
        "num_samples": 3017
      },
      {
        "phase": "phase3",
        "phase_name": "Binary",
        "model_name": "vit_tiny_patch16_224",
        "model_size": "5.7M",
        "num_classes": 2,
        "val_acc": 99.01,
        "val_f1": 0.9901,
        "test_acc": 99.04,
        "test_f1": 99.0388,
        "num_samples": 3017
      },
      {
        "phase": "phase3",
        "phase_name": "Binary",
        "model_name": "hf_google_vit_base",
        "model_size": "86M",
        "num_classes": 2,
        "val_acc": 95.26,
        "val_f1": 0.9525,
        "test_acc": 95.19,
        "test_f1": 95.2044,
        "num_samples": 3017
      }
    ]
  },
  "summary": {
    "highest_val_acc": 100.0,
    "highest_val_f1": 1.0,
    "highest_test_acc": 99.93,
    "highest_test_f1": 99.9337,
    "avg_val_acc": 89.84,
    "avg_test_acc": 89.45
  }
}