| { |
| "total_models": 24, |
| "models": [ |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_large_patch16_224", |
| "model_size": "304M", |
| "num_classes": 2, |
| "val_acc": 100.0, |
| "val_f1": 1.0, |
| "test_acc": 99.93, |
| "test_f1": 99.9337, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "deit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 2, |
| "val_acc": 99.87, |
| "val_f1": 0.9987, |
| "test_acc": 99.9, |
| "test_f1": 99.9006, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 2, |
| "val_acc": 99.87, |
| "val_f1": 0.9987, |
| "test_acc": 99.87, |
| "test_f1": 99.8674, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "swin_base_patch4_window7_224", |
| "model_size": "87M", |
| "num_classes": 2, |
| "val_acc": 99.97, |
| "val_f1": 0.9997, |
| "test_acc": 99.87, |
| "test_f1": 99.8674, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_small_patch16_224", |
| "model_size": "22M", |
| "num_classes": 2, |
| "val_acc": 99.67, |
| "val_f1": 0.9967, |
| "test_acc": 99.67, |
| "test_f1": 99.6685, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "swin_base_patch4_window7_224", |
| "model_size": "87M", |
| "num_classes": 38, |
| "val_acc": 99.74, |
| "val_f1": 0.9974, |
| "test_acc": 99.65, |
| "test_f1": 99.65, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "vit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 99.58, |
| "val_f1": 0.9958, |
| "test_acc": 99.61, |
| "test_f1": 99.6129, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "deit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 99.41, |
| "val_f1": 0.9941, |
| "test_acc": 99.56, |
| "test_f1": 99.5569, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "beit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 99.58, |
| "val_f1": 0.9958, |
| "test_acc": 99.45, |
| "test_f1": 99.4477, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "vit_large_patch16_224", |
| "model_size": "304M", |
| "num_classes": 38, |
| "val_acc": 99.61, |
| "val_f1": 0.9961, |
| "test_acc": 99.45, |
| "test_f1": 99.4448, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "beit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 2, |
| "val_acc": 99.17, |
| "val_f1": 0.9917, |
| "test_acc": 99.2, |
| "test_f1": 99.2044, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_tiny_patch16_224", |
| "model_size": "5.7M", |
| "num_classes": 2, |
| "val_acc": 99.01, |
| "val_f1": 0.9901, |
| "test_acc": 99.04, |
| "test_f1": 99.0388, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "vit_small_patch16_224", |
| "model_size": "22M", |
| "num_classes": 38, |
| "val_acc": 99.17, |
| "val_f1": 0.9918, |
| "test_acc": 98.78, |
| "test_f1": 98.794, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "vit_tiny_patch16_224", |
| "model_size": "5.7M", |
| "num_classes": 38, |
| "val_acc": 97.48, |
| "val_f1": 0.9752, |
| "test_acc": 97.2, |
| "test_f1": 97.1993, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "vit_large_patch16_224", |
| "model_size": "304M", |
| "num_classes": 38, |
| "val_acc": 95.96, |
| "val_f1": 0.959, |
| "test_acc": 95.3, |
| "test_f1": 95.28, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "hf_google_vit_base", |
| "model_size": "86M", |
| "num_classes": 2, |
| "val_acc": 95.26, |
| "val_f1": 0.9525, |
| "test_acc": 95.19, |
| "test_f1": 95.2044, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "vit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 94.39, |
| "val_f1": 0.9434, |
| "test_acc": 94.33, |
| "test_f1": 94.2842, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "hf_google_vit_base", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 92.69, |
| "val_f1": 0.9294, |
| "test_acc": 92.15, |
| "test_f1": 91.9225, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "swin_base_patch4_window7_224", |
| "model_size": "87M", |
| "num_classes": 38, |
| "val_acc": 89.47, |
| "val_f1": 0.8861, |
| "test_acc": 90.08, |
| "test_f1": 90.3668, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "deit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 83.16, |
| "val_f1": 0.8272, |
| "test_acc": 81.3, |
| "test_f1": 80.6879, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "vit_small_patch16_224", |
| "model_size": "22M", |
| "num_classes": 38, |
| "val_acc": 78.25, |
| "val_f1": 0.7691, |
| "test_acc": 75.74, |
| "test_f1": 76.3495, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "beit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 74.39, |
| "val_f1": 0.7296, |
| "test_acc": 73.12, |
| "test_f1": 71.3648, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "vit_tiny_patch16_224", |
| "model_size": "5.7M", |
| "num_classes": 38, |
| "val_acc": 53.86, |
| "val_f1": 0.5245, |
| "test_acc": 51.59, |
| "test_f1": 48.8828, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "hf_google_vit_base", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 6.67, |
| "val_f1": 0.0611, |
| "test_acc": 6.83, |
| "test_f1": 6.5421, |
| "num_samples": 49137 |
| } |
| ], |
| "best_overall": { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_large_patch16_224", |
| "model_size": "304M", |
| "num_classes": 2, |
| "val_acc": 100.0, |
| "val_f1": 1.0, |
| "test_acc": 99.93, |
| "test_f1": 99.9337, |
| "num_samples": 3017 |
| }, |
| "by_phase": { |
| "phase1": [ |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "swin_base_patch4_window7_224", |
| "model_size": "87M", |
| "num_classes": 38, |
| "val_acc": 99.74, |
| "val_f1": 0.9974, |
| "test_acc": 99.65, |
| "test_f1": 99.65, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "vit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 99.58, |
| "val_f1": 0.9958, |
| "test_acc": 99.61, |
| "test_f1": 99.6129, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "deit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 99.41, |
| "val_f1": 0.9941, |
| "test_acc": 99.56, |
| "test_f1": 99.5569, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "beit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 99.58, |
| "val_f1": 0.9958, |
| "test_acc": 99.45, |
| "test_f1": 99.4477, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "vit_large_patch16_224", |
| "model_size": "304M", |
| "num_classes": 38, |
| "val_acc": 99.61, |
| "val_f1": 0.9961, |
| "test_acc": 99.45, |
| "test_f1": 99.4448, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "vit_small_patch16_224", |
| "model_size": "22M", |
| "num_classes": 38, |
| "val_acc": 99.17, |
| "val_f1": 0.9918, |
| "test_acc": 98.78, |
| "test_f1": 98.794, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "vit_tiny_patch16_224", |
| "model_size": "5.7M", |
| "num_classes": 38, |
| "val_acc": 97.48, |
| "val_f1": 0.9752, |
| "test_acc": 97.2, |
| "test_f1": 97.1993, |
| "num_samples": 5430 |
| }, |
| { |
| "phase": "phase1", |
| "phase_name": "Imbalanced", |
| "model_name": "hf_google_vit_base", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 92.69, |
| "val_f1": 0.9294, |
| "test_acc": 92.15, |
| "test_f1": 91.9225, |
| "num_samples": 5430 |
| } |
| ], |
| "phase2": [ |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "vit_large_patch16_224", |
| "model_size": "304M", |
| "num_classes": 38, |
| "val_acc": 95.96, |
| "val_f1": 0.959, |
| "test_acc": 95.3, |
| "test_f1": 95.28, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "vit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 94.39, |
| "val_f1": 0.9434, |
| "test_acc": 94.33, |
| "test_f1": 94.2842, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "swin_base_patch4_window7_224", |
| "model_size": "87M", |
| "num_classes": 38, |
| "val_acc": 89.47, |
| "val_f1": 0.8861, |
| "test_acc": 90.08, |
| "test_f1": 90.3668, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "deit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 83.16, |
| "val_f1": 0.8272, |
| "test_acc": 81.3, |
| "test_f1": 80.6879, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "vit_small_patch16_224", |
| "model_size": "22M", |
| "num_classes": 38, |
| "val_acc": 78.25, |
| "val_f1": 0.7691, |
| "test_acc": 75.74, |
| "test_f1": 76.3495, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "beit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 74.39, |
| "val_f1": 0.7296, |
| "test_acc": 73.12, |
| "test_f1": 71.3648, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "vit_tiny_patch16_224", |
| "model_size": "5.7M", |
| "num_classes": 38, |
| "val_acc": 53.86, |
| "val_f1": 0.5245, |
| "test_acc": 51.59, |
| "test_f1": 48.8828, |
| "num_samples": 49137 |
| }, |
| { |
| "phase": "phase2", |
| "phase_name": "Balanced", |
| "model_name": "hf_google_vit_base", |
| "model_size": "86M", |
| "num_classes": 38, |
| "val_acc": 6.67, |
| "val_f1": 0.0611, |
| "test_acc": 6.83, |
| "test_f1": 6.5421, |
| "num_samples": 49137 |
| } |
| ], |
| "phase3": [ |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_large_patch16_224", |
| "model_size": "304M", |
| "num_classes": 2, |
| "val_acc": 100.0, |
| "val_f1": 1.0, |
| "test_acc": 99.93, |
| "test_f1": 99.9337, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "deit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 2, |
| "val_acc": 99.87, |
| "val_f1": 0.9987, |
| "test_acc": 99.9, |
| "test_f1": 99.9006, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 2, |
| "val_acc": 99.87, |
| "val_f1": 0.9987, |
| "test_acc": 99.87, |
| "test_f1": 99.8674, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "swin_base_patch4_window7_224", |
| "model_size": "87M", |
| "num_classes": 2, |
| "val_acc": 99.97, |
| "val_f1": 0.9997, |
| "test_acc": 99.87, |
| "test_f1": 99.8674, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_small_patch16_224", |
| "model_size": "22M", |
| "num_classes": 2, |
| "val_acc": 99.67, |
| "val_f1": 0.9967, |
| "test_acc": 99.67, |
| "test_f1": 99.6685, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "beit_base_patch16_224", |
| "model_size": "86M", |
| "num_classes": 2, |
| "val_acc": 99.17, |
| "val_f1": 0.9917, |
| "test_acc": 99.2, |
| "test_f1": 99.2044, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "vit_tiny_patch16_224", |
| "model_size": "5.7M", |
| "num_classes": 2, |
| "val_acc": 99.01, |
| "val_f1": 0.9901, |
| "test_acc": 99.04, |
| "test_f1": 99.0388, |
| "num_samples": 3017 |
| }, |
| { |
| "phase": "phase3", |
| "phase_name": "Binary", |
| "model_name": "hf_google_vit_base", |
| "model_size": "86M", |
| "num_classes": 2, |
| "val_acc": 95.26, |
| "val_f1": 0.9525, |
| "test_acc": 95.19, |
| "test_f1": 95.2044, |
| "num_samples": 3017 |
| } |
| ] |
| }, |
| "summary": { |
| "highest_val_acc": 100.0, |
| "highest_val_f1": 1.0, |
| "highest_test_acc": 99.93, |
| "highest_test_f1": 99.9337, |
| "avg_val_acc": 89.84, |
| "avg_test_acc": 89.45 |
| } |
| } |
