Testing-model / reports /test_evaluation_report.json
KhangTruong's picture
feat(release): final training report and checkpoints for KhangTruong/Testing-model (v1)
1d7c979 verified
Raw History Blame Contribute Delete
5.71 kB
{
"overall_metrics": {
"test_bce_loss": 0.6495218276977539,
"test_dice_loss": 0.6682994365692139,
"test_focal_loss": 0.06784520298242569,
"test_mask_loss": 0.6928332448005676,
"test_total_loss": 0.6928332448005676,
"test_iou": 0.2060546875,
"test_dice": 0.2918395573997234,
"test_f1": 0.2918395573997234,
"test_pixel_f1": 0.2918395573997234,
"test_auroc": 0.7468199624709086,
"test_pixel_auroc": 0.7468199624709086,
"test_pixel_acc": 0.6748046875,
"test_precision": 0.5,
"test_recall": 0.2060546875,
"test_specificity": 0.96875
},
"per_label_metrics": {
"Label 0 (Real / Black Mask)": {
"iou": 0.0,
"dice": 0.0,
"f1": 0.0,
"pixel_f1": 0.0,
"auroc": 1.0,
"pixel_auroc": 1.0,
"pixel_acc": 0.9375,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.9375,
"samples": 1
},
"Label 1 (Synthetic / White Mask)": {
"iou": 0.412109375,
"dice": 0.5836791147994468,
"f1": 0.5836791147994468,
"pixel_f1": 0.5836791147994468,
"auroc": 0.4936399249418173,
"pixel_auroc": 0.4936399249418173,
"pixel_acc": 0.412109375,
"precision": 1.0,
"recall": 0.412109375,
"specificity": 1.0,
"samples": 1
},
"Label 2 (Tampered / Partial Mask)": {
"iou": 0.0,
"dice": 0.0,
"f1": 0.0,
"pixel_f1": 0.0,
"auroc": 0.0,
"pixel_auroc": 0.0,
"pixel_acc": 0.0,
"precision": 0.0,
"recall": 0.0,
"specificity": 0.0,
"samples": 0
}
},
"configuration": {
"project": {
"name": "test_smoke",
"seed": 42,
"device": "cpu",
"output_dir": "/tmp/tmpjx19fv4p/out/RUN/test_smoke",
"hub_repo": null,
"resume_repo": null
},
"data": {
"dataset_name": "KhangTruong/IMD2020",
"streaming": false,
"image_size": [
32,
32
],
"batch_size": 16,
"num_workers": 0,
"pin_memory": false,
"shuffle_buffer_size": 1000,
"train_split": "train",
"val_split": "validation",
"test_split": "test",
"eval_split": "test",
"train_samples_per_epoch": 2,
"val_samples_per_epoch": -1,
"val_samples": 2,
"test_samples": 2,
"evaluate_on_test": true,
"augmentations": {
"horizontal_flip": 0.5,
"vertical_flip": 0.0,
"random_rotate90": 0.0,
"color_jitter": 0.0
},
"base_batch_size": 16,
"num_gpus": 1,
"_batch_size_scaled": true
},
"model": {
"name": "unet",
"in_channels": 3,
"out_channels": 1,
"features": [
8,
16
],
"bilinear": true,
"dropout": 0.0,
"aux_classifier": false,
"num_classes": 3,
"gradient_checkpointing": false
},
"loss": {
"mask_loss_type": "combined",
"bce_weight": 0.5,
"dice_weight": 0.5,
"focal_weight": 0.5,
"focal_gamma": 2.0,
"focal_alpha": 0.25,
"aux_loss_type": "cross_entropy",
"aux_weight": 0.2
},
"training": {
"epochs": 1,
"learning_rate": 0.001,
"weight_decay": 0.0001,
"optimizer": "adamw",
"use_8bit_optimizer": false,
"check_8bit_compatibility": true,
"fallback_to_16bit": true,
"fallback_on_unsupported_8bit": true,
"scheduler": "cosine",
"resume_lr_mode": "auto",
"resume_lr": null,
"warmup_epochs": 1,
"min_lr": 1e-06,
"grad_clip_norm": 1.0,
"amp": false,
"gradient_accumulation_steps": 1,
"data_parallel": false,
"use_hard_mining": false,
"auto_batch_size": true,
"empty_cache_per_epoch": true,
"save_best": true,
"save_latest": true,
"checkpoint_period": 3600,
"eval_interval": 1,
"early_stopping_patience": 2,
"early_stopping_metric": "val_iou",
"early_stopping_mode": "max",
"push_to_hub": true,
"hub_repo": "KhangTruong/Testing-model",
"hub_version": "v1",
"batch_size": 2,
"hf_repo": "KhangTruong/Testing-model",
"num_gpus": 1
},
"hard_mining": {
"enabled": false,
"metric": "median",
"reset_epochs": 5
},
"bootstrapping": {
"enabled": false,
"run_bootstrap": false,
"epochs": 5,
"num_samples": 512,
"batch_size": null,
"learning_rate": null,
"freeze_strategy": "channel_stream",
"stream_ratio": 0.5,
"release_mode": "restore",
"freeze_modules": [],
"initialization": "kaiming_normal",
"target_score": 0.5,
"min_loss_drop": 0.15,
"early_stopping": false,
"patience": 3
},
"logging": {
"log_interval": 1,
"log_memory": true,
"measure_network": true
},
"post_processing": {
"enabled": true,
"min_area": 64,
"fill_holes": true,
"max_hole_size": 256,
"morphology": "open_close",
"morph_kernel_size": 3
}
},
"hyperparameters": {
"Project Name": "test_smoke",
"Dataset": "KhangTruong/IMD2020",
"Splits": "Train: 'train' | Val: 'validation' | Test: 'test'",
"Streaming": false,
"Image Size": "[32, 32]",
"Batch Size": 16,
"Epoch Limit / Steps": "2 samples/epoch",
"Model": "unet (features=[8, 16], bilinear=True)",
"Aux Classifier": "False (classes=3)",
"Mask Loss": "Combined (BCE: 0.5, Dice: 0.5, Focal: 0.5)",
"Aux Loss": "cross_entropy (wt=0.2)",
"Post-Processing": "Enabled (min_area=64, fill_holes=True, morph=open_close)",
"Optimizer": "adamw (lr=0.001, wd=0.0001)",
"Scheduler": "cosine",
"Epochs": 1,
"AMP": false
}
}