thangkt's picture
Upload RobustAD PCB EfficientAD checkpoint and benchmark
aa49131 verified
Raw
History Blame Contribute Delete
2 kB
{
"checkpoint": "/kaggle/VisionQC/visionqc/results/robustad/pcb/BatchedEfficientAd/RobustAD-PCB-test0/v2/lightning_logs/version_0/checkpoints/model-best.ckpt",
"domains": [
{
"category": "pcb",
"domain": "test0",
"image_AUROC": 0.8221111297607422,
"image_F1Score": 0.5681818127632141,
"pixel_AUROC": 0.9237410426139832,
"pixel_F1Score": 0.0010375953279435635,
"pixel_AUPRO": 0.6808589696884155
},
{
"category": "pcb",
"domain": "test1",
"image_AUROC": 0.5,
"image_F1Score": 0.6000000238418579,
"pixel_AUROC": 0.6877955198287964,
"pixel_F1Score": 0.0014024137053638697,
"pixel_AUPRO": 0.20516130328178406
},
{
"category": "pcb",
"domain": "test2",
"image_AUROC": 0.5,
"image_F1Score": 0.5,
"pixel_AUROC": 0.7277334332466125,
"pixel_F1Score": 0.0005926673184148967,
"pixel_AUPRO": 0.2539162337779999
},
{
"category": "pcb",
"domain": "test3",
"image_AUROC": 0.49166667461395264,
"image_F1Score": 0.6000000238418579,
"pixel_AUROC": 0.8337821364402771,
"pixel_F1Score": 0.002051474992185831,
"pixel_AUPRO": 0.5106632113456726
},
{
"category": "pcb",
"domain": "test4",
"image_AUROC": 0.5,
"image_F1Score": 0.6000000238418579,
"pixel_AUROC": 0.8205069303512573,
"pixel_F1Score": 0.0017359761986881495,
"pixel_AUPRO": 0.5081599950790405
},
{
"category": "pcb",
"domain": "test5",
"image_AUROC": 0.625,
"image_F1Score": 0.6000000238418579,
"pixel_AUROC": 0.8739345073699951,
"pixel_F1Score": 0.0022567228879779577,
"pixel_AUPRO": 0.6213211417198181
}
],
"average_relative_drop_percent": {
"image_AUROC": 36.342750270867214,
"image_F1Score": -2.0800043304443774,
"pixel_AUPRO": 38.336073146983985,
"pixel_AUROC": 14.613461017668117,
"pixel_F1Score": -54.959354309428285
}
}