summary.csv

experiment,suite_group,variant,model,params,optimizer,lr,activation,norm,attention,global_pool,blocks_per_stage,channels,batch_norm,dropout,dropout2d,stochastic_depth,residual,weight_decay,loss,label_smoothing,mixup_alpha,cutmix_alpha,scheduler,augmentation,train_time,train_time_seconds,best_epoch,best_test_acc,test_error,final_train_loss,final_train_acc,final_test_acc,train_test_gap,accuracy_per_million_params,checkpoint_best,checkpoint_final,config_path,metrics_path,step_losses_path,is_best_candidate
activation_ext_gelu,activation_ext,gelu,cnn_residual,2777674,adamw,0.0008,gelu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 28s,147.69552682200447,30,0.928,0.07199999999999995,0.023990418965667486,0.9927,0.928,0.06469999999999998,0.33409248169511613,checkpoints/activation_ext_gelu/best.pt,checkpoints/activation_ext_gelu/final.pt,results/runs/activation_ext_gelu/config.json,results/runs/activation_ext_gelu/metrics.json,,False
activation_ext_leaky_relu,activation_ext,leaky_relu,cnn_residual,2777674,adamw,0.0008,leaky_relu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 27s,146.8827881180041,27,0.9196,0.08040000000000003,0.06544575961232185,0.9786,0.9193,0.05930000000000002,0.33106836871425516,checkpoints/activation_ext_leaky_relu/best.pt,checkpoints/activation_ext_leaky_relu/final.pt,results/runs/activation_ext_leaky_relu/config.json,results/runs/activation_ext_leaky_relu/metrics.json,,False
activation_ext_mish,activation_ext,mish,cnn_residual,2777674,adamw,0.0008,mish,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 23s,143.03995614900487,28,0.9271,0.07289999999999996,0.031964835350513456,0.99032,0.9267,0.06362000000000001,0.3337684695900239,checkpoints/activation_ext_mish/best.pt,checkpoints/activation_ext_mish/final.pt,results/runs/activation_ext_mish/config.json,results/runs/activation_ext_mish/metrics.json,,False
activation_ext_relu,activation_ext,relu,cnn_residual,2777674,adamw,0.0008,relu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,3m 00s,179.84644178597955,27,0.9265,0.07350000000000001,0.044841670196056366,0.98546,0.9262,0.05925999999999998,0.3335524615199624,checkpoints/activation_ext_relu/best.pt,checkpoints/activation_ext_relu/final.pt,results/runs/activation_ext_relu/config.json,results/runs/activation_ext_relu/metrics.json,,False
activation_ext_silu,activation_ext,silu,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 26s,145.69607777401689,29,0.9252,0.07479999999999998,0.031535868396610024,0.99056,0.925,0.06555999999999995,0.3330844440348291,checkpoints/activation_ext_silu/best.pt,checkpoints/activation_ext_silu/final.pt,results/runs/activation_ext_silu/config.json,results/runs/activation_ext_silu/metrics.json,,False
activation_gelu,activation,gelu,cnn_bn_dropout,620586,adamw,0.001,gelu,,,,,,True,0.2,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 27s,147.00769185399986,50,0.8569,0.1431,0.39046396270751954,0.86398,0.8569,,,checkpoints/activation_gelu/best.pt,checkpoints/activation_gelu/final.pt,results/runs/activation_gelu/config.json,results/runs/activation_gelu/metrics.json,,False
activation_leaky_relu,activation,leaky_relu,cnn_bn_dropout,620586,adamw,0.001,leaky_relu,,,,,,True,0.2,,,False,0.0005,cross_entropy,0.0,,,,basic,1m 56s,116.18230958498316,50,0.8688,0.13119999999999998,0.35290413949012756,0.87582,0.8688,,,checkpoints/activation_leaky_relu/best.pt,checkpoints/activation_leaky_relu/final.pt,results/runs/activation_leaky_relu/config.json,results/runs/activation_leaky_relu/metrics.json,,False
activation_relu,activation,relu,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.2,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 27s,147.39833329000976,39,0.8413,0.15869999999999995,0.4842605456542969,0.83064,0.8404,,,checkpoints/activation_relu/best.pt,checkpoints/activation_relu/final.pt,results/runs/activation_relu/config.json,results/runs/activation_relu/metrics.json,,False
activation_silu,activation,silu,cnn_bn_dropout,620586,adamw,0.001,silu,,,,,,True,0.2,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 21s,141.34723444501287,44,0.8604,0.13959999999999995,0.3526794847202301,0.87616,0.8575,,,checkpoints/activation_silu/best.pt,checkpoints/activation_silu/final.pt,results/runs/activation_silu/config.json,results/runs/activation_silu/metrics.json,,False
capacity_deep_medium,capacity_ext,deep-medium,cnn_residual,4327754,adamw,0.0008,silu,batchnorm,none,True,3,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,3m 04s,184.29959404899273,27,0.9268,0.07320000000000004,0.02519762586593628,0.99226,0.9262,0.06606000000000001,0.21415265285411325,checkpoints/capacity_deep_medium/best.pt,checkpoints/capacity_deep_medium/final.pt,results/runs/capacity_deep_medium/config.json,results/runs/capacity_deep_medium/metrics.json,,False
capacity_deep_wide,capacity_ext,deep-wide,cnn_residual,9729514,adamw,0.0008,silu,batchnorm,none,True,3,"[96, 192, 384]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,4m 17s,257.15594515699195,28,0.9324,0.0676,0.014685067889690399,0.99566,0.9317,0.06396000000000002,0.09583212481116735,checkpoints/capacity_deep_wide/best.pt,checkpoints/capacity_deep_wide/final.pt,results/runs/capacity_deep_wide/config.json,results/runs/capacity_deep_wide/metrics.json,,False
capacity_medium,capacity_ext,medium,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 49s,168.87084396599676,27,0.9255,0.07450000000000001,0.031224748000949622,0.99078,0.9249,0.06587999999999994,0.33319244806985987,checkpoints/capacity_medium/best.pt,checkpoints/capacity_medium/final.pt,results/runs/capacity_medium/config.json,results/runs/capacity_medium/metrics.json,,False
capacity_small,capacity_ext,small,cnn_residual,691834,adamw,0.0008,silu,batchnorm,none,True,1,"[48, 96, 192]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 19s,139.37616015499225,29,0.894,0.10599999999999998,0.175365422539711,0.94076,0.8938,0.04696,1.2922174972609037,checkpoints/capacity_small/best.pt,checkpoints/capacity_small/final.pt,results/runs/capacity_small/config.json,results/runs/capacity_small/metrics.json,,False
capacity_tiny,capacity_ext,tiny,cnn_residual,308650,adamw,0.0008,silu,batchnorm,none,True,1,"[32, 64, 128]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 24s,144.0316870919778,30,0.8739,0.1261,0.2921647106456757,0.89906,0.8739,0.02515999999999996,2.8313623845780014,checkpoints/capacity_tiny/best.pt,checkpoints/capacity_tiny/final.pt,results/runs/capacity_tiny/config.json,results/runs/capacity_tiny/metrics.json,,False
capacity_wide,capacity_ext,wide,cnn_residual,6243178,adamw,0.0008,silu,batchnorm,none,True,2,"[96, 192, 384]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,3m 27s,207.07812797400402,26,0.9287,0.07130000000000003,0.01502235408321023,0.99586,0.9286,0.06725999999999999,0.1487543683681612,checkpoints/capacity_wide/best.pt,checkpoints/capacity_wide/final.pt,results/runs/capacity_wide/config.json,results/runs/capacity_wide/metrics.json,,False
cnn_bn,main,CNN-BN,cnn_bn,620586,adam,0.001,relu,,,,,,True,0.0,,,False,0.0,cross_entropy,0.0,,,,none,3m 42s,221.78584702900844,47,0.7775,0.22250000000000003,0.013740017121136188,0.99524,0.7749,,,checkpoints/cnn_bn/best.pt,checkpoints/cnn_bn/final.pt,results/runs/cnn_bn/config.json,results/runs/cnn_bn/metrics.json,,False
cnn_bn_dropout,main,CNN-BN-Dropout,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.35,,,False,0.0005,cross_entropy,0.0,,,,basic,3m 43s,222.80835571102216,100,0.8561,0.14390000000000003,0.5336113428878784,0.81474,0.8561,,,checkpoints/cnn_bn_dropout/best.pt,checkpoints/cnn_bn_dropout/final.pt,results/runs/cnn_bn_dropout/config.json,results/runs/cnn_bn_dropout/metrics.json,,False
cnn_residual,main,CNN-Residual,cnn_residual,2777674,adam,0.001,relu,,,,,,False,0.1,,,True,0.0005,cross_entropy,0.0,,,,basic,9m 33s,572.618644148024,99,0.9378,0.06220000000000003,0.01344638931542635,0.99718,0.9373,,,checkpoints/cnn_residual/best.pt,checkpoints/cnn_residual/final.pt,results/runs/cnn_residual/config.json,results/runs/cnn_residual/metrics.json,,False
cnn_residual_aug_adamw_best,main,CNN-Residual + aug + AdamW,cnn_residual,2777674,adamw,0.0008,silu,,,,,,False,0.2,,,True,0.01,cross_entropy,0.05,,,,strong,9m 35s,575.1825954360247,94,0.9493,0.05069999999999997,0.33009369351387025,0.98952,0.949,,,checkpoints/cnn_residual_aug_adamw_best/best.pt,checkpoints/cnn_residual_aug_adamw_best/final.pt,results/runs/cnn_residual_aug_adamw_best/config.json,results/runs/cnn_residual_aug_adamw_best/metrics.json,,True
cnn_small_baseline,main,CNN-Small baseline,cnn_small,620362,adam,0.001,relu,,,,,,False,0.0,,,False,0.0,cross_entropy,0.0,,,,none,3m 55s,234.76070292200893,9,0.7566,0.24339999999999995,0.03660129895444959,0.9911,0.7483,,,checkpoints/cnn_small_baseline/best.pt,checkpoints/cnn_small_baseline/final.pt,results/runs/cnn_small_baseline/config.json,results/runs/cnn_small_baseline/metrics.json,,False
component_cnn_fc,component_ext,CNN-FC baseline,cnn_bn_dropout,620586,adamw,0.0008,silu,,none,False,,"[32, 64, 128]",True,0.2,0.03,0.0,False,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,1m 28s,87.92141257799813,28,0.8351,0.16490000000000005,0.5502144249725341,0.80842,0.8346,-0.02617999999999998,1.3456636147125458,checkpoints/component_cnn_fc/best.pt,checkpoints/component_cnn_fc/final.pt,results/runs/component_cnn_fc/config.json,results/runs/component_cnn_fc/metrics.json,,False
component_cnn_gap,component_ext,CNN-GAP,cnn_bn_dropout,129066,adamw,0.0008,silu,,none,True,,"[32, 64, 128]",True,0.2,0.03,0.0,False,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,1m 13s,72.69664204400033,30,0.7535,0.24650000000000005,0.7659810659217835,0.73198,0.7535,-0.021519999999999984,5.8380983372848005,checkpoints/component_cnn_gap/best.pt,checkpoints/component_cnn_gap/final.pt,results/runs/component_cnn_gap/config.json,results/runs/component_cnn_gap/metrics.json,,False
component_residual_cbam,component_ext,Residual + CBAM,cnn_residual,2800718,adamw,0.0008,silu,batchnorm,cbam,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,4m 58s,297.7284750090039,28,0.9109,0.08909999999999996,0.03830368083357811,0.98786,0.9103,0.07755999999999996,0.3252380282484706,checkpoints/component_residual_cbam/best.pt,checkpoints/component_residual_cbam/final.pt,results/runs/component_residual_cbam/config.json,results/runs/component_residual_cbam/metrics.json,,False
component_residual_gap,component_ext,Residual-GAP baseline,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 52s,172.46620840200922,28,0.9278,0.07220000000000004,0.031284450681507585,0.99058,0.9271,0.06347999999999998,0.33402047900509557,checkpoints/component_residual_gap/best.pt,checkpoints/component_residual_gap/final.pt,results/runs/component_residual_gap/config.json,results/runs/component_residual_gap/metrics.json,,False
component_residual_groupnorm,component_ext,Residual + GroupNorm,cnn_residual,2777674,adamw,0.0008,silu,groupnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 44s,163.9488942750031,28,0.9069,0.09309999999999996,0.05963794789075851,0.9807,0.9048,0.07589999999999997,0.3264961978979535,checkpoints/component_residual_groupnorm/best.pt,checkpoints/component_residual_groupnorm/final.pt,results/runs/component_residual_groupnorm/config.json,results/runs/component_residual_groupnorm/metrics.json,,False
component_residual_se,component_ext,Residual + SE,cnn_residual,2800130,adamw,0.0008,silu,batchnorm,se,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,3m 30s,209.9436438330158,26,0.918,0.08199999999999996,0.030321140236854553,0.99032,0.9177,0.07262000000000002,0.3278419216250674,checkpoints/component_residual_se/best.pt,checkpoints/component_residual_se/final.pt,results/runs/component_residual_se/config.json,results/runs/component_residual_se/metrics.json,,False
component_residual_stochdepth,component_ext,Residual + stochastic depth,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.1,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 40s,160.49313441300183,30,0.9243,0.07569999999999999,0.10656445608854294,0.96452,0.9243,0.040220000000000034,0.33276043192973687,checkpoints/component_residual_stochdepth/best.pt,checkpoints/component_residual_stochdepth/final.pt,results/runs/component_residual_stochdepth/config.json,results/runs/component_residual_stochdepth/metrics.json,,False
filter_large,filter,large,cnn_bn_dropout,1422666,adamw,0.001,relu,,,,,,True,0.25,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 22s,141.63843038800405,49,0.8594,0.14059999999999995,0.4773798714447022,0.83606,0.8591,,,checkpoints/filter_large/best.pt,checkpoints/filter_large/final.pt,results/runs/filter_large/config.json,results/runs/filter_large/metrics.json,,False
filter_medium,filter,medium,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.25,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 07s,126.53194147301838,43,0.8382,0.16180000000000005,0.5162720751953125,0.82202,0.8363,,,checkpoints/filter_medium/best.pt,checkpoints/filter_medium/final.pt,results/runs/filter_medium/config.json,results/runs/filter_medium/metrics.json,,False
filter_small,filter,small,cnn_bn_dropout,448866,adamw,0.001,relu,,,,,,True,0.25,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 33s,153.48730649100617,48,0.8243,0.17569999999999997,0.5593793874359131,0.8056,0.8233,,,checkpoints/filter_small/best.pt,checkpoints/filter_small/final.pt,results/runs/filter_small/config.json,results/runs/filter_small/metrics.json,,False
final_cbam_silu_adamw_warmup_mixup,final_ext,Final: CBAM + SiLU + AdamW + warmup cosine + MixUp,cnn_residual,2800718,adamw,0.0008,silu,batchnorm,cbam,True,2,"[64, 128, 256]",False,0.2,0.05,0.05,True,0.01,cross_entropy,0.05,0.2,0.0,warmup_cosine,strong,30m 31s,1830.5225127109734,156,0.9494,0.05059999999999998,0.46054495268821716,0.53424,0.9485,-0.41425999999999996,0.33898450325952134,checkpoints/final_cbam_silu_adamw_warmup_mixup/best.pt,checkpoints/final_cbam_silu_adamw_warmup_mixup/final.pt,results/runs/final_cbam_silu_adamw_warmup_mixup/config.json,results/runs/final_cbam_silu_adamw_warmup_mixup/metrics.json,,True
final_deepwide_se_mish_sgd_nesterov,final_ext,Final: deep-wide SE + Mish + SGD Nesterov,cnn_residual,9804232,sgd_nesterov,0.08,mish,batchnorm,se,True,3,"[96, 192, 384]",False,0.25,0.05,0.1,True,0.0005,cross_entropy,0.05,0.0,1.0,cosine,strong,35m 33s,2132.5182290639787,177,0.9481,0.051899999999999946,1.1499019791412353,0.70104,0.9475,-0.24646,0.09670313799183862,checkpoints/final_deepwide_se_mish_sgd_nesterov/best.pt,checkpoints/final_deepwide_se_mish_sgd_nesterov/final.pt,results/runs/final_deepwide_se_mish_sgd_nesterov/config.json,results/runs/final_deepwide_se_mish_sgd_nesterov/metrics.json,,True
final_se_silu_adamw_warmup_cutmix,final_ext,Final: SE + SiLU + AdamW + warmup cosine + CutMix,cnn_residual,2800130,adamw,0.0008,silu,batchnorm,se,True,2,"[64, 128, 256]",False,0.2,0.05,0.05,True,0.01,cross_entropy,0.05,0.0,1.0,warmup_cosine,strong,23m 11s,1391.0668887330103,149,0.9605,0.03949999999999998,1.06449505027771,0.73556,0.958,-0.22243999999999997,0.3430197883669687,checkpoints/final_se_silu_adamw_warmup_cutmix/best.pt,checkpoints/final_se_silu_adamw_warmup_cutmix/final.pt,results/runs/final_se_silu_adamw_warmup_cutmix/config.json,results/runs/final_se_silu_adamw_warmup_cutmix/metrics.json,,True
focused_activation_mish,focused_ext,Focused: Mish,cnn_residual,2800130,adamw,0.0008,mish,batchnorm,se,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,strong,13m 18s,797.6951798940136,81,0.9435,0.056499999999999995,0.03468775171510875,0.98828,0.9435,0.04478000000000004,0.3369486416702082,checkpoints/focused_activation_mish/best.pt,checkpoints/focused_activation_mish/final.pt,results/runs/focused_activation_mish/config.json,results/runs/focused_activation_mish/metrics.json,,False
focused_capacity_deep_medium,focused_ext,Focused: deep-medium,cnn_residual,4327754,adamw,0.0008,silu,batchnorm,none,True,3,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,strong,10m 33s,633.4023431060195,100,0.9522,0.047799999999999954,0.023989200160205365,0.99156,0.9522,0.03935999999999995,0.22002174800138827,checkpoints/focused_capacity_deep_medium/best.pt,checkpoints/focused_capacity_deep_medium/final.pt,results/runs/focused_capacity_deep_medium/config.json,results/runs/focused_capacity_deep_medium/metrics.json,,False
focused_capacity_wide,focused_ext,Focused: wide,cnn_residual,6243178,adamw,0.0008,silu,batchnorm,none,True,2,"[96, 192, 384]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,strong,10m 14s,614.1801828279858,99,0.9526,0.0474,0.018867529125064612,0.99376,0.9521,0.04166000000000003,0.152582546901594,checkpoints/focused_capacity_wide/best.pt,checkpoints/focused_capacity_wide/final.pt,results/runs/focused_capacity_wide/config.json,results/runs/focused_capacity_wide/metrics.json,,False
focused_component_cbam,focused_ext,Focused: CBAM residual,cnn_residual,2800718,adamw,0.0008,silu,batchnorm,cbam,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,strong,15m 46s,946.0410639530164,96,0.9414,0.058599999999999985,0.0424004779741168,0.98618,0.941,0.04518,0.3361280928676147,checkpoints/focused_component_cbam/best.pt,checkpoints/focused_component_cbam/final.pt,results/runs/focused_component_cbam/config.json,results/runs/focused_component_cbam/metrics.json,,False
focused_component_se,focused_ext,Focused: SE residual,cnn_residual,2800130,adamw,0.0008,silu,batchnorm,se,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,strong,12m 05s,725.4938698550104,97,0.9455,0.05449999999999999,0.0326122611117363,0.98924,0.9449,0.044340000000000046,0.33766289422276824,checkpoints/focused_component_se/best.pt,checkpoints/focused_component_se/final.pt,results/runs/focused_component_se/config.json,results/runs/focused_component_se/metrics.json,,False
focused_optsched_adamw_warmup,focused_ext,Focused: AdamW warmup cosine,cnn_residual,2800130,adamw,0.0008,silu,batchnorm,se,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.01,cross_entropy,0.0,0.0,0.0,warmup_cosine,strong,14m 55s,894.8428066530032,84,0.9456,0.054400000000000004,0.03317905886635184,0.98872,0.9441,0.04461999999999999,0.33769860685039627,checkpoints/focused_optsched_adamw_warmup/best.pt,checkpoints/focused_optsched_adamw_warmup/final.pt,results/runs/focused_optsched_adamw_warmup/config.json,results/runs/focused_optsched_adamw_warmup/metrics.json,,False
focused_optsched_sgd_nesterov_cosine,focused_ext,Focused: SGD Nesterov cosine,cnn_residual,2800130,sgd_nesterov,0.08,silu,batchnorm,se,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,strong,14m 19s,858.6743857320107,99,0.9483,0.05169999999999997,0.104869589407444,0.96614,0.9467,0.019440000000000013,0.33866284779635236,checkpoints/focused_optsched_sgd_nesterov_cosine/best.pt,checkpoints/focused_optsched_sgd_nesterov_cosine/final.pt,results/runs/focused_optsched_sgd_nesterov_cosine/config.json,results/runs/focused_optsched_sgd_nesterov_cosine/metrics.json,,False
focused_reg_cutmix,focused_ext,Focused: CutMix,cnn_residual,2800130,adamw,0.0008,silu,batchnorm,se,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,1.0,warmup_cosine,strong,11m 03s,662.5107406550087,88,0.9534,0.046599999999999975,0.9004938470649719,0.73186,0.9518,-0.21994000000000002,0.3404841918053805,checkpoints/focused_reg_cutmix/best.pt,checkpoints/focused_reg_cutmix/final.pt,results/runs/focused_reg_cutmix/config.json,results/runs/focused_reg_cutmix/metrics.json,,False
focused_reg_mixup,focused_ext,Focused: MixUp,cnn_residual,2800130,adamw,0.0008,silu,batchnorm,se,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.2,0.0,warmup_cosine,strong,11m 37s,697.2600199900044,98,0.95,0.050000000000000044,0.44373305029153826,0.55154,0.9495,-0.39796,0.33926996246602836,checkpoints/focused_reg_mixup/best.pt,checkpoints/focused_reg_mixup/final.pt,results/runs/focused_reg_mixup/config.json,results/runs/focused_reg_mixup/metrics.json,,False
optimizer_adam,optimizer,adam,cnn_bn_dropout,620586,adam,0.001,relu,,,,,,True,0.2,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 26s,146.35332850099076,50,0.8517,0.1483,0.4397885726928711,0.8503,0.8517,,,checkpoints/optimizer_adam/best.pt,checkpoints/optimizer_adam/final.pt,results/runs/optimizer_adam/config.json,results/runs/optimizer_adam/metrics.json,,False
optimizer_adamw,optimizer,adamw,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.2,,,False,0.01,cross_entropy,0.0,,,,basic,2m 20s,140.14957756499643,44,0.8458,0.1542,0.4748467216873169,0.83518,0.8457,,,checkpoints/optimizer_adamw/best.pt,checkpoints/optimizer_adamw/final.pt,results/runs/optimizer_adamw/config.json,results/runs/optimizer_adamw/metrics.json,,False
optimizer_sgd,optimizer,sgd,cnn_bn_dropout,620586,sgd,0.05,relu,,,,,,True,0.2,,,False,0.0005,cross_entropy,0.0,,,,basic,1m 55s,115.00134443098796,46,0.8225,0.1775,0.5626617281913757,0.8036,0.8225,,,checkpoints/optimizer_sgd/best.pt,checkpoints/optimizer_sgd/final.pt,results/runs/optimizer_sgd/config.json,results/runs/optimizer_sgd/metrics.json,,False
optimizer_sgd_momentum,optimizer,sgd_momentum,cnn_bn_dropout,620586,sgd_momentum,0.08,relu,,,,,,True,0.2,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 52s,172.22443414398003,50,0.8685,0.13149999999999995,0.3556328663825989,0.87544,0.8685,,,checkpoints/optimizer_sgd_momentum/best.pt,checkpoints/optimizer_sgd_momentum/final.pt,results/runs/optimizer_sgd_momentum/config.json,results/runs/optimizer_sgd_momentum/metrics.json,,False
optsched_adam_constant,opt_sched_ext,adam + constant,cnn_residual,2777674,adam,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,constant,basic,2m 39s,158.50857260500197,30,0.885,0.11499999999999999,0.3039280904006958,0.8954,0.885,0.010399999999999965,0.31861190334070877,checkpoints/optsched_adam_constant/best.pt,checkpoints/optsched_adam_constant/final.pt,results/runs/optsched_adam_constant/config.json,results/runs/optsched_adam_constant/metrics.json,,False
optsched_adam_cosine,opt_sched_ext,adam + cosine,cnn_residual,2777674,adam,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 38s,157.77350496698637,30,0.9257,0.07430000000000003,0.08812339274406433,0.97236,0.9257,0.046660000000000035,0.33326445075988037,checkpoints/optsched_adam_cosine/best.pt,checkpoints/optsched_adam_cosine/final.pt,results/runs/optsched_adam_cosine/config.json,results/runs/optsched_adam_cosine/metrics.json,,False
optsched_adam_onecycle,opt_sched_ext,adam + onecycle,cnn_residual,2777674,adam,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,onecycle,basic,2m 35s,155.2752078169724,29,0.9286,0.07140000000000002,0.08672492726445198,0.97364,0.9279,0.04574,0.3343084897651776,checkpoints/optsched_adam_onecycle/best.pt,checkpoints/optsched_adam_onecycle/final.pt,results/runs/optsched_adam_onecycle/config.json,results/runs/optsched_adam_onecycle/metrics.json,,False
optsched_adam_step,opt_sched_ext,adam + step,cnn_residual,2777674,adam,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,step,basic,2m 41s,161.45759869198082,29,0.9193,0.0807,0.1120965344285965,0.96364,0.9184,0.04524000000000006,0.3309603646792244,checkpoints/optsched_adam_step/best.pt,checkpoints/optsched_adam_step/final.pt,results/runs/optsched_adam_step/config.json,results/runs/optsched_adam_step/metrics.json,,False
optsched_adam_warmup_cosine,opt_sched_ext,adam + warmup_cosine,cnn_residual,2777674,adam,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,basic,2m 35s,154.9639640400128,30,0.9271,0.07289999999999996,0.08213993755817413,0.97462,0.9271,0.04752000000000001,0.3337684695900239,checkpoints/optsched_adam_warmup_cosine/best.pt,checkpoints/optsched_adam_warmup_cosine/final.pt,results/runs/optsched_adam_warmup_cosine/config.json,results/runs/optsched_adam_warmup_cosine/metrics.json,,False
optsched_adamw_constant,opt_sched_ext,adamw + constant,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.01,cross_entropy,0.0,0.0,0.0,constant,basic,2m 33s,153.37110027400195,30,0.9136,0.08640000000000003,0.07883930380821227,0.97222,0.9136,0.058620000000000005,0.32890828801364014,checkpoints/optsched_adamw_constant/best.pt,checkpoints/optsched_adamw_constant/final.pt,results/runs/optsched_adamw_constant/config.json,results/runs/optsched_adamw_constant/metrics.json,,False
optsched_adamw_cosine,opt_sched_ext,adamw + cosine,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.01,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 50s,169.97512102799374,29,0.926,0.07399999999999995,0.031595489254295825,0.99038,0.926,0.06437999999999999,0.3333724547949111,checkpoints/optsched_adamw_cosine/best.pt,checkpoints/optsched_adamw_cosine/final.pt,results/runs/optsched_adamw_cosine/config.json,results/runs/optsched_adamw_cosine/metrics.json,,False
optsched_adamw_step,opt_sched_ext,adamw + step,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.01,cross_entropy,0.0,0.0,0.0,step,basic,2m 39s,159.203450794972,28,0.9205,0.07950000000000002,0.06331067739725113,0.97982,0.9194,0.06042000000000003,0.33139238081934735,checkpoints/optsched_adamw_step/best.pt,checkpoints/optsched_adamw_step/final.pt,results/runs/optsched_adamw_step/config.json,results/runs/optsched_adamw_step/metrics.json,,False
optsched_rmsprop_constant,opt_sched_ext,rmsprop + constant,cnn_residual,2777674,rmsprop,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,constant,basic,2m 41s,160.57961055199848,11,0.7181,0.28190000000000004,0.7651168190383911,0.73738,0.5924,0.14498,0.2585256585186022,checkpoints/optsched_rmsprop_constant/best.pt,checkpoints/optsched_rmsprop_constant/final.pt,results/runs/optsched_rmsprop_constant/config.json,results/runs/optsched_rmsprop_constant/metrics.json,,False
optsched_rmsprop_cosine,opt_sched_ext,rmsprop + cosine,cnn_residual,2777674,rmsprop,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 27s,146.70629568997538,30,0.8451,0.15490000000000004,0.45241470458984373,0.84566,0.8451,0.0005600000000000049,0.30424736668161917,checkpoints/optsched_rmsprop_cosine/best.pt,checkpoints/optsched_rmsprop_cosine/final.pt,results/runs/optsched_rmsprop_cosine/config.json,results/runs/optsched_rmsprop_cosine/metrics.json,,False
optsched_rmsprop_onecycle,opt_sched_ext,rmsprop + onecycle,cnn_residual,2777674,rmsprop,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,onecycle,basic,2m 27s,146.5362274130166,30,0.8747,0.12529999999999997,0.33483474162101745,0.8863,0.8747,0.011599999999999944,0.3149037648046531,checkpoints/optsched_rmsprop_onecycle/best.pt,checkpoints/optsched_rmsprop_onecycle/final.pt,results/runs/optsched_rmsprop_onecycle/config.json,results/runs/optsched_rmsprop_onecycle/metrics.json,,False
optsched_rmsprop_step,opt_sched_ext,rmsprop + step,cnn_residual,2777674,rmsprop,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,step,basic,2m 31s,150.71014534198912,29,0.8408,0.1592,0.4826085239601135,0.8349,0.8397,-0.0048000000000000265,0.30269930884617846,checkpoints/optsched_rmsprop_step/best.pt,checkpoints/optsched_rmsprop_step/final.pt,results/runs/optsched_rmsprop_step/config.json,results/runs/optsched_rmsprop_step/metrics.json,,False
optsched_rmsprop_warmup_cosine,opt_sched_ext,rmsprop + warmup_cosine,cnn_residual,2777674,rmsprop,0.001,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,basic,2m 30s,150.04178360800142,30,0.8527,0.1473,0.4350181534194946,0.85124,0.8527,-0.0014600000000000168,0.3069834689023982,checkpoints/optsched_rmsprop_warmup_cosine/best.pt,checkpoints/optsched_rmsprop_warmup_cosine/final.pt,results/runs/optsched_rmsprop_warmup_cosine/config.json,results/runs/optsched_rmsprop_warmup_cosine/metrics.json,,False
optsched_sgd_constant,opt_sched_ext,sgd + constant,cnn_residual,2777674,sgd,0.05,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,constant,basic,2m 43s,162.53819577299873,30,0.8886,0.11140000000000005,0.2091678785800934,0.92586,0.8886,0.03726000000000007,0.3199079517610777,checkpoints/optsched_sgd_constant/best.pt,checkpoints/optsched_sgd_constant/final.pt,results/runs/optsched_sgd_constant/config.json,results/runs/optsched_sgd_constant/metrics.json,,False
optsched_sgd_cosine,opt_sched_ext,sgd + cosine,cnn_residual,2777674,sgd,0.05,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 13s,133.46848895799485,26,0.8874,0.11260000000000003,0.23564633353710174,0.9198,0.8871,0.03269999999999995,0.3194759356209548,checkpoints/optsched_sgd_cosine/best.pt,checkpoints/optsched_sgd_cosine/final.pt,results/runs/optsched_sgd_cosine/config.json,results/runs/optsched_sgd_cosine/metrics.json,,False
optsched_sgd_momentum_constant,opt_sched_ext,sgd_momentum + constant,cnn_residual,2777674,sgd_momentum,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,constant,basic,2m 23s,143.0196503420011,24,0.8721,0.1279,0.3351797459888458,0.88488,0.8584,0.026479999999999948,0.3139677298343866,checkpoints/optsched_sgd_momentum_constant/best.pt,checkpoints/optsched_sgd_momentum_constant/final.pt,results/runs/optsched_sgd_momentum_constant/config.json,results/runs/optsched_sgd_momentum_constant/metrics.json,,False
optsched_sgd_momentum_cosine,opt_sched_ext,sgd_momentum + cosine,cnn_residual,2777674,sgd_momentum,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 21s,140.50399363198085,27,0.9259,0.07410000000000005,0.08028511106729508,0.97622,0.9252,0.051019999999999954,0.33333645344990087,checkpoints/optsched_sgd_momentum_cosine/best.pt,checkpoints/optsched_sgd_momentum_cosine/final.pt,results/runs/optsched_sgd_momentum_cosine/config.json,results/runs/optsched_sgd_momentum_cosine/metrics.json,,False
optsched_sgd_momentum_onecycle,opt_sched_ext,sgd_momentum + onecycle,cnn_residual,2777674,sgd_momentum,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,onecycle,basic,2m 39s,158.51553346798755,30,0.9306,0.06940000000000002,0.07932496427059174,0.97642,0.9306,0.04581999999999997,0.3350285166653826,checkpoints/optsched_sgd_momentum_onecycle/best.pt,checkpoints/optsched_sgd_momentum_onecycle/final.pt,results/runs/optsched_sgd_momentum_onecycle/config.json,results/runs/optsched_sgd_momentum_onecycle/metrics.json,,False
optsched_sgd_momentum_step,opt_sched_ext,sgd_momentum + step,cnn_residual,2777674,sgd_momentum,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,step,basic,2m 19s,138.903414875007,28,0.9181,0.08189999999999997,0.1136604119515419,0.9634,0.9146,0.048800000000000066,0.3305283485391014,checkpoints/optsched_sgd_momentum_step/best.pt,checkpoints/optsched_sgd_momentum_step/final.pt,results/runs/optsched_sgd_momentum_step/config.json,results/runs/optsched_sgd_momentum_step/metrics.json,,False
optsched_sgd_momentum_warmup_cosine,opt_sched_ext,sgd_momentum + warmup_cosine,cnn_residual,2777674,sgd_momentum,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,basic,2m 34s,154.2127738709969,29,0.9307,0.06930000000000003,0.07772876863718033,0.97664,0.9307,0.04593999999999998,0.33506451801039283,checkpoints/optsched_sgd_momentum_warmup_cosine/best.pt,checkpoints/optsched_sgd_momentum_warmup_cosine/final.pt,results/runs/optsched_sgd_momentum_warmup_cosine/config.json,results/runs/optsched_sgd_momentum_warmup_cosine/metrics.json,,False
optsched_sgd_nesterov_constant,opt_sched_ext,sgd_nesterov + constant,cnn_residual,2777674,sgd_nesterov,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,constant,basic,2m 35s,154.98545587799163,26,0.8783,0.12170000000000003,0.3164462474775314,0.89168,0.8729,0.01878000000000002,0.31619981322502205,checkpoints/optsched_sgd_nesterov_constant/best.pt,checkpoints/optsched_sgd_nesterov_constant/final.pt,results/runs/optsched_sgd_nesterov_constant/config.json,results/runs/optsched_sgd_nesterov_constant/metrics.json,,False
optsched_sgd_nesterov_cosine,opt_sched_ext,sgd_nesterov + cosine,cnn_residual,2777674,sgd_nesterov,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 31s,151.26341939601116,29,0.9267,0.07330000000000003,0.07338167626738548,0.978,0.9261,0.051899999999999946,0.3336244642099829,checkpoints/optsched_sgd_nesterov_cosine/best.pt,checkpoints/optsched_sgd_nesterov_cosine/final.pt,results/runs/optsched_sgd_nesterov_cosine/config.json,results/runs/optsched_sgd_nesterov_cosine/metrics.json,,False
optsched_sgd_nesterov_onecycle,opt_sched_ext,sgd_nesterov + onecycle,cnn_residual,2777674,sgd_nesterov,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,onecycle,basic,2m 33s,153.02352103800513,29,0.9286,0.07140000000000002,0.07659852988958359,0.97742,0.9285,0.048919999999999964,0.3343084897651776,checkpoints/optsched_sgd_nesterov_onecycle/best.pt,checkpoints/optsched_sgd_nesterov_onecycle/final.pt,results/runs/optsched_sgd_nesterov_onecycle/config.json,results/runs/optsched_sgd_nesterov_onecycle/metrics.json,,False
optsched_sgd_nesterov_step,opt_sched_ext,sgd_nesterov + step,cnn_residual,2777674,sgd_nesterov,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,step,basic,2m 44s,163.75250604300527,25,0.9199,0.08009999999999995,0.1036628283381462,0.96612,0.9181,0.04801999999999995,0.3311763727492859,checkpoints/optsched_sgd_nesterov_step/best.pt,checkpoints/optsched_sgd_nesterov_step/final.pt,results/runs/optsched_sgd_nesterov_step/config.json,results/runs/optsched_sgd_nesterov_step/metrics.json,,False
optsched_sgd_nesterov_warmup_cosine,opt_sched_ext,sgd_nesterov + warmup_cosine,cnn_residual,2777674,sgd_nesterov,0.08,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,basic,2m 24s,143.86565497500123,29,0.9292,0.07079999999999997,0.07037677734375,0.9799,0.9286,0.05130000000000001,0.33452449783523913,checkpoints/optsched_sgd_nesterov_warmup_cosine/best.pt,checkpoints/optsched_sgd_nesterov_warmup_cosine/final.pt,results/runs/optsched_sgd_nesterov_warmup_cosine/config.json,results/runs/optsched_sgd_nesterov_warmup_cosine/metrics.json,,False
optsched_sgd_onecycle,opt_sched_ext,sgd + onecycle,cnn_residual,2777674,sgd,0.05,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,onecycle,basic,2m 18s,138.42682282798341,30,0.9312,0.06879999999999997,0.07077031097650528,0.9797,0.9312,0.04849999999999999,0.3352445247354441,checkpoints/optsched_sgd_onecycle/best.pt,checkpoints/optsched_sgd_onecycle/final.pt,results/runs/optsched_sgd_onecycle/config.json,results/runs/optsched_sgd_onecycle/metrics.json,,False
optsched_sgd_step,opt_sched_ext,sgd + step,cnn_residual,2777674,sgd,0.05,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,step,basic,2m 14s,133.7665572029946,29,0.8771,0.12290000000000001,0.30471364409446716,0.89538,0.8757,0.01967999999999992,0.31576779708489905,checkpoints/optsched_sgd_step/best.pt,checkpoints/optsched_sgd_step/final.pt,results/runs/optsched_sgd_step/config.json,results/runs/optsched_sgd_step/metrics.json,,False
optsched_sgd_warmup_cosine,opt_sched_ext,sgd + warmup_cosine,cnn_residual,2777674,sgd,0.05,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,warmup_cosine,basic,2m 14s,133.73272361501586,30,0.8926,0.10740000000000005,0.22914161258220672,0.92234,0.8926,0.0297400000000001,0.32134800556148774,checkpoints/optsched_sgd_warmup_cosine/best.pt,checkpoints/optsched_sgd_warmup_cosine/final.pt,results/runs/optsched_sgd_warmup_cosine/config.json,results/runs/optsched_sgd_warmup_cosine/metrics.json,,False
regext_ce,regularization_ext,CrossEntropy,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 56s,175.74075071199331,28,0.9248,0.07520000000000004,0.03226029768481851,0.99006,0.9248,0.0652600000000001,0.3329404386547881,checkpoints/regext_ce/best.pt,checkpoints/regext_ce/final.pt,results/runs/regext_ce/config.json,results/runs/regext_ce/metrics.json,,False
regext_ce_wd,regularization_ext,CrossEntropy + weight decay,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,basic,2m 26s,146.4241350860102,30,0.927,0.07299999999999995,0.032232178010940554,0.99054,0.927,0.06353999999999993,0.3337324682450136,checkpoints/regext_ce_wd/best.pt,checkpoints/regext_ce_wd/final.pt,results/runs/regext_ce_wd/config.json,results/runs/regext_ce_wd/metrics.json,,False
regext_cutmix,regularization_ext,CutMix,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,1.0,cosine,basic,2m 37s,157.12715086500975,28,0.9226,0.07740000000000002,0.9755354103469849,0.72604,0.9225,-0.19645999999999997,0.3321484090645626,checkpoints/regext_cutmix/best.pt,checkpoints/regext_cutmix/final.pt,results/runs/regext_cutmix/config.json,results/runs/regext_cutmix/metrics.json,,False
regext_focal,regularization_ext,Focal Loss,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,focal,0.0,0.0,0.0,cosine,basic,2m 31s,151.12356691199238,30,0.9208,0.07920000000000005,0.014603024681508541,0.98464,0.9208,0.06384000000000001,0.3315003848543781,checkpoints/regext_focal/best.pt,checkpoints/regext_focal/final.pt,results/runs/regext_focal/config.json,results/runs/regext_focal/metrics.json,,False
regext_label_smoothing,regularization_ext,CrossEntropy + label smoothing,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.05,0.0,0.0,cosine,basic,2m 28s,148.34120073597296,29,0.9327,0.06730000000000003,0.32711106112480165,0.9946,0.9319,0.06270000000000009,0.33578454491059784,checkpoints/regext_label_smoothing/best.pt,checkpoints/regext_label_smoothing/final.pt,results/runs/regext_label_smoothing/config.json,results/runs/regext_label_smoothing/metrics.json,,False
regext_mixup,regularization_ext,MixUp,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.2,0.0,cosine,basic,2m 29s,149.29617073500413,29,0.9324,0.0676,0.46254286101698877,0.52456,0.9318,-0.40723999999999994,0.3356765408755671,checkpoints/regext_mixup/best.pt,checkpoints/regext_mixup/final.pt,results/runs/regext_mixup/config.json,results/runs/regext_mixup/metrics.json,,False
regext_random_erasing,regularization_ext,RandomErasing / Cutout,cnn_residual,2777674,adamw,0.0008,silu,batchnorm,none,True,2,"[64, 128, 256]",False,0.15,0.03,0.0,True,0.0005,cross_entropy,0.0,0.0,0.0,cosine,cutout,2m 28s,147.82691009700648,28,0.8985,0.10150000000000003,0.014676978694796563,0.99568,0.8981,0.09758,0.32347208491709245,checkpoints/regext_random_erasing/best.pt,checkpoints/regext_random_erasing/final.pt,results/runs/regext_random_erasing/config.json,results/runs/regext_random_erasing/metrics.json,,False
regularization_dropout_only,regularization,dropout_only,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.35,,,False,0.0,cross_entropy,0.0,,,,basic,2m 00s,120.41427989400108,49,0.8319,0.16810000000000003,0.5515558526229858,0.81118,0.8303,,,checkpoints/regularization_dropout_only/best.pt,checkpoints/regularization_dropout_only/final.pt,results/runs/regularization_dropout_only/config.json,results/runs/regularization_dropout_only/metrics.json,,False
regularization_focal_loss,regularization,focal_loss,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.2,,,False,0.0005,focal,0.0,,,,basic,2m 03s,122.87447398700169,47,0.8261,0.17390000000000005,0.2690066825389862,0.81094,0.8246,,,checkpoints/regularization_focal_loss/best.pt,checkpoints/regularization_focal_loss/final.pt,results/runs/regularization_focal_loss/config.json,results/runs/regularization_focal_loss/metrics.json,,False
regularization_label_smoothing,regularization,label_smoothing,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.2,,,False,0.0005,cross_entropy,0.08,,,,basic,2m 05s,125.4026897540025,47,0.841,0.15900000000000003,0.8684008730316162,0.83326,0.8407,,,checkpoints/regularization_label_smoothing/best.pt,checkpoints/regularization_label_smoothing/final.pt,results/runs/regularization_label_smoothing/config.json,results/runs/regularization_label_smoothing/metrics.json,,False
regularization_no_wd_no_dropout,regularization,no_wd_no_dropout,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.0,,,False,0.0,cross_entropy,0.0,,,,basic,2m 24s,143.83907045601518,48,0.8478,0.1522,0.3265584630584717,0.8861,0.8473,,,checkpoints/regularization_no_wd_no_dropout/best.pt,checkpoints/regularization_no_wd_no_dropout/final.pt,results/runs/regularization_no_wd_no_dropout/config.json,results/runs/regularization_no_wd_no_dropout/metrics.json,,False
regularization_wd_dropout,regularization,wd_dropout,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.35,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 21s,140.96281024298514,46,0.8319,0.16810000000000003,0.544473848361969,0.8132,0.8295,,,checkpoints/regularization_wd_dropout/best.pt,checkpoints/regularization_wd_dropout/final.pt,results/runs/regularization_wd_dropout/config.json,results/runs/regularization_wd_dropout/metrics.json,,False
regularization_weight_decay_only,regularization,weight_decay_only,cnn_bn_dropout,620586,adamw,0.001,relu,,,,,,True,0.0,,,False,0.0005,cross_entropy,0.0,,,,basic,2m 22s,142.20432736899238,49,0.8482,0.15180000000000005,0.3378571527004242,0.88326,0.8472,,,checkpoints/regularization_weight_decay_only/best.pt,checkpoints/regularization_weight_decay_only/final.pt,results/runs/regularization_weight_decay_only/config.json,results/runs/regularization_weight_decay_only/metrics.json,,False
vgga_bn_lr_1em03,bn,with_bn_lr_0.001,vgg_a_bn,9753674,adam,0.001,relu,,,,,,True,0.0,,,False,0.0,cross_entropy,0.0,,,,none,1m 21s,81.229673216003,16,0.8321,0.16790000000000005,0.04516555043160916,0.9856,0.8279,,,checkpoints/vgga_bn_lr_1em03/best.pt,checkpoints/vgga_bn_lr_1em03/final.pt,results/runs/vgga_bn_lr_1em03/config.json,results/runs/vgga_bn_lr_1em03/metrics.json,results/runs/vgga_bn_lr_1em03/step_losses.npy,False
vgga_bn_lr_1em04,bn,with_bn_lr_0.0001,vgg_a_bn,9753674,adam,0.0001,relu,,,,,,True,0.0,,,False,0.0,cross_entropy,0.0,,,,none,1m 34s,94.22628088097554,20,0.744,0.256,0.04464995714187622,0.98502,0.744,,,checkpoints/vgga_bn_lr_1em04/best.pt,checkpoints/vgga_bn_lr_1em04/final.pt,results/runs/vgga_bn_lr_1em04/config.json,results/runs/vgga_bn_lr_1em04/metrics.json,results/runs/vgga_bn_lr_1em04/step_losses.npy,False
vgga_bn_lr_2em03,bn,with_bn_lr_0.002,vgg_a_bn,9753674,adam,0.002,relu,,,,,,True,0.0,,,False,0.0,cross_entropy,0.0,,,,none,1m 34s,93.81844453600934,18,0.8316,0.1684,0.0485260102057457,0.98404,0.8292,,,checkpoints/vgga_bn_lr_2em03/best.pt,checkpoints/vgga_bn_lr_2em03/final.pt,results/runs/vgga_bn_lr_2em03/config.json,results/runs/vgga_bn_lr_2em03/metrics.json,results/runs/vgga_bn_lr_2em03/step_losses.npy,False
vgga_bn_lr_5em04,bn,with_bn_lr_0.0005,vgg_a_bn,9753674,adam,0.0005,relu,,,,,,True,0.0,,,False,0.0,cross_entropy,0.0,,,,none,1m 46s,106.47665857899119,17,0.8199,0.18010000000000004,0.04154103409796953,0.98556,0.8142,,,checkpoints/vgga_bn_lr_5em04/best.pt,checkpoints/vgga_bn_lr_5em04/final.pt,results/runs/vgga_bn_lr_5em04/config.json,results/runs/vgga_bn_lr_5em04/metrics.json,results/runs/vgga_bn_lr_5em04/step_losses.npy,False
vgga_no_bn_lr_1em03,bn,without_bn_lr_0.001,vgg_a,9750922,adam,0.001,relu,,,,,,False,0.0,,,False,0.0,cross_entropy,0.0,,,,none,1m 42s,102.46721747299307,12,0.7808,0.21919999999999995,0.07204440905809402,0.9773,0.7712,,,checkpoints/vgga_no_bn_lr_1em03/best.pt,checkpoints/vgga_no_bn_lr_1em03/final.pt,results/runs/vgga_no_bn_lr_1em03/config.json,results/runs/vgga_no_bn_lr_1em03/metrics.json,results/runs/vgga_no_bn_lr_1em03/step_losses.npy,False
vgga_no_bn_lr_1em04,bn,without_bn_lr_0.0001,vgg_a,9750922,adam,0.0001,relu,,,,,,False,0.0,,,False,0.0,cross_entropy,0.0,,,,none,1m 30s,89.86663180100732,10,0.7531,0.2469,0.045062129787206646,0.98492,0.744,,,checkpoints/vgga_no_bn_lr_1em04/best.pt,checkpoints/vgga_no_bn_lr_1em04/final.pt,results/runs/vgga_no_bn_lr_1em04/config.json,results/runs/vgga_no_bn_lr_1em04/metrics.json,results/runs/vgga_no_bn_lr_1em04/step_losses.npy,False
vgga_no_bn_lr_2em03,bn,without_bn_lr_0.002,vgg_a,9750922,adam,0.002,relu,,,,,,False,0.0,,,False,0.0,cross_entropy,0.0,,,,none,1m 29s,88.74535042399657,15,0.735,0.265,0.24516159816741942,0.92038,0.7273,,,checkpoints/vgga_no_bn_lr_2em03/best.pt,checkpoints/vgga_no_bn_lr_2em03/final.pt,results/runs/vgga_no_bn_lr_2em03/config.json,results/runs/vgga_no_bn_lr_2em03/metrics.json,results/runs/vgga_no_bn_lr_2em03/step_losses.npy,False
vgga_no_bn_lr_5em04,bn,without_bn_lr_0.0005,vgg_a,9750922,adam,0.0005,relu,,,,,,False,0.0,,,False,0.0,cross_entropy,0.0,,,,none,1m 37s,97.04909653999493,15,0.7871,0.21289999999999998,0.05748982528090477,0.98204,0.7758,,,checkpoints/vgga_no_bn_lr_5em04/best.pt,checkpoints/vgga_no_bn_lr_5em04/final.pt,results/runs/vgga_no_bn_lr_5em04/config.json,results/runs/vgga_no_bn_lr_5em04/metrics.json,results/runs/vgga_no_bn_lr_5em04/step_losses.npy,False