model_comparison.json

{
  "custom": {
    "model": "custom",
    "config": {
      "epochs": 50,
      "learning_rate": 0.001,
      "batch_size": 128,
      "weight_decay": 0.0001,
      "optimizer": "adamw",
      "scheduler": "cosine",
      "num_workers": 4
    },
    "timestamp": "2025-07-18T04:13:55.384588",
    "evaluation": {
      "test_accuracy": 90.64,
      "test_loss": 0.40045145286034933
    },
    "benchmark": {
      "total_params": 2332106,
      "trainable_params": 2332106,
      "model_size_mb": 8.896278381347656,
      "inference_time_ms": 0.03669309616088868,
      "throughput_samples_per_sec": 27253.083130823507
    },
    "training_history": {
      "train_loss": [
        1.4149173482913862,
        1.0162051956761966,
        0.8482165988534689,
        0.728303463621573,
        0.6363477440212261,
        0.5701356856152415,
        0.5242524116554044,
        0.48185200515118515,
        0.4417327832938595,
        0.4158814721740782,
        0.3859495721672746,
        0.36533536635000596,
        0.3332995446398854,
        0.31937127585776826,
        0.30104608948088507,
        0.2783441687087444,
        0.2632080921056596,
        0.24968139340423726,
        0.22971883236261254,
        0.2119647280778736,
        0.1973909065550701,
        0.18659686817872254,
        0.17961866695391523,
        0.16379872180352156,
        0.15177374580790373,
        0.13599341192325068,
        0.12708607234526426,
        0.11916482064407319,
        0.11087808856444265,
        0.09957635454008017,
        0.09322496468666941,
        0.08429932953599333,
        0.07824049555611881,
        0.07476761330194263,
        0.06792214420486496,
        0.06089315965073183,
        0.05793831660941413,
        0.049046539545419036,
        0.04722405739118007,
        0.04650731596947563,
        0.04196743960545229,
        0.038948311547177254,
        0.035993627743499186,
        0.03569281337496994,
        0.03270679784790528,
        0.032233172895344483,
        0.03196344770549331,
        0.03183847648192155,
        0.03023724096022885,
        0.030237408462033436
      ],
      "train_acc": [
        47.44222222222222,
        63.40888888888889,
        69.82666666666667,
        74.43333333333334,
        77.99333333333334,
        80.32222222222222,
        81.87777777777778,
        83.3488888888889,
        84.88,
        85.53555555555556,
        86.71111111111111,
        87.3711111111111,
        88.42888888888889,
        88.88666666666667,
        89.67777777777778,
        90.23777777777778,
        90.83333333333333,
        91.27333333333333,
        91.92666666666666,
        92.5111111111111,
        92.96,
        93.35777777777778,
        93.79555555555555,
        94.23777777777778,
        94.61111111111111,
        95.13333333333334,
        95.60444444444444,
        95.81555555555556,
        96.21111111111111,
        96.51777777777778,
        96.71555555555555,
        97.09555555555555,
        97.29555555555555,
        97.40222222222222,
        97.68222222222222,
        98.01333333333334,
        98.03111111111112,
        98.33777777777777,
        98.45777777777778,
        98.50222222222222,
        98.67555555555556,
        98.78444444444445,
        98.87333333333333,
        98.85777777777778,
        98.96888888888888,
        99.00666666666666,
        99.05111111111111,
        99.04222222222222,
        99.12444444444445,
        99.07555555555555
      ],
      "val_loss": [
        1.2833179980516434,
        1.0060369923710824,
        0.839727059751749,
        0.7206100896000862,
        0.6262776359915734,
        0.6047777004539967,
        0.5214825630187988,
        0.5617048032581806,
        0.4974339139647782,
        0.6528803549706936,
        0.468262127507478,
        0.5062295906245708,
        0.4581702302210033,
        0.48504158183932305,
        0.3930924731772393,
        0.4028835633769631,
        0.40472898315638306,
        0.42524507120251653,
        0.37829906260594726,
        0.429102673381567,
        0.38081039050593973,
        0.39106107931002043,
        0.4107053097337484,
        0.37516938438639047,
        0.37471151329227725,
        0.3601559829898179,
        0.38286541113629935,
        0.3664126083254814,
        0.3772037770599127,
        0.3693193051032722,
        0.3915130659937859,
        0.3613826504675671,
        0.39408324654214083,
        0.37938523981720207,
        0.3832094382494688,
        0.3804494840092957,
        0.3750850508920848,
        0.3881649244111031,
        0.3786032352596521,
        0.38187652922933923,
        0.379985548555851,
        0.3757114422507584,
        0.38385402571875604,
        0.38617077097296715,
        0.3840172010939568,
        0.3845814407803118,
        0.38249608892947434,
        0.3862733863759786,
        0.3830278627807274,
        0.3832576520508155
      ],
      "val_acc": [
        54.7,
        63.76,
        69.46,
        73.96,
        78.12,
        79.3,
        81.34,
        80.92,
        82.58,
        78.62,
        84.54,
        83.32,
        84.36,
        84.74,
        86.48,
        86.36,
        86.16,
        86.68,
        87.92,
        87.1,
        88.24,
        88.16,
        88.02,
        88.7,
        88.58,
        88.98,
        89.02,
        89.38,
        89.24,
        89.44,
        89.3,
        90.38,
        89.94,
        90.0,
        90.42,
        90.32,
        90.26,
        90.6,
        90.68,
        90.74,
        90.92,
        90.58,
        90.76,
        90.52,
        90.92,
        90.78,
        90.98,
        90.88,
        90.9,
        90.94
      ],
      "lr": [
        0.0009990133642141358,
        0.000996057350657239,
        0.0009911436253643444,
        0.0009842915805643156,
        0.0009755282581475769,
        0.0009648882429441258,
        0.0009524135262330099,
        0.0009381533400219318,
        0.0009221639627510075,
        0.0009045084971874736,
        0.0008852566213878945,
        0.0008644843137107056,
        0.0008422735529643443,
        0.0008187119948743448,
        0.0007938926261462366,
        0.0007679133974894982,
        0.0007408768370508576,
        0.0007128896457825362,
        0.0006840622763423389,
        0.0006545084971874735,
        0.0006243449435824271,
        0.0005936906572928622,
        0.000562666616782152,
        0.0005313952597646566,
        0.0004999999999999998,
        0.00046860474023534314,
        0.00043733338321784774,
        0.00040630934270713756,
        0.00037565505641757246,
        0.00034549150281252633,
        0.00031593772365766105,
        0.00028711035421746355,
        0.0002591231629491422,
        0.00023208660251050145,
        0.00020610737385376337,
        0.00018128800512565502,
        0.00015772644703565555,
        0.00013551568628929425,
        0.00011474337861210535,
        9.549150281252626e-05,
        7.783603724899252e-05,
        6.184665997806817e-05,
        4.7586473766990294e-05,
        3.5111757055874305e-05,
        2.4471741852423218e-05,
        1.5708419435684507e-05,
        8.856374635655634e-06,
        3.942649342761115e-06,
        9.866357858642198e-07,
        0.0
      ]
    }
  },
  "resnet18": {
    "model": "ResNet18",
    "config": {
      "epochs": 50,
      "learning_rate": 0.001,
      "batch_size": 128,
      "weight_decay": 0.0001,
      "optimizer": "adamw",
      "scheduler": "cosine",
      "num_workers": 4
    },
    "timestamp": "2025-07-18T15:21:09.396093",
    "evaluation": {
      "test_accuracy": 84.86,
      "test_loss": 0.562998549093174
    },
    "benchmark": {
      "total_params": 11181642,
      "trainable_params": 11181642,
      "model_size_mb": 42.654579162597656,
      "inference_time_ms": 0.07653045654296875,
      "throughput_samples_per_sec": 13066.69325092214
    },
    "training_history": {
      "train_loss": [
        1.534992229193449,
        1.1880326921289617,
        1.035241229290312,
        0.9359814739701423,
        0.8539070878177881,
        0.7974097581410949,
        0.7436872424388473,
        0.6947507721117951,
        0.6624855630269105,
        0.633833650330251,
        0.6025871328840201,
        0.575756414200772,
        0.5571694652634588,
        0.5360024829649113,
        0.5100707446478985,
        0.49271007237786596,
        0.47091001365333796,
        0.45626898702572694,
        0.43944294174963777,
        0.4184168221174993,
        0.4037881137972528,
        0.3880640461786904,
        0.3765643063763326,
        0.3583343208936805,
        0.34006396283141593,
        0.32521333295682614,
        0.3184103542007506,
        0.30346678413281386,
        0.2917639202099632,
        0.2756085636263544,
        0.26325815861028706,
        0.2490403096784245,
        0.23851507969877936,
        0.22953345194797625,
        0.21737881953066046,
        0.2083251700016924,
        0.19804402061907406,
        0.1919961772774431,
        0.17820967812175778,
        0.17702617270829665,
        0.1681731247491288,
        0.16023547314530748,
        0.15579079615417868,
        0.15242329316044395,
        0.1487516676901247,
        0.14565975577782161,
        0.14755983392454006,
        0.14136733145410704,
        0.14154247444292362,
        0.13957085632930763
      ],
      "train_acc": [
        43.76,
        57.233333333333334,
        63.23555555555556,
        66.99333333333334,
        70.12666666666667,
        72.04666666666667,
        74.01333333333334,
        75.83111111111111,
        76.94888888888889,
        77.78444444444445,
        78.97555555555556,
        79.76,
        80.59333333333333,
        81.25555555555556,
        82.35777777777778,
        82.64666666666666,
        83.36,
        84.05555555555556,
        84.6,
        85.22222222222223,
        85.8711111111111,
        86.27333333333333,
        86.81333333333333,
        87.41333333333333,
        88.08222222222223,
        88.50444444444445,
        88.76444444444445,
        89.19333333333333,
        89.59333333333333,
        90.19555555555556,
        90.67111111111112,
        91.0911111111111,
        91.58666666666667,
        91.88,
        92.31555555555556,
        92.5111111111111,
        92.88888888888889,
        93.1,
        93.57111111111111,
        93.82,
        94.0111111111111,
        94.30666666666667,
        94.40666666666667,
        94.55555555555556,
        94.71333333333334,
        94.85333333333334,
        94.75777777777778,
        95.0111111111111,
        94.98222222222222,
        95.06444444444445
      ],
      "val_loss": [
        1.2874532729387282,
        1.1595576748251915,
        0.9405087038874627,
        0.9415416568517685,
        0.8305790588259697,
        0.7471129335463047,
        0.7304556638002395,
        0.7054379791021347,
        0.6213417574763298,
        0.6890904523432255,
        0.619678334146738,
        0.627859528362751,
        0.5851750016212464,
        0.5720030259341001,
        0.5639025084674358,
        0.5432115443050861,
        0.5189762286841869,
        0.530236903578043,
        0.5304640807211399,
        0.5138039080426097,
        0.5045294491574168,
        0.5120217554271221,
        0.4805617846548557,
        0.47255066349171104,
        0.46174713261425493,
        0.5055730052292347,
        0.47505435086786746,
        0.4915746621787548,
        0.46519887149333955,
        0.4645280983299017,
        0.4959094367921352,
        0.46855704141780735,
        0.48131142668426036,
        0.49051350774243474,
        0.5037652600556612,
        0.5074710845714435,
        0.4936542822048068,
        0.5001278184819966,
        0.5115441028028727,
        0.5081384718418122,
        0.5070559652522206,
        0.5073963915929198,
        0.511556985322386,
        0.5151565936394036,
        0.5156746107619256,
        0.5089005901943893,
        0.5072312701260671,
        0.5111834596609697,
        0.5138413549633697,
        0.5134076383663342
      ],
      "val_acc": [
        52.46,
        59.08,
        66.54,
        66.86,
        71.02,
        73.04,
        74.1,
        74.86,
        77.42,
        75.88,
        77.98,
        77.94,
        79.48,
        80.06,
        80.52,
        81.12,
        81.82,
        81.36,
        82.0,
        82.28,
        82.28,
        82.9,
        83.24,
        83.8,
        84.1,
        83.46,
        84.04,
        84.44,
        84.64,
        84.9,
        84.78,
        85.14,
        85.0,
        84.88,
        85.22,
        85.1,
        85.7,
        85.24,
        84.82,
        85.42,
        85.8,
        85.56,
        85.98,
        85.78,
        85.78,
        85.64,
        85.9,
        85.76,
        85.58,
        85.76
      ],
      "lr": [
        0.0009990133642141358,
        0.000996057350657239,
        0.0009911436253643444,
        0.0009842915805643156,
        0.0009755282581475769,
        0.0009648882429441258,
        0.0009524135262330099,
        0.0009381533400219318,
        0.0009221639627510075,
        0.0009045084971874736,
        0.0008852566213878945,
        0.0008644843137107056,
        0.0008422735529643443,
        0.0008187119948743448,
        0.0007938926261462366,
        0.0007679133974894982,
        0.0007408768370508576,
        0.0007128896457825362,
        0.0006840622763423389,
        0.0006545084971874735,
        0.0006243449435824271,
        0.0005936906572928622,
        0.000562666616782152,
        0.0005313952597646566,
        0.0004999999999999998,
        0.00046860474023534314,
        0.00043733338321784774,
        0.00040630934270713756,
        0.00037565505641757246,
        0.00034549150281252633,
        0.00031593772365766105,
        0.00028711035421746355,
        0.0002591231629491422,
        0.00023208660251050145,
        0.00020610737385376337,
        0.00018128800512565502,
        0.00015772644703565555,
        0.00013551568628929425,
        0.00011474337861210535,
        9.549150281252626e-05,
        7.783603724899252e-05,
        6.184665997806817e-05,
        4.7586473766990294e-05,
        3.5111757055874305e-05,
        2.4471741852423218e-05,
        1.5708419435684507e-05,
        8.856374635655634e-06,
        3.942649342761115e-06,
        9.866357858642198e-07,
        0.0
      ]
    }
  }
}