assignment-1 run cnn-seed2-20261019-234256

assignment-1/runs/cnn-seed2-20261019-234256/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9832ef3f356dfd96c95f354bd5efadd348908c723b83fbcbdfc60316bf330f
+size 1690359

assignment-1/runs/cnn-seed2-20261019-234256/checksums.json

@@ -0,0 +1,13 @@
+{
+  "checkpoint.pt": "4d9832ef3f356dfd96c95f354bd5efadd348908c723b83fbcbdfc60316bf330f",
+  "config.yaml": "5d98d87446d968125bf33c60011fe9ea5b8e138d35b673e17a18860f19f936ef",
+  "environment.json": "0e6cb2d99270a3e06a7c1ccc1840746db19f4b623550957e3374d32e83f7ed0a",
+  "history.json": "e9ee25a0cb0483ba68cd2383ddc8038f259299a4feae4ebbb451c2d3fa164b7a",
+  "summary.json": "fdfead23b2efc3757760a6506f7654d6d052fa45011c988a9acf93b024bb78ad",
+  "evaluation/val/correct.png": "f9900e17c94b52805c122cba86acced3916b869f05eb0d092963cad366617d62",
+  "evaluation/val/incorrect.png": "23e6da64b16cdfb2973eb4bb881afadbca48cc88ec96703f82664aa562f783a7",
+  "evaluation/val/report.json": "2093761d4da131a82b343899852507f84366faaf9522b26bcc4bb7a4e7825e68",
+  "evaluation/test/correct.png": "850152f26bb6238989ea7eb601ab76186f5ec82c015ac917eb4040d931efa6cf",
+  "evaluation/test/incorrect.png": "07b7218d1043653691fa83301ecbdd95cf4ffe3ca19b9ec74bab2664e8cdddcf",
+  "evaluation/test/report.json": "9a9942a31357e19b3e9043130658bc426440277ba23bf0a1755e78e7e0d7070b"
+}

assignment-1/runs/cnn-seed2-20261019-234256/config.yaml

@@ -0,0 +1,55 @@
+seed: 2
+dataset:
+  name: fashion-mnist
+  source: torchvision.datasets.FashionMNIST
+  root: data
+  download: true
+  val_size: 6000
+  stratified: true
+  split_file: splits/fashion-mnist-seed0.json
+  normalization:
+    mean: 0.28579843044281006
+    std: 0.3528536558151245
+hub:
+  repo_id: null
+  assignment: assignment-1
+  private: false
+input:
+  representation: image
+  patch_size: 4
+loader:
+  batch_size: 128
+  num_workers: 4
+  augment: true
+train:
+  epochs: 30
+  optimizer: adamw
+  lr: 0.0003
+  weight_decay: 0.05
+  scheduler: cosine
+  label_smoothing: 0.0
+  early_stopping_patience: 5
+  checkpoint_metric: val_macro_f1
+  checkpoint_mode: max
+evaluation:
+  metrics:
+  - accuracy
+  - macro_f1
+  confusion_matrix: true
+  example_predictions: 8
+  output_dir: results/evaluation
+  inference:
+    batch_sizes:
+    - 1
+    - 128
+    warmup_batches: 5
+    timed_batches: 50
+model:
+  args:
+    channels:
+    - 32
+    - 64
+    hidden_size: 128
+    dropout: 0.2
+  name: cnn
+output_dir: results/runs

assignment-1/runs/cnn-seed2-20261019-234256/environment.json

@@ -0,0 +1,10 @@
+{
+  "commit": "42f775dbfcb780f7517ddc8ea8f33863b848da6d",
+  "python": "3.12.0",
+  "torch": "2.14.0",
+  "numpy": "2.5.3",
+  "torchvision": "0.29.0",
+  "scikit_learn": "1.9.1",
+  "hardware": "mps: Apple M4 Pro, 14 cores, 48 GB RAM",
+  "torch_threads": 10
+}

assignment-1/runs/cnn-seed2-20261019-234256/evaluation/test/report.json

@@ -0,0 +1,172 @@
+{
+  "run_id": "cnn-seed2-20261019-234256",
+  "model": "cnn",
+  "representation": "image",
+  "split": "test",
+  "accuracy": 0.9106000065803528,
+  "macro_f1": 0.9102418592436843,
+  "per_class_precision": {
+    "T-shirt/top": 0.857838364167478,
+    "Trouser": 0.990909090909091,
+    "Pullover": 0.8567164179104477,
+    "Dress": 0.9085487077534792,
+    "Coat": 0.8463796477495108,
+    "Sandal": 0.9847870182555781,
+    "Shirt": 0.7577045696068013,
+    "Sneaker": 0.9437984496124031,
+    "Bag": 0.9820359281437125,
+    "Ankle boot": 0.9726996966632963
+  },
+  "per_class_recall": {
+    "T-shirt/top": 0.881,
+    "Trouser": 0.981,
+    "Pullover": 0.861,
+    "Dress": 0.914,
+    "Coat": 0.865,
+    "Sandal": 0.971,
+    "Shirt": 0.713,
+    "Sneaker": 0.974,
+    "Bag": 0.984,
+    "Ankle boot": 0.962
+  },
+  "per_class_f1": {
+    "T-shirt/top": 0.8692649235323138,
+    "Trouser": 0.985929648241206,
+    "Pullover": 0.8588528678304239,
+    "Dress": 0.9112662013958126,
+    "Coat": 0.8555885262116716,
+    "Sandal": 0.9778449144008057,
+    "Shirt": 0.734672849046883,
+    "Sneaker": 0.9586614173228346,
+    "Bag": 0.983016983016983,
+    "Ankle boot": 0.9673202614379085
+  },
+  "confusion_matrix": [
+    [
+      881,
+      0,
+      18,
+      19,
+      3,
+      1,
+      73,
+      0,
+      4,
+      1
+    ],
+    [
+      0,
+      981,
+      0,
+      13,
+      1,
+      0,
+      3,
+      0,
+      2,
+      0
+    ],
+    [
+      14,
+      1,
+      861,
+      7,
+      48,
+      0,
+      68,
+      0,
+      1,
+      0
+    ],
+    [
+      9,
+      3,
+      14,
+      914,
+      25,
+      0,
+      32,
+      0,
+      3,
+      0
+    ],
+    [
+      1,
+      1,
+      54,
+      26,
+      865,
+      0,
+      51,
+      0,
+      2,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      971,
+      0,
+      25,
+      0,
+      4
+    ],
+    [
+      120,
+      3,
+      55,
+      25,
+      78,
+      0,
+      713,
+      0,
+      6,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      5,
+      0,
+      974,
+      0,
+      21
+    ],
+    [
+      2,
+      1,
+      3,
+      1,
+      2,
+      2,
+      1,
+      3,
+      984,
+      1
+    ],
+    [
+      0,
+      0,
+      0,
+      1,
+      0,
+      7,
+      0,
+      30,
+      0,
+      962
+    ]
+  ],
+  "parameters": 421642,
+  "training_seconds": 388.4114739894867,
+  "inference_ms_per_image": {
+    "1": 0.30206332012312487,
+    "128": 0.006780670469197503
+  }
+}

assignment-1/runs/cnn-seed2-20261019-234256/evaluation/val/report.json

@@ -0,0 +1,172 @@
+{
+  "run_id": "cnn-seed2-20261019-234256",
+  "model": "cnn",
+  "representation": "image",
+  "split": "val",
+  "accuracy": 0.9183333516120911,
+  "macro_f1": 0.9178322987618243,
+  "per_class_precision": {
+    "T-shirt/top": 0.864297253634895,
+    "Trouser": 0.986644407345576,
+    "Pullover": 0.8580645161290322,
+    "Dress": 0.9048387096774193,
+    "Coat": 0.8480801335559266,
+    "Sandal": 0.9848993288590604,
+    "Shirt": 0.8076923076923077,
+    "Sneaker": 0.9545454545454546,
+    "Bag": 0.9915824915824916,
+    "Ankle boot": 0.9780033840947546
+  },
+  "per_class_recall": {
+    "T-shirt/top": 0.8916666666666667,
+    "Trouser": 0.985,
+    "Pullover": 0.8866666666666667,
+    "Dress": 0.935,
+    "Coat": 0.8466666666666667,
+    "Sandal": 0.9783333333333334,
+    "Shirt": 0.735,
+    "Sneaker": 0.98,
+    "Bag": 0.9816666666666667,
+    "Ankle boot": 0.9633333333333334
+  },
+  "per_class_f1": {
+    "T-shirt/top": 0.8777686628383922,
+    "Trouser": 0.9858215179316097,
+    "Pullover": 0.8721311475409836,
+    "Dress": 0.919672131147541,
+    "Coat": 0.8473728106755629,
+    "Sandal": 0.9816053511705686,
+    "Shirt": 0.7696335078534031,
+    "Sneaker": 0.9671052631578947,
+    "Bag": 0.9865996649916248,
+    "Ankle boot": 0.9706129303106633
+  },
+  "confusion_matrix": [
+    [
+      535,
+      2,
+      8,
+      15,
+      1,
+      1,
+      35,
+      0,
+      3,
+      0
+    ],
+    [
+      2,
+      591,
+      0,
+      6,
+      0,
+      0,
+      0,
+      0,
+      1,
+      0
+    ],
+    [
+      6,
+      0,
+      532,
+      5,
+      31,
+      0,
+      26,
+      0,
+      0,
+      0
+    ],
+    [
+      4,
+      5,
+      4,
+      561,
+      19,
+      0,
+      7,
+      0,
+      0,
+      0
+    ],
+    [
+      0,
+      0,
+      40,
+      18,
+      508,
+      0,
+      34,
+      0,
+      0,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      1,
+      0,
+      587,
+      0,
+      10,
+      0,
+      2
+    ],
+    [
+      71,
+      1,
+      32,
+      14,
+      40,
+      0,
+      441,
+      0,
+      1,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      2,
+      0,
+      588,
+      0,
+      10
+    ],
+    [
+      1,
+      0,
+      4,
+      0,
+      0,
+      2,
+      3,
+      0,
+      589,
+      1
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      4,
+      0,
+      18,
+      0,
+      578
+    ]
+  ],
+  "parameters": 421642,
+  "training_seconds": 388.4114739894867,
+  "inference_ms_per_image": {
+    "1": 0.3056549999746494,
+    "128": 0.0066791210952033
+  }
+}

assignment-1/runs/cnn-seed2-20261019-234256/history.json

@@ -0,0 +1,332 @@
+[
+  {
+    "epoch": 1,
+    "train_loss": 0.7694802465085631,
+    "train_accuracy": 0.7247037037037037,
+    "train_macro_f1": 0.7195747840305178,
+    "val_loss": 0.5149924267133077,
+    "val_accuracy": 0.81,
+    "val_macro_f1": 0.804197925420136,
+    "seconds": 13.051173210144043,
+    "learning_rate": 0.0003
+  },
+  {
+    "epoch": 2,
+    "train_loss": 0.5447342280105308,
+    "train_accuracy": 0.798537037037037,
+    "train_macro_f1": 0.7954701895487978,
+    "val_loss": 0.4393974183400472,
+    "val_accuracy": 0.8415,
+    "val_macro_f1": 0.8409826587405824,
+    "seconds": 12.770679950714111,
+    "learning_rate": 0.00029917828430524096
+  },
+  {
+    "epoch": 3,
+    "train_loss": 0.47840953153151056,
+    "train_accuracy": 0.8226111111111111,
+    "train_macro_f1": 0.820141714056253,
+    "val_loss": 0.40451862780253095,
+    "val_accuracy": 0.853,
+    "val_macro_f1": 0.8526423864263512,
+    "seconds": 12.7347571849823,
+    "learning_rate": 0.0002967221401100708
+  },
+  {
+    "epoch": 4,
+    "train_loss": 0.4401173597441779,
+    "train_accuracy": 0.8368703703703704,
+    "train_macro_f1": 0.8350060750198238,
+    "val_loss": 0.35948675179481504,
+    "val_accuracy": 0.8691666666666666,
+    "val_macro_f1": 0.8654167691668857,
+    "seconds": 12.933639764785767,
+    "learning_rate": 0.00029265847744427303
+  },
+  {
+    "epoch": 5,
+    "train_loss": 0.4085907158851624,
+    "train_accuracy": 0.8501111111111112,
+    "train_macro_f1": 0.8485646109735416,
+    "val_loss": 0.33481110088030497,
+    "val_accuracy": 0.8748333333333334,
+    "val_macro_f1": 0.8749785577766638,
+    "seconds": 12.862893104553223,
+    "learning_rate": 0.0002870318186463901
+  },
+  {
+    "epoch": 6,
+    "train_loss": 0.3877976722187466,
+    "train_accuracy": 0.8574444444444445,
+    "train_macro_f1": 0.8560973240325648,
+    "val_loss": 0.311918971379598,
+    "val_accuracy": 0.8858333333333334,
+    "val_macro_f1": 0.8847288311802707,
+    "seconds": 13.013589143753052,
+    "learning_rate": 0.0002799038105676658
+  },
+  {
+    "epoch": 7,
+    "train_loss": 0.3751244484848446,
+    "train_accuracy": 0.8630555555555556,
+    "train_macro_f1": 0.8619387721061852,
+    "val_loss": 0.30507828696568806,
+    "val_accuracy": 0.8836666666666667,
+    "val_macro_f1": 0.8829961169958779,
+    "seconds": 12.670314073562622,
+    "learning_rate": 0.0002713525491562421
+  },
+  {
+    "epoch": 8,
+    "train_loss": 0.35696817927007324,
+    "train_accuracy": 0.8675185185185185,
+    "train_macro_f1": 0.8665492010729642,
+    "val_loss": 0.29723482100168863,
+    "val_accuracy": 0.8901666666666667,
+    "val_macro_f1": 0.8885444138566101,
+    "seconds": 12.907678127288818,
+    "learning_rate": 0.00026147172382160914
+  },
+  {
+    "epoch": 9,
+    "train_loss": 0.34671943935641536,
+    "train_accuracy": 0.8731296296296296,
+    "train_macro_f1": 0.8722888728240805,
+    "val_loss": 0.27723787569999697,
+    "val_accuracy": 0.8975,
+    "val_macro_f1": 0.8965807719780761,
+    "seconds": 12.717742204666138,
+    "learning_rate": 0.00025036959095382875
+  },
+  {
+    "epoch": 10,
+    "train_loss": 0.338140733771854,
+    "train_accuracy": 0.8754259259259259,
+    "train_macro_f1": 0.8746819943784236,
+    "val_loss": 0.27810648306210833,
+    "val_accuracy": 0.8945,
+    "val_macro_f1": 0.8944798709726426,
+    "seconds": 12.634088039398193,
+    "learning_rate": 0.000238167787843871
+  },
+  {
+    "epoch": 11,
+    "train_loss": 0.32690266655109546,
+    "train_accuracy": 0.8796111111111111,
+    "train_macro_f1": 0.8789956988969528,
+    "val_loss": 0.2851579291820526,
+    "val_accuracy": 0.8953333333333333,
+    "val_macro_f1": 0.8941618171483736,
+    "seconds": 12.947211742401123,
+    "learning_rate": 0.00022500000000000002
+  },
+  {
+    "epoch": 12,
+    "train_loss": 0.32008732114014804,
+    "train_accuracy": 0.8819444444444444,
+    "train_macro_f1": 0.8813096876295606,
+    "val_loss": 0.26974886695543926,
+    "val_accuracy": 0.8991666666666667,
+    "val_macro_f1": 0.8976828027324284,
+    "seconds": 12.868494033813477,
+    "learning_rate": 0.0002110104964613701
+  },
+  {
+    "epoch": 13,
+    "train_loss": 0.31144975914337014,
+    "train_accuracy": 0.8846666666666667,
+    "train_macro_f1": 0.8841631768417638,
+    "val_loss": 0.25601448702812196,
+    "val_accuracy": 0.9043333333333333,
+    "val_macro_f1": 0.9044278993448698,
+    "seconds": 12.768335819244385,
+    "learning_rate": 0.00019635254915624216
+  },
+  {
+    "epoch": 14,
+    "train_loss": 0.3055026536694279,
+    "train_accuracy": 0.8875,
+    "train_macro_f1": 0.886940930543663,
+    "val_loss": 0.2580873061021169,
+    "val_accuracy": 0.9048333333333334,
+    "val_macro_f1": 0.9048834944089347,
+    "seconds": 12.700804948806763,
+    "learning_rate": 0.00018118675362266393
+  },
+  {
+    "epoch": 15,
+    "train_loss": 0.29964615634635644,
+    "train_accuracy": 0.8889814814814815,
+    "train_macro_f1": 0.8884598534570308,
+    "val_loss": 0.2507844785054525,
+    "val_accuracy": 0.904,
+    "val_macro_f1": 0.9035545342087385,
+    "seconds": 12.885788917541504,
+    "learning_rate": 0.0001656792694901481
+  },
+  {
+    "epoch": 16,
+    "train_loss": 0.29495472039999787,
+    "train_accuracy": 0.8919814814814815,
+    "train_macro_f1": 0.891466140325415,
+    "val_loss": 0.25321461431185405,
+    "val_accuracy": 0.9023333333333333,
+    "val_macro_f1": 0.9023616690736451,
+    "seconds": 12.8261559009552,
+    "learning_rate": 0.0001500000000000001
+  },
+  {
+    "epoch": 17,
+    "train_loss": 0.28902754555808174,
+    "train_accuracy": 0.894074074074074,
+    "train_macro_f1": 0.8935804933818268,
+    "val_loss": 0.23886466296513875,
+    "val_accuracy": 0.9101666666666667,
+    "val_macro_f1": 0.9099347710815111,
+    "seconds": 12.72841215133667,
+    "learning_rate": 0.00013432073050985205
+  },
+  {
+    "epoch": 18,
+    "train_loss": 0.2837580881913503,
+    "train_accuracy": 0.8954074074074074,
+    "train_macro_f1": 0.8949373852747915,
+    "val_loss": 0.24571434768040976,
+    "val_accuracy": 0.9095,
+    "val_macro_f1": 0.9081009831170747,
+    "seconds": 12.74777603149414,
+    "learning_rate": 0.00011881324637733612
+  },
+  {
+    "epoch": 19,
+    "train_loss": 0.28224182238843704,
+    "train_accuracy": 0.895462962962963,
+    "train_macro_f1": 0.8950525998160579,
+    "val_loss": 0.23879548406600953,
+    "val_accuracy": 0.9123333333333333,
+    "val_macro_f1": 0.9109688213622826,
+    "seconds": 13.082138061523438,
+    "learning_rate": 0.00010364745084375793
+  },
+  {
+    "epoch": 20,
+    "train_loss": 0.27935711699944954,
+    "train_accuracy": 0.8973148148148148,
+    "train_macro_f1": 0.8968823803270798,
+    "val_loss": 0.23646933539708456,
+    "val_accuracy": 0.9118333333333334,
+    "val_macro_f1": 0.9109196880457441,
+    "seconds": 13.458922147750854,
+    "learning_rate": 8.898950353863002e-05
+  },
+  {
+    "epoch": 21,
+    "train_loss": 0.27618504488909684,
+    "train_accuracy": 0.8975740740740741,
+    "train_macro_f1": 0.8971574336963346,
+    "val_loss": 0.23126556436220805,
+    "val_accuracy": 0.9156666666666666,
+    "val_macro_f1": 0.9149507371609402,
+    "seconds": 13.270519018173218,
+    "learning_rate": 7.500000000000005e-05
+  },
+  {
+    "epoch": 22,
+    "train_loss": 0.2693704745018924,
+    "train_accuracy": 0.9012777777777777,
+    "train_macro_f1": 0.9008325646694761,
+    "val_loss": 0.23056004293759663,
+    "val_accuracy": 0.9145,
+    "val_macro_f1": 0.9145438631556075,
+    "seconds": 13.338323831558228,
+    "learning_rate": 6.183221215612906e-05
+  },
+  {
+    "epoch": 23,
+    "train_loss": 0.26619160921485335,
+    "train_accuracy": 0.9018703703703703,
+    "train_macro_f1": 0.9014685492025297,
+    "val_loss": 0.23055616895357767,
+    "val_accuracy": 0.9166666666666666,
+    "val_macro_f1": 0.9163368795472673,
+    "seconds": 13.0209321975708,
+    "learning_rate": 4.963040904617133e-05
+  },
+  {
+    "epoch": 24,
+    "train_loss": 0.26824057331350115,
+    "train_accuracy": 0.9005185185185185,
+    "train_macro_f1": 0.900139113030409,
+    "val_loss": 0.22754726616541546,
+    "val_accuracy": 0.917,
+    "val_macro_f1": 0.916405051196087,
+    "seconds": 13.059226036071777,
+    "learning_rate": 3.852827617839091e-05
+  },
+  {
+    "epoch": 25,
+    "train_loss": 0.265531667108889,
+    "train_accuracy": 0.9018333333333334,
+    "train_macro_f1": 0.9015210089022283,
+    "val_loss": 0.22601819388071695,
+    "val_accuracy": 0.9173333333333333,
+    "val_macro_f1": 0.9169027206690114,
+    "seconds": 13.211517095565796,
+    "learning_rate": 2.8647450843757908e-05
+  },
+  {
+    "epoch": 26,
+    "train_loss": 0.2613903898662991,
+    "train_accuracy": 0.9042037037037037,
+    "train_macro_f1": 0.9038322894118636,
+    "val_loss": 0.226146302541097,
+    "val_accuracy": 0.9168333333333333,
+    "val_macro_f1": 0.9164971647380258,
+    "seconds": 13.17072582244873,
+    "learning_rate": 2.00961894323342e-05
+  },
+  {
+    "epoch": 27,
+    "train_loss": 0.263050753681748,
+    "train_accuracy": 0.9035,
+    "train_macro_f1": 0.903146994058319,
+    "val_loss": 0.22538355294863383,
+    "val_accuracy": 0.9183333333333333,
+    "val_macro_f1": 0.9178322987618243,
+    "seconds": 13.187631130218506,
+    "learning_rate": 1.2968181353609857e-05
+  },
+  {
+    "epoch": 28,
+    "train_loss": 0.2618690250184801,
+    "train_accuracy": 0.9053333333333333,
+    "train_macro_f1": 0.9049525734195042,
+    "val_loss": 0.2255229748884837,
+    "val_accuracy": 0.9168333333333333,
+    "val_macro_f1": 0.916664341461009,
+    "seconds": 13.01813006401062,
+    "learning_rate": 7.341522555726972e-06
+  },
+  {
+    "epoch": 29,
+    "train_loss": 0.26336103167357267,
+    "train_accuracy": 0.9034814814814814,
+    "train_macro_f1": 0.9031062853117648,
+    "val_loss": 0.22537459858258566,
+    "val_accuracy": 0.9176666666666666,
+    "val_macro_f1": 0.9173010011291772,
+    "seconds": 12.750568866729736,
+    "learning_rate": 3.2778598899291474e-06
+  },
+  {
+    "epoch": 30,
+    "train_loss": 0.2604432530094076,
+    "train_accuracy": 0.9039074074074074,
+    "train_macro_f1": 0.9034946738542781,
+    "val_loss": 0.22531130997339885,
+    "val_accuracy": 0.9175,
+    "val_macro_f1": 0.9171922780396461,
+    "seconds": 12.985081195831299,
+    "learning_rate": 8.2171569475899e-07
+  }
+]

assignment-1/runs/cnn-seed2-20261019-234256/summary.json

@@ -0,0 +1,14 @@
+{
+  "run_id": "cnn-seed2-20261019-234256",
+  "model": "cnn",
+  "representation": "image",
+  "seed": 2,
+  "parameters": 421642,
+  "epochs_trained": 30,
+  "best_epoch": 27,
+  "checkpoint_metric": "val_macro_f1",
+  "checkpoint_value": 0.9178322987618243,
+  "training_seconds": 388.4114739894867,
+  "commit": "42f775dbfcb780f7517ddc8ea8f33863b848da6d",
+  "hardware": "mps: Apple M4 Pro, 14 cores, 48 GB RAM"
+}