assignment-1 run cnn-seed0-20261019-231441

assignment-1/runs/cnn-seed0-20261019-231441/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815b3e2bb9c505ee48826aab331fd4124d035fad5c656eb0071675a8a0c667df
+size 1690359

assignment-1/runs/cnn-seed0-20261019-231441/checksums.json

@@ -0,0 +1,13 @@
+{
+  "checkpoint.pt": "815b3e2bb9c505ee48826aab331fd4124d035fad5c656eb0071675a8a0c667df",
+  "config.yaml": "49f63125ad5309ad80cca1bf2d22c52d2bff865168920ca8449918dce505c81b",
+  "environment.json": "0e6cb2d99270a3e06a7c1ccc1840746db19f4b623550957e3374d32e83f7ed0a",
+  "history.json": "b788ba1467980c7d75141bfa2bfc022f0d8293bd2ee87762d61b54f5a7e9acba",
+  "summary.json": "7e2e3728fe6efa33c72d5e685932c232b2108c6ccd078c134c233ad383b4542f",
+  "evaluation/val/correct.png": "e5c2ff799053846966f0a81e091e79fb7a663ff0ee8e994f5cdbdb773d33d6ee",
+  "evaluation/val/incorrect.png": "fc7709504d502f289d9ea529dc70071f66813876d1dce120b8948ba1397f0176",
+  "evaluation/val/report.json": "00b534d2c95f751ec521c6a8f741a7b95013a11841f9800d84c633135e73eb27",
+  "evaluation/test/correct.png": "3b47c14af3e44c431934da01cf037a3ce19dff36397e2736990c5c7b357eaa5f",
+  "evaluation/test/incorrect.png": "9edd16e35cf0c18b710524a7b2a72c8f350425f2f6b27e64d5603df1d0a97eb7",
+  "evaluation/test/report.json": "6b57ba791f4722771f708a6dcd468cda61527024d67e4156fd431905f58b4d27"
+}

assignment-1/runs/cnn-seed0-20261019-231441/config.yaml

@@ -0,0 +1,55 @@
+seed: 0
+dataset:
+  name: fashion-mnist
+  source: torchvision.datasets.FashionMNIST
+  root: data
+  download: true
+  val_size: 6000
+  stratified: true
+  split_file: splits/fashion-mnist-seed0.json
+  normalization:
+    mean: 0.28579843044281006
+    std: 0.3528536558151245
+hub:
+  repo_id: null
+  assignment: assignment-1
+  private: false
+input:
+  representation: image
+  patch_size: 4
+loader:
+  batch_size: 128
+  num_workers: 4
+  augment: true
+train:
+  epochs: 30
+  optimizer: adamw
+  lr: 0.0003
+  weight_decay: 0.05
+  scheduler: cosine
+  label_smoothing: 0.0
+  early_stopping_patience: 5
+  checkpoint_metric: val_macro_f1
+  checkpoint_mode: max
+evaluation:
+  metrics:
+  - accuracy
+  - macro_f1
+  confusion_matrix: true
+  example_predictions: 8
+  output_dir: results/evaluation
+  inference:
+    batch_sizes:
+    - 1
+    - 128
+    warmup_batches: 5
+    timed_batches: 50
+model:
+  args:
+    channels:
+    - 32
+    - 64
+    hidden_size: 128
+    dropout: 0.2
+  name: cnn
+output_dir: results/runs

assignment-1/runs/cnn-seed0-20261019-231441/environment.json

@@ -0,0 +1,10 @@
+{
+  "commit": "42f775dbfcb780f7517ddc8ea8f33863b848da6d",
+  "python": "3.12.0",
+  "torch": "2.14.0",
+  "numpy": "2.5.3",
+  "torchvision": "0.29.0",
+  "scikit_learn": "1.9.1",
+  "hardware": "mps: Apple M4 Pro, 14 cores, 48 GB RAM",
+  "torch_threads": 10
+}

assignment-1/runs/cnn-seed0-20261019-231441/evaluation/test/report.json

@@ -0,0 +1,172 @@
+{
+  "run_id": "cnn-seed0-20261019-231441",
+  "model": "cnn",
+  "representation": "image",
+  "split": "test",
+  "accuracy": 0.9111999869346619,
+  "macro_f1": 0.9109215944687878,
+  "per_class_precision": {
+    "T-shirt/top": 0.8591133004926108,
+    "Trouser": 0.9929078014184397,
+    "Pullover": 0.8670694864048338,
+    "Dress": 0.903448275862069,
+    "Coat": 0.8492753623188406,
+    "Sandal": 0.9848484848484849,
+    "Shirt": 0.7557894736842106,
+    "Sneaker": 0.944390243902439,
+    "Bag": 0.9859437751004017,
+    "Ankle boot": 0.96579476861167
+  },
+  "per_class_recall": {
+    "T-shirt/top": 0.872,
+    "Trouser": 0.98,
+    "Pullover": 0.861,
+    "Dress": 0.917,
+    "Coat": 0.879,
+    "Sandal": 0.975,
+    "Shirt": 0.718,
+    "Sneaker": 0.968,
+    "Bag": 0.982,
+    "Ankle boot": 0.96
+  },
+  "per_class_f1": {
+    "T-shirt/top": 0.8655086848635236,
+    "Trouser": 0.9864116758933065,
+    "Pullover": 0.8640240842950326,
+    "Dress": 0.9101736972704715,
+    "Coat": 0.8638820638820639,
+    "Sandal": 0.9798994974874372,
+    "Shirt": 0.7364102564102564,
+    "Sneaker": 0.9560493827160493,
+    "Bag": 0.9839679358717435,
+    "Ankle boot": 0.9628886659979939
+  },
+  "confusion_matrix": [
+    [
+      872,
+      0,
+      16,
+      20,
+      3,
+      2,
+      83,
+      0,
+      3,
+      1
+    ],
+    [
+      0,
+      980,
+      1,
+      15,
+      1,
+      0,
+      1,
+      0,
+      2,
+      0
+    ],
+    [
+      16,
+      1,
+      861,
+      10,
+      45,
+      0,
+      66,
+      0,
+      1,
+      0
+    ],
+    [
+      11,
+      1,
+      13,
+      917,
+      26,
+      0,
+      31,
+      0,
+      1,
+      0
+    ],
+    [
+      1,
+      1,
+      46,
+      22,
+      879,
+      0,
+      51,
+      0,
+      0,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      975,
+      0,
+      19,
+      0,
+      6
+    ],
+    [
+      111,
+      3,
+      54,
+      27,
+      80,
+      0,
+      718,
+      0,
+      7,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      6,
+      0,
+      968,
+      0,
+      26
+    ],
+    [
+      4,
+      1,
+      2,
+      4,
+      1,
+      2,
+      0,
+      3,
+      982,
+      1
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      5,
+      0,
+      35,
+      0,
+      960
+    ]
+  ],
+  "parameters": 421642,
+  "training_seconds": 409.53410506248474,
+  "inference_ms_per_image": {
+    "1": 0.306420840206556,
+    "128": 0.007316484372950072
+  }
+}

assignment-1/runs/cnn-seed0-20261019-231441/evaluation/val/report.json

@@ -0,0 +1,172 @@
+{
+  "run_id": "cnn-seed0-20261019-231441",
+  "model": "cnn",
+  "representation": "image",
+  "split": "val",
+  "accuracy": 0.92166668176651,
+  "macro_f1": 0.9215057778470335,
+  "per_class_precision": {
+    "T-shirt/top": 0.8698517298187809,
+    "Trouser": 0.9966273187183811,
+    "Pullover": 0.8819561551433389,
+    "Dress": 0.9102773246329527,
+    "Coat": 0.8534621578099839,
+    "Sandal": 0.9833887043189369,
+    "Shirt": 0.7895652173913044,
+    "Sneaker": 0.9651162790697675,
+    "Bag": 0.9916107382550335,
+    "Ankle boot": 0.9732441471571907
+  },
+  "per_class_recall": {
+    "T-shirt/top": 0.88,
+    "Trouser": 0.985,
+    "Pullover": 0.8716666666666667,
+    "Dress": 0.93,
+    "Coat": 0.8833333333333333,
+    "Sandal": 0.9866666666666667,
+    "Shirt": 0.7566666666666667,
+    "Sneaker": 0.9683333333333334,
+    "Bag": 0.985,
+    "Ankle boot": 0.97
+  },
+  "per_class_f1": {
+    "T-shirt/top": 0.8748964374482188,
+    "Trouser": 0.9907795473595976,
+    "Pullover": 0.8767812238055323,
+    "Dress": 0.920032976092333,
+    "Coat": 0.8681408681408681,
+    "Sandal": 0.9850249584026622,
+    "Shirt": 0.7727659574468085,
+    "Sneaker": 0.9667221297836939,
+    "Bag": 0.9882943143812709,
+    "Ankle boot": 0.9716193656093489
+  },
+  "confusion_matrix": [
+    [
+      528,
+      0,
+      6,
+      15,
+      0,
+      0,
+      48,
+      1,
+      2,
+      0
+    ],
+    [
+      2,
+      591,
+      0,
+      6,
+      0,
+      0,
+      0,
+      0,
+      1,
+      0
+    ],
+    [
+      7,
+      0,
+      523,
+      5,
+      32,
+      0,
+      33,
+      0,
+      0,
+      0
+    ],
+    [
+      9,
+      2,
+      3,
+      558,
+      19,
+      0,
+      9,
+      0,
+      0,
+      0
+    ],
+    [
+      0,
+      0,
+      26,
+      15,
+      530,
+      0,
+      29,
+      0,
+      0,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      592,
+      0,
+      6,
+      1,
+      1
+    ],
+    [
+      60,
+      0,
+      32,
+      13,
+      40,
+      0,
+      454,
+      0,
+      1,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      4,
+      0,
+      581,
+      0,
+      15
+    ],
+    [
+      1,
+      0,
+      3,
+      1,
+      0,
+      2,
+      2,
+      0,
+      591,
+      0
+    ],
+    [
+      0,
+      0,
+      0,
+      0,
+      0,
+      4,
+      0,
+      14,
+      0,
+      582
+    ]
+  ],
+  "parameters": 421642,
+  "training_seconds": 409.53410506248474,
+  "inference_ms_per_image": {
+    "1": 0.2996358199743554,
+    "128": 0.007410332032122824
+  }
+}

assignment-1/runs/cnn-seed0-20261019-231441/history.json

@@ -0,0 +1,332 @@
+[
+  {
+    "epoch": 1,
+    "train_loss": 0.7435089592403836,
+    "train_accuracy": 0.7325925925925926,
+    "train_macro_f1": 0.7283426317870767,
+    "val_loss": 0.48574847674369814,
+    "val_accuracy": 0.8213333333333334,
+    "val_macro_f1": 0.8148610757644417,
+    "seconds": 14.175318002700806,
+    "learning_rate": 0.0003
+  },
+  {
+    "epoch": 2,
+    "train_loss": 0.5236973551467613,
+    "train_accuracy": 0.8053148148148148,
+    "train_macro_f1": 0.8026419329560934,
+    "val_loss": 0.4175848252773285,
+    "val_accuracy": 0.8506666666666667,
+    "val_macro_f1": 0.8494842307182499,
+    "seconds": 13.263873100280762,
+    "learning_rate": 0.00029917828430524096
+  },
+  {
+    "epoch": 3,
+    "train_loss": 0.4698521297596119,
+    "train_accuracy": 0.8266481481481481,
+    "train_macro_f1": 0.8242520661655636,
+    "val_loss": 0.3708658366203308,
+    "val_accuracy": 0.8683333333333333,
+    "val_macro_f1": 0.8675020926158566,
+    "seconds": 13.424113750457764,
+    "learning_rate": 0.0002967221401100708
+  },
+  {
+    "epoch": 4,
+    "train_loss": 0.4296727379163106,
+    "train_accuracy": 0.8425,
+    "train_macro_f1": 0.8410594860448469,
+    "val_loss": 0.354105678319931,
+    "val_accuracy": 0.8701666666666666,
+    "val_macro_f1": 0.8689741230296126,
+    "seconds": 13.659160137176514,
+    "learning_rate": 0.00029265847744427303
+  },
+  {
+    "epoch": 5,
+    "train_loss": 0.40133606525703713,
+    "train_accuracy": 0.8518888888888889,
+    "train_macro_f1": 0.8505007449271449,
+    "val_loss": 0.3484051874478658,
+    "val_accuracy": 0.8733333333333333,
+    "val_macro_f1": 0.8723809391451759,
+    "seconds": 13.311036825180054,
+    "learning_rate": 0.0002870318186463901
+  },
+  {
+    "epoch": 6,
+    "train_loss": 0.379942192307225,
+    "train_accuracy": 0.8605,
+    "train_macro_f1": 0.8594385748768965,
+    "val_loss": 0.3068962105909983,
+    "val_accuracy": 0.8865,
+    "val_macro_f1": 0.8861081932117658,
+    "seconds": 13.092327117919922,
+    "learning_rate": 0.0002799038105676658
+  },
+  {
+    "epoch": 7,
+    "train_loss": 0.36381381642376937,
+    "train_accuracy": 0.8656296296296296,
+    "train_macro_f1": 0.8646850196551039,
+    "val_loss": 0.29179271817207336,
+    "val_accuracy": 0.8951666666666667,
+    "val_macro_f1": 0.8940610153409688,
+    "seconds": 14.10847806930542,
+    "learning_rate": 0.0002713525491562421
+  },
+  {
+    "epoch": 8,
+    "train_loss": 0.3517892235385047,
+    "train_accuracy": 0.8711296296296296,
+    "train_macro_f1": 0.8703790341815655,
+    "val_loss": 0.29430919472376504,
+    "val_accuracy": 0.892,
+    "val_macro_f1": 0.8898612124278953,
+    "seconds": 13.57275390625,
+    "learning_rate": 0.00026147172382160914
+  },
+  {
+    "epoch": 9,
+    "train_loss": 0.3369483219605905,
+    "train_accuracy": 0.8761851851851852,
+    "train_macro_f1": 0.8754499496169373,
+    "val_loss": 0.27428022464116414,
+    "val_accuracy": 0.8991666666666667,
+    "val_macro_f1": 0.8987468915451675,
+    "seconds": 14.157310009002686,
+    "learning_rate": 0.00025036959095382875
+  },
+  {
+    "epoch": 10,
+    "train_loss": 0.3316286718050639,
+    "train_accuracy": 0.8788518518518519,
+    "train_macro_f1": 0.8781099251843806,
+    "val_loss": 0.28182699155807495,
+    "val_accuracy": 0.8918333333333334,
+    "val_macro_f1": 0.8923277408796612,
+    "seconds": 13.750149011611938,
+    "learning_rate": 0.000238167787843871
+  },
+  {
+    "epoch": 11,
+    "train_loss": 0.31985319986166777,
+    "train_accuracy": 0.8830370370370371,
+    "train_macro_f1": 0.8824075424042205,
+    "val_loss": 0.26157449547449746,
+    "val_accuracy": 0.9053333333333333,
+    "val_macro_f1": 0.904637975702918,
+    "seconds": 13.427885055541992,
+    "learning_rate": 0.00022500000000000002
+  },
+  {
+    "epoch": 12,
+    "train_loss": 0.31107370173489607,
+    "train_accuracy": 0.8865925925925926,
+    "train_macro_f1": 0.8860065070846268,
+    "val_loss": 0.25210281093915304,
+    "val_accuracy": 0.9091666666666667,
+    "val_macro_f1": 0.9094347176335523,
+    "seconds": 13.298844337463379,
+    "learning_rate": 0.0002110104964613701
+  },
+  {
+    "epoch": 13,
+    "train_loss": 0.30355189268677324,
+    "train_accuracy": 0.8893703703703704,
+    "train_macro_f1": 0.8888011940797739,
+    "val_loss": 0.25016545112927757,
+    "val_accuracy": 0.9073333333333333,
+    "val_macro_f1": 0.9072811616838111,
+    "seconds": 13.444100856781006,
+    "learning_rate": 0.00019635254915624216
+  },
+  {
+    "epoch": 14,
+    "train_loss": 0.2982250008229856,
+    "train_accuracy": 0.8904074074074074,
+    "train_macro_f1": 0.8898877150068417,
+    "val_loss": 0.2441629378795624,
+    "val_accuracy": 0.911,
+    "val_macro_f1": 0.9108148146006128,
+    "seconds": 13.733973026275635,
+    "learning_rate": 0.00018118675362266393
+  },
+  {
+    "epoch": 15,
+    "train_loss": 0.29054189712471434,
+    "train_accuracy": 0.8932222222222223,
+    "train_macro_f1": 0.8926755729225956,
+    "val_loss": 0.25366459115346274,
+    "val_accuracy": 0.9058333333333334,
+    "val_macro_f1": 0.9057194154622644,
+    "seconds": 13.611305952072144,
+    "learning_rate": 0.0001656792694901481
+  },
+  {
+    "epoch": 16,
+    "train_loss": 0.2867805325631742,
+    "train_accuracy": 0.8942407407407408,
+    "train_macro_f1": 0.8937718939026418,
+    "val_loss": 0.2412140835126241,
+    "val_accuracy": 0.9128333333333334,
+    "val_macro_f1": 0.9117409031859559,
+    "seconds": 14.023349046707153,
+    "learning_rate": 0.0001500000000000001
+  },
+  {
+    "epoch": 17,
+    "train_loss": 0.2843579442721826,
+    "train_accuracy": 0.8945925925925926,
+    "train_macro_f1": 0.89414056081267,
+    "val_loss": 0.23378238900502524,
+    "val_accuracy": 0.916,
+    "val_macro_f1": 0.9151503705177882,
+    "seconds": 13.809859991073608,
+    "learning_rate": 0.00013432073050985205
+  },
+  {
+    "epoch": 18,
+    "train_loss": 0.2770170031388601,
+    "train_accuracy": 0.897537037037037,
+    "train_macro_f1": 0.8970778721720137,
+    "val_loss": 0.23089317218462627,
+    "val_accuracy": 0.9151666666666667,
+    "val_macro_f1": 0.9149864672365643,
+    "seconds": 14.098945140838623,
+    "learning_rate": 0.00011881324637733612
+  },
+  {
+    "epoch": 19,
+    "train_loss": 0.2749755948781967,
+    "train_accuracy": 0.8983518518518518,
+    "train_macro_f1": 0.8979381215665866,
+    "val_loss": 0.2308970345656077,
+    "val_accuracy": 0.9155,
+    "val_macro_f1": 0.9159090086812667,
+    "seconds": 13.643962144851685,
+    "learning_rate": 0.00010364745084375793
+  },
+  {
+    "epoch": 20,
+    "train_loss": 0.2706344251102871,
+    "train_accuracy": 0.9004444444444445,
+    "train_macro_f1": 0.9000357805435524,
+    "val_loss": 0.22785590600967406,
+    "val_accuracy": 0.917,
+    "val_macro_f1": 0.9167514802015276,
+    "seconds": 13.632256031036377,
+    "learning_rate": 8.898950353863002e-05
+  },
+  {
+    "epoch": 21,
+    "train_loss": 0.2686826038095686,
+    "train_accuracy": 0.9015740740740741,
+    "train_macro_f1": 0.9011662828827595,
+    "val_loss": 0.22703057873249055,
+    "val_accuracy": 0.9171666666666667,
+    "val_macro_f1": 0.9170097768530484,
+    "seconds": 13.521729707717896,
+    "learning_rate": 7.500000000000005e-05
+  },
+  {
+    "epoch": 22,
+    "train_loss": 0.26500211172633703,
+    "train_accuracy": 0.9012962962962963,
+    "train_macro_f1": 0.9009031811500309,
+    "val_loss": 0.22275695017973582,
+    "val_accuracy": 0.92,
+    "val_macro_f1": 0.9194098185136304,
+    "seconds": 13.912850856781006,
+    "learning_rate": 6.183221215612906e-05
+  },
+  {
+    "epoch": 23,
+    "train_loss": 0.26221474591007937,
+    "train_accuracy": 0.9034444444444445,
+    "train_macro_f1": 0.9030089612286009,
+    "val_loss": 0.22367325647672018,
+    "val_accuracy": 0.918,
+    "val_macro_f1": 0.9180047880264812,
+    "seconds": 13.55852723121643,
+    "learning_rate": 4.963040904617133e-05
+  },
+  {
+    "epoch": 24,
+    "train_loss": 0.2621451401622207,
+    "train_accuracy": 0.9040370370370371,
+    "train_macro_f1": 0.9037543975286384,
+    "val_loss": 0.2207054323355357,
+    "val_accuracy": 0.9208333333333333,
+    "val_macro_f1": 0.9202399052261967,
+    "seconds": 14.105952262878418,
+    "learning_rate": 3.852827617839091e-05
+  },
+  {
+    "epoch": 25,
+    "train_loss": 0.259125062028567,
+    "train_accuracy": 0.9052592592592592,
+    "train_macro_f1": 0.9048855649301386,
+    "val_loss": 0.22035141507784525,
+    "val_accuracy": 0.9186666666666666,
+    "val_macro_f1": 0.9186152674618017,
+    "seconds": 13.799020051956177,
+    "learning_rate": 2.8647450843757908e-05
+  },
+  {
+    "epoch": 26,
+    "train_loss": 0.2580721411440108,
+    "train_accuracy": 0.906074074074074,
+    "train_macro_f1": 0.9057153204946949,
+    "val_loss": 0.22054142109553018,
+    "val_accuracy": 0.9185,
+    "val_macro_f1": 0.9187838061172166,
+    "seconds": 13.194539070129395,
+    "learning_rate": 2.00961894323342e-05
+  },
+  {
+    "epoch": 27,
+    "train_loss": 0.25658588150695516,
+    "train_accuracy": 0.9054074074074074,
+    "train_macro_f1": 0.9050498076066399,
+    "val_loss": 0.21869910073280335,
+    "val_accuracy": 0.9195,
+    "val_macro_f1": 0.9194588779350147,
+    "seconds": 13.609641075134277,
+    "learning_rate": 1.2968181353609857e-05
+  },
+  {
+    "epoch": 28,
+    "train_loss": 0.255782572861071,
+    "train_accuracy": 0.906,
+    "train_macro_f1": 0.9056110378956008,
+    "val_loss": 0.21840903401374817,
+    "val_accuracy": 0.9196666666666666,
+    "val_macro_f1": 0.9197195640468043,
+    "seconds": 13.354467153549194,
+    "learning_rate": 7.341522555726972e-06
+  },
+  {
+    "epoch": 29,
+    "train_loss": 0.25415230117903814,
+    "train_accuracy": 0.9075925925925926,
+    "train_macro_f1": 0.9072650854487752,
+    "val_loss": 0.2178689219156901,
+    "val_accuracy": 0.9216666666666666,
+    "val_macro_f1": 0.9215057778470335,
+    "seconds": 13.67932391166687,
+    "learning_rate": 3.2778598899291474e-06
+  },
+  {
+    "epoch": 30,
+    "train_loss": 0.2536158558704235,
+    "train_accuracy": 0.9067962962962963,
+    "train_macro_f1": 0.9064346171304416,
+    "val_loss": 0.21769626959164937,
+    "val_accuracy": 0.9215,
+    "val_macro_f1": 0.9213157542379765,
+    "seconds": 13.475276947021484,
+    "learning_rate": 8.2171569475899e-07
+  }
+]

assignment-1/runs/cnn-seed0-20261019-231441/summary.json

@@ -0,0 +1,14 @@
+{
+  "run_id": "cnn-seed0-20261019-231441",
+  "model": "cnn",
+  "representation": "image",
+  "seed": 0,
+  "parameters": 421642,
+  "epochs_trained": 30,
+  "best_epoch": 29,
+  "checkpoint_metric": "val_macro_f1",
+  "checkpoint_value": 0.9215057778470335,
+  "training_seconds": 409.53410506248474,
+  "commit": "42f775dbfcb780f7517ddc8ea8f33863b848da6d",
+  "hardware": "mps: Apple M4 Pro, 14 cores, 48 GB RAM"
+}