Add folds 2-5 training checkpoints (1 new versions)

SHA-256 verified original checkpoints, provenance and restore aliases; existing archive retained.

checkpoint_index.json

@@ -7117,6 +7117,31 @@
       "path": "checkpoints/cnn-tgt-correction/run-ad2e49d9d9/fold-5/last-f47001cb9a.pt",
       "bytes": 2644903,
       "sha256": "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5",
+      "restore_paths": [],
+      "checkpoint": true,
+      "method": "cnn-tgt-correction",
+      "run": "run-ad2e49d9d9",
+      "fold": 5,
+      "seed": 1,
+      "original_path": "results/distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt",
+      "locations": [
+        {
+          "source": "server",
+          "path": "results_distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt"
+        }
+      ],
+      "provenance": {
+        "repository": "ldmberman/pse-tae",
+        "source_commit": "78fe047b7aa807421e43b3fe1dc4d965814b10a7",
+        "pod_id": "2mhh77m1o5q4sh",
+        "resumed_from_published_archive": false
+      },
+      "epoch": 3
+    },
+    {
+      "path": "checkpoints/cnn-tgt-correction/run-ad2e49d9d9/fold-5/last-391e595a9c.pt",
+      "bytes": 2646567,
+      "sha256": "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
       "restore_paths": [
         "results/distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt",
         "results_distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt"
@@ -7139,7 +7164,7 @@
         "pod_id": "2mhh77m1o5q4sh",
         "resumed_from_published_archive": false
       },
-      "epoch": 3
+      "epoch": 4
     }
   ],
   "alias_conflicts": [
@@ -7279,18 +7304,20 @@
     },
     {
       "path": "results/distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt",
-      "selected_sha256": "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5",
+      "selected_sha256": "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
       "alternatives": [
         "032e8ffbd22c59c4aae49a57a81ccf772f9dd6976300129f5b7e2ac027a3646d",
+        "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
         "445f65457ed4b4bf127429f9da45be095cc6c33ede4a248177ca893d52c44f5d",
         "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5"
       ]
     },
     {
       "path": "results_distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt",
-      "selected_sha256": "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5",
+      "selected_sha256": "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
       "alternatives": [
         "032e8ffbd22c59c4aae49a57a81ccf772f9dd6976300129f5b7e2ac027a3646d",
+        "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
         "445f65457ed4b4bf127429f9da45be095cc6c33ede4a248177ca893d52c44f5d",
         "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5"
       ]

checkpoints/cnn-tgt-correction/run-ad2e49d9d9/fold-5/last-391e595a9c.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291
+size 2646567

manifest.json

@@ -14264,6 +14264,31 @@
       "path": "checkpoints/cnn-tgt-correction/run-ad2e49d9d9/fold-5/last-f47001cb9a.pt",
       "bytes": 2644903,
       "sha256": "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5",
+      "restore_paths": [],
+      "checkpoint": true,
+      "method": "cnn-tgt-correction",
+      "run": "run-ad2e49d9d9",
+      "fold": 5,
+      "seed": 1,
+      "original_path": "results/distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt",
+      "locations": [
+        {
+          "source": "server",
+          "path": "results_distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt"
+        }
+      ],
+      "provenance": {
+        "repository": "ldmberman/pse-tae",
+        "source_commit": "78fe047b7aa807421e43b3fe1dc4d965814b10a7",
+        "pod_id": "2mhh77m1o5q4sh",
+        "resumed_from_published_archive": false
+      },
+      "epoch": 3
+    },
+    {
+      "path": "checkpoints/cnn-tgt-correction/run-ad2e49d9d9/fold-5/last-391e595a9c.pt",
+      "bytes": 2646567,
+      "sha256": "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
       "restore_paths": [
         "results/distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt",
         "results_distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt"
@@ -14286,12 +14311,22 @@
         "pod_id": "2mhh77m1o5q4sh",
         "resumed_from_published_archive": false
       },
-      "epoch": 3
+      "epoch": 4
+    },
+    {
+      "path": "metadata/results/distillation_teachers/cnn/Fold_5/cnn_temporal/done.json",
+      "bytes": 196,
+      "sha256": "e5825cecfc108747a8526185e3ae895e3fa7512a96e264a714027adb42706091",
+      "restore_paths": [
+        "results/distillation_teachers/cnn/Fold_5/cnn_temporal/done.json",
+        "results_distillation_teachers/cnn/Fold_5/cnn_temporal/done.json"
+      ],
+      "checkpoint": false
     },
     {
       "path": "metadata/results/distillation_teachers/cnn/Fold_5/cnn_temporal/history.json",
-      "bytes": 30491,
-      "sha256": "81e1696fc1237f257da219e35240cb8bb440933d68495870b05a8eb11b619868",
+      "bytes": 38158,
+      "sha256": "c56393ab963f4f6a2555b63010ff3f6033823932fec620641a069df1db250c6b",
       "restore_paths": [
         "results/distillation_teachers/cnn/Fold_5/cnn_temporal/history.json",
         "results_distillation_teachers/cnn/Fold_5/cnn_temporal/history.json"
@@ -14301,7 +14336,7 @@
     {
       "path": "metadata/results/distillation_teachers/cnn/Fold_5/cnn_temporal/status.json",
       "bytes": 108,
-      "sha256": "ccbfb69b9906bb94e5d37f4b89cd22e86b69b00474e9b04c71b766039263a78a",
+      "sha256": "5cbda83648b0056b04f6ed62bdac4eea31c4d833f1fa680e7619994236f471ac",
       "restore_paths": [
         "results/distillation_teachers/cnn/Fold_5/cnn_temporal/status.json",
         "results_distillation_teachers/cnn/Fold_5/cnn_temporal/status.json"
@@ -14310,14 +14345,14 @@
     },
     {
       "path": "checkpoint_index.json",
-      "bytes": 253483,
-      "sha256": "22978754bd505a215ac589830aafa689ed341f0f95c124de2da1963680bee67d",
+      "bytes": 254495,
+      "sha256": "20be35f12d522af07d48b076a22e14e1ad2c85ae5311c33e5b8eed637829188f",
       "restore_paths": [],
       "checkpoint": false
     }
   ],
-  "checkpoint_count": 287,
-  "checkpoint_bytes": 611613111,
+  "checkpoint_count": 288,
+  "checkpoint_bytes": 614259678,
   "alias_conflicts": [
     {
       "path": "results/capacity_large/Fold_1/capacity_large/best.pt",
@@ -14455,18 +14490,20 @@
     },
     {
       "path": "results/distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt",
-      "selected_sha256": "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5",
+      "selected_sha256": "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
       "alternatives": [
         "032e8ffbd22c59c4aae49a57a81ccf772f9dd6976300129f5b7e2ac027a3646d",
+        "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
         "445f65457ed4b4bf127429f9da45be095cc6c33ede4a248177ca893d52c44f5d",
         "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5"
       ]
     },
     {
       "path": "results_distillation_teachers/cnn/Fold_5/cnn_temporal/last.pt",
-      "selected_sha256": "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5",
+      "selected_sha256": "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
       "alternatives": [
         "032e8ffbd22c59c4aae49a57a81ccf772f9dd6976300129f5b7e2ac027a3646d",
+        "391e595a9c7581de8556373eeda7c447252153b0e5c92acaff0f2c1355d8d291",
         "445f65457ed4b4bf127429f9da45be095cc6c33ede4a248177ca893d52c44f5d",
         "f47001cb9aa6e585cccb86bea88da9c90cd8e85c96c7d6235a337671022892b5"
       ]

metadata/results/distillation_teachers/cnn/Fold_5/cnn_temporal/done.json

@@ -0,0 +1,8 @@
+{
+  "epochs": 4,
+  "best_epoch": 0,
+  "best_validation_miou": 0.5155465228146102,
+  "elapsed_seconds": 811.899251461029,
+  "baseline_initialization_verified": true,
+  "peak_reserved_mib": 2052.0
+}

metadata/results/distillation_teachers/cnn/Fold_5/cnn_temporal/history.json

@@ -2072,5 +2072,524 @@
     },
     "seconds": 192.7707962989807,
     "lr": 0.001
+  },
+  {
+    "epoch": 4,
+    "train_loss": 0.04193684759125026,
+    "validation": {
+      "oa": 0.943186270668443,
+      "miou": 0.5149593499945313,
+      "mean_recall": 0.5819450631432767,
+      "iou": [
+        0.9364672616417778,
+        0.08108108108108109,
+        0.4966442953020134,
+        0.9516020613936814,
+        0.9303849303849304,
+        0.2608695652173913,
+        0.1630901287553648,
+        0.31871345029239767,
+        0.29411764705882354,
+        0.9793438639125152,
+        0.8344827586206897,
+        0.9165329052969502,
+        0.41935483870967744,
+        0.3974358974358974,
+        0.6288659793814433,
+        0.24358974358974358,
+        0.05405405405405406,
+        0.9292902542372882,
+        0.40076628352490423,
+        0.0625
+      ],
+      "recall": [
+        0.976594176188721,
+        0.08571428571428572,
+        0.6166666666666667,
+        0.9756489777165174,
+        0.9740621650589496,
+        0.3076923076923077,
+        0.23170731707317074,
+        0.40671641791044777,
+        0.3333333333333333,
+        0.9877450980392157,
+        0.9097744360902256,
+        0.9612794612794613,
+        0.52,
+        0.5081967213114754,
+        0.7870967741935484,
+        0.40860215053763443,
+        0.07692307692307693,
+        0.971483942414175,
+        0.5087548638132295,
+        0.09090909090909091
+      ],
+      "precision": [
+        0.9579680014462623,
+        0.6,
+        0.7184466019417476,
+        0.974753270599036,
+        0.9540205752676885,
+        0.631578947368421,
+        0.35514018691588783,
+        0.5956284153005464,
+        0.7142857142857143,
+        0.991389913899139,
+        0.9097744360902256,
+        0.9516666666666667,
+        0.6842105263157895,
+        0.6458333333333334,
+        0.7577639751552795,
+        0.37623762376237624,
+        0.15384615384615385,
+        0.9553498502586442,
+        0.65375,
+        0.16666666666666666
+      ],
+      "confusion": [
+        [
+          21196,
+          0,
+          5,
+          33,
+          43,
+          2,
+          2,
+          131,
+          2,
+          1,
+          3,
+          2,
+          3,
+          2,
+          10,
+          40,
+          6,
+          47,
+          166,
+          10
+        ],
+        [
+          2,
+          3,
+          0,
+          0,
+          30,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          10,
+          0,
+          74,
+          5,
+          23,
+          0,
+          2,
+          1,
+          0,
+          0,
+          0,
+          1,
+          0,
+          0,
+          1,
+          0,
+          0,
+          3,
+          0,
+          0
+        ],
+        [
+          46,
+          0,
+          1,
+          4247,
+          11,
+          3,
+          2,
+          3,
+          0,
+          0,
+          2,
+          15,
+          0,
+          1,
+          2,
+          0,
+          0,
+          4,
+          16,
+          0
+        ],
+        [
+          33,
+          1,
+          10,
+          3,
+          4544,
+          1,
+          51,
+          3,
+          1,
+          2,
+          0,
+          1,
+          3,
+          2,
+          0,
+          0,
+          0,
+          2,
+          8,
+          0
+        ],
+        [
+          5,
+          0,
+          0,
+          17,
+          1,
+          12,
+          0,
+          1,
+          1,
+          0,
+          0,
+          0,
+          0,
+          0,
+          1,
+          0,
+          0,
+          0,
+          1,
+          0
+        ],
+        [
+          11,
+          1,
+          6,
+          4,
+          86,
+          1,
+          38,
+          2,
+          0,
+          0,
+          1,
+          1,
+          10,
+          0,
+          2,
+          0,
+          0,
+          0,
+          1,
+          0
+        ],
+        [
+          292,
+          0,
+          2,
+          8,
+          4,
+          0,
+          2,
+          218,
+          0,
+          2,
+          1,
+          3,
+          1,
+          0,
+          0,
+          0,
+          0,
+          2,
+          1,
+          0
+        ],
+        [
+          5,
+          0,
+          0,
+          2,
+          7,
+          0,
+          2,
+          1,
+          10,
+          0,
+          1,
+          0,
+          0,
+          0,
+          2,
+          0,
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          5,
+          0,
+          0,
+          1,
+          3,
+          0,
+          0,
+          0,
+          0,
+          806,
+          1,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          2,
+          0,
+          0,
+          5,
+          1,
+          0,
+          0,
+          0,
+          0,
+          0,
+          121,
+          3,
+          0,
+          1,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0
+        ],
+        [
+          5,
+          0,
+          1,
+          13,
+          0,
+          0,
+          0,
+          0,
+          0,
+          1,
+          1,
+          571,
+          0,
+          1,
+          0,
+          0,
+          0,
+          0,
+          1,
+          0
+        ],
+        [
+          10,
+          0,
+          4,
+          1,
+          6,
+          0,
+          7,
+          2,
+          0,
+          1,
+          1,
+          0,
+          39,
+          1,
+          0,
+          0,
+          0,
+          2,
+          1,
+          0
+        ],
+        [
+          5,
+          0,
+          0,
+          3,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          1,
+          0,
+          1,
+          31,
+          7,
+          0,
+          0,
+          0,
+          13,
+          0
+        ],
+        [
+          13,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          1,
+          0,
+          3,
+          122,
+          0,
+          0,
+          5,
+          11,
+          0
+        ],
+        [
+          42,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          38,
+          0,
+          0,
+          9,
+          4
+        ],
+        [
+          19,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          4,
+          0,
+          2,
+          1,
+          0,
+          0
+        ],
+        [
+          60,
+          0,
+          0,
+          1,
+          1,
+          0,
+          1,
+          3,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          3,
+          0,
+          0,
+          3509,
+          34,
+          0
+        ],
+        [
+          349,
+          0,
+          0,
+          14,
+          3,
+          0,
+          0,
+          1,
+          0,
+          0,
+          0,
+          2,
+          0,
+          6,
+          7,
+          14,
+          5,
+          98,
+          523,
+          6
+        ],
+        [
+          16,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          0,
+          9,
+          0,
+          0,
+          15,
+          4
+        ]
+      ]
+    },
+    "seconds": 191.9151051044464,
+    "lr": 0.001
   }
 ]

metadata/results/distillation_teachers/cnn/Fold_5/cnn_temporal/status.json

@@ -1,6 +1,6 @@
 {
-  "epoch": 3,
+  "epoch": 4,
   "best_epoch": 0,
   "best_miou": 0.5155465228146102,
-  "updated_unix": 1793183693.9336276
+  "updated_unix": 1793183885.8802798
 }