End of training

README.md

@@ -2,6 +2,8 @@
 license: other
 base_model: nvidia/mit-b0
 tags:
+- image-segmentation
+- vision
 - generated_from_trainer
 model-index:
 - name: Segments
@@ -13,7 +15,82 @@ should probably proofread and complete it, then remove this comment. -->
 
 # Segments
 
-This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on an unknown dataset.
+This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the segments/sidewalk-semantic dataset.
+It achieves the following results on the evaluation set:
+- Loss: 1.0296
+- Mean Iou: 0.1549
+- Mean Accuracy: 0.2005
+- Overall Accuracy: 0.7433
+- Accuracy Unlabeled: nan
+- Accuracy Flat-road: 0.7243
+- Accuracy Flat-sidewalk: 0.9040
+- Accuracy Flat-crosswalk: 0.0017
+- Accuracy Flat-cyclinglane: 0.6786
+- Accuracy Flat-parkingdriveway: 0.1296
+- Accuracy Flat-railtrack: 0.0
+- Accuracy Flat-curb: 0.0053
+- Accuracy Human-person: 0.0
+- Accuracy Human-rider: 0.0
+- Accuracy Vehicle-car: 0.8724
+- Accuracy Vehicle-truck: 0.0
+- Accuracy Vehicle-bus: 0.0
+- Accuracy Vehicle-tramtrain: 0.0
+- Accuracy Vehicle-motorcycle: 0.0
+- Accuracy Vehicle-bicycle: 0.0
+- Accuracy Vehicle-caravan: 0.0
+- Accuracy Vehicle-cartrailer: 0.0
+- Accuracy Construction-building: 0.9045
+- Accuracy Construction-door: 0.0
+- Accuracy Construction-wall: 0.0126
+- Accuracy Construction-fenceguardrail: 0.0
+- Accuracy Construction-bridge: 0.0
+- Accuracy Construction-tunnel: 0.0
+- Accuracy Construction-stairs: 0.0
+- Accuracy Object-pole: 0.0128
+- Accuracy Object-trafficsign: 0.0
+- Accuracy Object-trafficlight: 0.0
+- Accuracy Nature-vegetation: 0.9126
+- Accuracy Nature-terrain: 0.7863
+- Accuracy Sky: 0.8733
+- Accuracy Void-ground: 0.0
+- Accuracy Void-dynamic: 0.0
+- Accuracy Void-static: 0.0
+- Accuracy Void-unclear: 0.0
+- Iou Unlabeled: nan
+- Iou Flat-road: 0.5257
+- Iou Flat-sidewalk: 0.7726
+- Iou Flat-crosswalk: 0.0017
+- Iou Flat-cyclinglane: 0.5195
+- Iou Flat-parkingdriveway: 0.0990
+- Iou Flat-railtrack: 0.0
+- Iou Flat-curb: 0.0051
+- Iou Human-person: 0.0
+- Iou Human-rider: 0.0
+- Iou Vehicle-car: 0.6387
+- Iou Vehicle-truck: 0.0
+- Iou Vehicle-bus: 0.0
+- Iou Vehicle-tramtrain: 0.0
+- Iou Vehicle-motorcycle: 0.0
+- Iou Vehicle-bicycle: 0.0
+- Iou Vehicle-caravan: 0.0
+- Iou Vehicle-cartrailer: 0.0
+- Iou Construction-building: 0.5134
+- Iou Construction-door: 0.0
+- Iou Construction-wall: 0.0123
+- Iou Construction-fenceguardrail: 0.0
+- Iou Construction-bridge: 0.0
+- Iou Construction-tunnel: 0.0
+- Iou Construction-stairs: 0.0
+- Iou Object-pole: 0.0125
+- Iou Object-trafficsign: 0.0
+- Iou Object-trafficlight: 0.0
+- Iou Nature-vegetation: 0.7452
+- Iou Nature-terrain: 0.6074
+- Iou Sky: 0.8149
+- Iou Void-ground: 0.0
+- Iou Void-dynamic: 0.0
+- Iou Void-static: 0.0
+- Iou Void-unclear: 0.0
 
 ## Model description
 

all_results.json

@@ -1,31 +1,31 @@
 {
-    "epoch": 14.86,
+    "epoch": 19.81,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8945527988346387,
+    "eval_accuracy_construction-building": 0.9044887536731845,
     "eval_accuracy_construction-door": 0.0,
     "eval_accuracy_construction-fenceguardrail": 0.0,
     "eval_accuracy_construction-stairs": 0.0,
-    "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.0018448421480928925,
-    "eval_accuracy_flat-crosswalk": 0.0,
-    "eval_accuracy_flat-curb": 0.000826435971483281,
-    "eval_accuracy_flat-cyclinglane": 0.781680993745829,
-    "eval_accuracy_flat-parkingdriveway": 0.053107692525471296,
-    "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.7670345987358026,
-    "eval_accuracy_flat-sidewalk": 0.9043596500496202,
+    "eval_accuracy_construction-tunnel": 0.0,
+    "eval_accuracy_construction-wall": 0.012644315517933344,
+    "eval_accuracy_flat-crosswalk": 0.0016917392801334852,
+    "eval_accuracy_flat-curb": 0.005295399849281657,
+    "eval_accuracy_flat-cyclinglane": 0.6785782580676247,
+    "eval_accuracy_flat-parkingdriveway": 0.12961687224207694,
+    "eval_accuracy_flat-railtrack": 0.0,
+    "eval_accuracy_flat-road": 0.7242725691724827,
+    "eval_accuracy_flat-sidewalk": 0.9040152266371867,
     "eval_accuracy_human-person": 0.0,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.8337374837809386,
-    "eval_accuracy_nature-vegetation": 0.9131888815594104,
-    "eval_accuracy_object-pole": 0.0,
+    "eval_accuracy_nature-terrain": 0.7862782542660591,
+    "eval_accuracy_nature-vegetation": 0.912633779572616,
+    "eval_accuracy_object-pole": 0.01277047233705691,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.815173857993148,
+    "eval_accuracy_sky": 0.8732976508675239,
     "eval_accuracy_unlabeled": NaN,
     "eval_accuracy_vehicle-bicycle": 0.0,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.8783799367196565,
+    "eval_accuracy_vehicle-car": 0.8723701038127525,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
@@ -36,31 +36,31 @@
     "eval_accuracy_void-static": 0.0,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.5402603637548277,
+    "eval_iou_construction-building": 0.5134214841038789,
     "eval_iou_construction-door": 0.0,
     "eval_iou_construction-fenceguardrail": 0.0,
     "eval_iou_construction-stairs": 0.0,
-    "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.0018373803285180767,
-    "eval_iou_flat-crosswalk": 0.0,
-    "eval_iou_flat-curb": 0.0008261353906009693,
-    "eval_iou_flat-cyclinglane": 0.619896312553453,
-    "eval_iou_flat-parkingdriveway": 0.050424584219283836,
-    "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.5356582342374464,
-    "eval_iou_flat-sidewalk": 0.7678499364084544,
+    "eval_iou_construction-tunnel": 0.0,
+    "eval_iou_construction-wall": 0.01234991993883216,
+    "eval_iou_flat-crosswalk": 0.0016917392801334852,
+    "eval_iou_flat-curb": 0.005126535607261088,
+    "eval_iou_flat-cyclinglane": 0.519461287494878,
+    "eval_iou_flat-parkingdriveway": 0.0989592334643363,
+    "eval_iou_flat-railtrack": 0.0,
+    "eval_iou_flat-road": 0.5256625495820682,
+    "eval_iou_flat-sidewalk": 0.7726185095667036,
     "eval_iou_human-person": 0.0,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.6290417393384341,
-    "eval_iou_nature-vegetation": 0.7516477866950475,
-    "eval_iou_object-pole": 0.0,
+    "eval_iou_nature-terrain": 0.6074183317764243,
+    "eval_iou_nature-vegetation": 0.7451813611372564,
+    "eval_iou_object-pole": 0.01252838166530938,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.7785418483732173,
+    "eval_iou_sky": 0.8148544282354571,
     "eval_iou_unlabeled": NaN,
     "eval_iou_vehicle-bicycle": 0.0,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.625615411631189,
+    "eval_iou_vehicle-car": 0.6387074772474837,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
@@ -70,15 +70,15 @@
     "eval_iou_void-ground": 0.0,
     "eval_iou_void-static": 0.0,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 1.091623067855835,
-    "eval_mean_accuracy": 0.21387147412700286,
-    "eval_mean_iou": 0.16567499165407726,
-    "eval_overall_accuracy": 0.7523202780726517,
-    "eval_runtime": 172.5899,
-    "eval_samples_per_second": 0.869,
-    "eval_steps_per_second": 0.11,
-    "train_loss": 1.4879747690644654,
-    "train_runtime": 1504.4197,
-    "train_samples_per_second": 8.475,
-    "train_steps_per_second": 0.528
+    "eval_loss": 1.029601812362671,
+    "eval_mean_accuracy": 0.20052804103811508,
+    "eval_mean_iou": 0.15494062467941241,
+    "eval_overall_accuracy": 0.7432819041476271,
+    "eval_runtime": 166.5888,
+    "eval_samples_per_second": 0.9,
+    "eval_steps_per_second": 0.114,
+    "train_loss": 1.3936616789619878,
+    "train_runtime": 1998.0806,
+    "train_samples_per_second": 8.508,
+    "train_steps_per_second": 0.531
 }

eval_results.json

@@ -1,31 +1,31 @@
 {
-    "epoch": 14.86,
+    "epoch": 19.81,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8945527988346387,
+    "eval_accuracy_construction-building": 0.9044887536731845,
     "eval_accuracy_construction-door": 0.0,
     "eval_accuracy_construction-fenceguardrail": 0.0,
     "eval_accuracy_construction-stairs": 0.0,
-    "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.0018448421480928925,
-    "eval_accuracy_flat-crosswalk": 0.0,
-    "eval_accuracy_flat-curb": 0.000826435971483281,
-    "eval_accuracy_flat-cyclinglane": 0.781680993745829,
-    "eval_accuracy_flat-parkingdriveway": 0.053107692525471296,
-    "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.7670345987358026,
-    "eval_accuracy_flat-sidewalk": 0.9043596500496202,
+    "eval_accuracy_construction-tunnel": 0.0,
+    "eval_accuracy_construction-wall": 0.012644315517933344,
+    "eval_accuracy_flat-crosswalk": 0.0016917392801334852,
+    "eval_accuracy_flat-curb": 0.005295399849281657,
+    "eval_accuracy_flat-cyclinglane": 0.6785782580676247,
+    "eval_accuracy_flat-parkingdriveway": 0.12961687224207694,
+    "eval_accuracy_flat-railtrack": 0.0,
+    "eval_accuracy_flat-road": 0.7242725691724827,
+    "eval_accuracy_flat-sidewalk": 0.9040152266371867,
     "eval_accuracy_human-person": 0.0,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.8337374837809386,
-    "eval_accuracy_nature-vegetation": 0.9131888815594104,
-    "eval_accuracy_object-pole": 0.0,
+    "eval_accuracy_nature-terrain": 0.7862782542660591,
+    "eval_accuracy_nature-vegetation": 0.912633779572616,
+    "eval_accuracy_object-pole": 0.01277047233705691,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.815173857993148,
+    "eval_accuracy_sky": 0.8732976508675239,
     "eval_accuracy_unlabeled": NaN,
     "eval_accuracy_vehicle-bicycle": 0.0,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.8783799367196565,
+    "eval_accuracy_vehicle-car": 0.8723701038127525,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
@@ -36,31 +36,31 @@
     "eval_accuracy_void-static": 0.0,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.5402603637548277,
+    "eval_iou_construction-building": 0.5134214841038789,
     "eval_iou_construction-door": 0.0,
     "eval_iou_construction-fenceguardrail": 0.0,
     "eval_iou_construction-stairs": 0.0,
-    "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.0018373803285180767,
-    "eval_iou_flat-crosswalk": 0.0,
-    "eval_iou_flat-curb": 0.0008261353906009693,
-    "eval_iou_flat-cyclinglane": 0.619896312553453,
-    "eval_iou_flat-parkingdriveway": 0.050424584219283836,
-    "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.5356582342374464,
-    "eval_iou_flat-sidewalk": 0.7678499364084544,
+    "eval_iou_construction-tunnel": 0.0,
+    "eval_iou_construction-wall": 0.01234991993883216,
+    "eval_iou_flat-crosswalk": 0.0016917392801334852,
+    "eval_iou_flat-curb": 0.005126535607261088,
+    "eval_iou_flat-cyclinglane": 0.519461287494878,
+    "eval_iou_flat-parkingdriveway": 0.0989592334643363,
+    "eval_iou_flat-railtrack": 0.0,
+    "eval_iou_flat-road": 0.5256625495820682,
+    "eval_iou_flat-sidewalk": 0.7726185095667036,
     "eval_iou_human-person": 0.0,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.6290417393384341,
-    "eval_iou_nature-vegetation": 0.7516477866950475,
-    "eval_iou_object-pole": 0.0,
+    "eval_iou_nature-terrain": 0.6074183317764243,
+    "eval_iou_nature-vegetation": 0.7451813611372564,
+    "eval_iou_object-pole": 0.01252838166530938,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.7785418483732173,
+    "eval_iou_sky": 0.8148544282354571,
     "eval_iou_unlabeled": NaN,
     "eval_iou_vehicle-bicycle": 0.0,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.625615411631189,
+    "eval_iou_vehicle-car": 0.6387074772474837,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
@@ -70,11 +70,11 @@
     "eval_iou_void-ground": 0.0,
     "eval_iou_void-static": 0.0,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 1.091623067855835,
-    "eval_mean_accuracy": 0.21387147412700286,
-    "eval_mean_iou": 0.16567499165407726,
-    "eval_overall_accuracy": 0.7523202780726517,
-    "eval_runtime": 172.5899,
-    "eval_samples_per_second": 0.869,
-    "eval_steps_per_second": 0.11
+    "eval_loss": 1.029601812362671,
+    "eval_mean_accuracy": 0.20052804103811508,
+    "eval_mean_iou": 0.15494062467941241,
+    "eval_overall_accuracy": 0.7432819041476271,
+    "eval_runtime": 166.5888,
+    "eval_samples_per_second": 0.9,
+    "eval_steps_per_second": 0.114
 }

train_results.json

@@ -1,7 +1,7 @@
 {
-    "epoch": 14.86,
-    "train_loss": 1.4879747690644654,
-    "train_runtime": 1504.4197,
-    "train_samples_per_second": 8.475,
-    "train_steps_per_second": 0.528
+    "epoch": 19.81,
+    "train_loss": 1.3936616789619878,
+    "train_runtime": 1998.0806,
+    "train_samples_per_second": 8.508,
+    "train_steps_per_second": 0.531
 }

trainer_state.json

@@ -1,34 +1,40 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 14.85981308411215,
+  "epoch": 19.813084112149532,
   "eval_steps": 500,
-  "global_step": 795,
+  "global_step": 1060,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 9.35,
-      "learning_rate": 1.8553459119496856e-05,
-      "loss": 1.694,
+      "learning_rate": 2.641509433962264e-05,
+      "loss": 1.7451,
       "step": 500
     },
     {
-      "epoch": 14.86,
-      "step": 795,
-      "total_flos": 2.2198891820403917e+17,
-      "train_loss": 1.4879747690644654,
-      "train_runtime": 1504.4197,
-      "train_samples_per_second": 8.475,
-      "train_steps_per_second": 0.528
+      "epoch": 18.69,
+      "learning_rate": 2.830188679245283e-06,
+      "loss": 1.087,
+      "step": 1000
+    },
+    {
+      "epoch": 19.81,
+      "step": 1060,
+      "total_flos": 2.9595008832425165e+17,
+      "train_loss": 1.3936616789619878,
+      "train_runtime": 1998.0806,
+      "train_samples_per_second": 8.508,
+      "train_steps_per_second": 0.531
     }
   ],
   "logging_steps": 500,
-  "max_steps": 795,
-  "num_train_epochs": 15,
-  "save_steps": 500,
-  "total_flos": 2.2198891820403917e+17,
+  "max_steps": 1060,
+  "num_train_epochs": 20,
+  "save_steps": 200,
+  "total_flos": 2.9595008832425165e+17,
   "trial_name": null,
   "trial_params": null
 }