End of training

README.md

@@ -3,6 +3,8 @@ library_name: transformers
 license: other
 base_model: nvidia/mit-b0
 tags:
+- image-segmentation
+- vision
 - generated_from_trainer
 model-index:
 - name: segformer-finetuned-sidewalk-10k-steps
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # segformer-finetuned-sidewalk-10k-steps
 
-This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on an unknown dataset.
+This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the segments/sidewalk-semantic dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.7374
 - Mean Iou: 0.2416

all_results.json

@@ -1,85 +1,85 @@
 {
     "epoch": 93.45794392523365,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8588306998404787,
+    "eval_accuracy_construction-building": 0.8477392362040241,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.22907010329129246,
+    "eval_accuracy_construction-fenceguardrail": 0.21622751376757704,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.30166896819574507,
-    "eval_accuracy_flat-crosswalk": 0.2616914944352935,
-    "eval_accuracy_flat-curb": 0.2568738635220111,
-    "eval_accuracy_flat-cyclinglane": 0.6861951564604274,
-    "eval_accuracy_flat-parkingdriveway": 0.20380597274821555,
+    "eval_accuracy_construction-wall": 0.35435546020258946,
+    "eval_accuracy_flat-crosswalk": 0.22129388640776115,
+    "eval_accuracy_flat-curb": 0.26443584412376225,
+    "eval_accuracy_flat-cyclinglane": 0.7913287002775105,
+    "eval_accuracy_flat-parkingdriveway": 0.16220338231409517,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.6227857902986166,
-    "eval_accuracy_flat-sidewalk": 0.9129934049395512,
-    "eval_accuracy_human-person": 0.6434044201034492,
+    "eval_accuracy_flat-road": 0.6509573739599187,
+    "eval_accuracy_flat-sidewalk": 0.9233031918199333,
+    "eval_accuracy_human-person": 0.5131662479099419,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.7877327080632106,
-    "eval_accuracy_nature-vegetation": 0.8826406814856907,
-    "eval_accuracy_object-pole": 0.3954001930722232,
+    "eval_accuracy_nature-terrain": 0.8208729107905866,
+    "eval_accuracy_nature-vegetation": 0.8942607414095018,
+    "eval_accuracy_object-pole": 0.4378035227157916,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.9156689630832106,
+    "eval_accuracy_sky": 0.9376776048045032,
     "eval_accuracy_unlabeled": NaN,
-    "eval_accuracy_vehicle-bicycle": 0.5884906812816746,
+    "eval_accuracy_vehicle-bicycle": 0.5599050514304752,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.918980021947892,
+    "eval_accuracy_vehicle-car": 0.8761520084280149,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
-    "eval_accuracy_vehicle-tramtrain": NaN,
+    "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
     "eval_accuracy_void-dynamic": 0.0,
     "eval_accuracy_void-ground": 0.0,
-    "eval_accuracy_void-static": 0.12422469190056011,
+    "eval_accuracy_void-static": 0.125188904865309,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6238096701369683,
+    "eval_iou_construction-building": 0.5981833024020774,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.19815939606298744,
+    "eval_iou_construction-fenceguardrail": 0.17536300725915968,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.24512744088189528,
-    "eval_iou_flat-crosswalk": 0.1737347775533933,
-    "eval_iou_flat-curb": 0.17984236512928567,
-    "eval_iou_flat-cyclinglane": 0.3637033746350923,
-    "eval_iou_flat-parkingdriveway": 0.18717845068352199,
+    "eval_iou_construction-wall": 0.29051461914612847,
+    "eval_iou_flat-crosswalk": 0.21056936260386266,
+    "eval_iou_flat-curb": 0.19648779312606296,
+    "eval_iou_flat-cyclinglane": 0.49200968079771723,
+    "eval_iou_flat-parkingdriveway": 0.1421035206200021,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.5155077456058514,
-    "eval_iou_flat-sidewalk": 0.769200666309281,
-    "eval_iou_human-person": 0.520574412532637,
+    "eval_iou_flat-road": 0.5135339250930133,
+    "eval_iou_flat-sidewalk": 0.7767237676500317,
+    "eval_iou_human-person": 0.4309064562388786,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.6003309894818547,
-    "eval_iou_nature-vegetation": 0.7871658653173852,
-    "eval_iou_object-pole": 0.26244129917665315,
+    "eval_iou_nature-terrain": 0.6515628285691011,
+    "eval_iou_nature-vegetation": 0.7988445847093488,
+    "eval_iou_object-pole": 0.28111774996810324,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.888149115326415,
+    "eval_iou_sky": 0.9070665437150849,
     "eval_iou_unlabeled": NaN,
-    "eval_iou_vehicle-bicycle": 0.41092527059582956,
+    "eval_iou_vehicle-bicycle": 0.45168984747698715,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.7390897860834585,
+    "eval_iou_vehicle-car": 0.7003066011803234,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
-    "eval_iou_vehicle-tramtrain": NaN,
+    "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
     "eval_iou_void-dynamic": 0.0,
     "eval_iou_void-ground": 0.0,
-    "eval_iou_void-static": 0.11054036161316104,
+    "eval_iou_void-static": 0.11286471578376484,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.7355287671089172,
-    "eval_mean_accuracy": 0.30936960692482396,
-    "eval_mean_iou": 0.24437035442340874,
-    "eval_overall_accuracy": 0.7659193460102683,
-    "eval_runtime": 8.036,
-    "eval_samples_per_second": 18.666,
-    "eval_steps_per_second": 2.364,
-    "total_flos": 1.47397655035537e+18,
-    "train_loss": 0.804556649017334,
-    "train_runtime": 3715.3164,
-    "train_samples_per_second": 21.532,
-    "train_steps_per_second": 2.692
+    "eval_loss": 0.7373936772346497,
+    "eval_mean_accuracy": 0.299902236919728,
+    "eval_mean_iou": 0.24155775957311398,
+    "eval_overall_accuracy": 0.7733646560391433,
+    "eval_runtime": 7.7113,
+    "eval_samples_per_second": 19.452,
+    "eval_steps_per_second": 2.464,
+    "total_flos": 1.4348057664710246e+18,
+    "train_loss": 0.8343793426513672,
+    "train_runtime": 3682.7892,
+    "train_samples_per_second": 21.723,
+    "train_steps_per_second": 2.715
 }

eval_results.json

@@ -1,80 +1,80 @@
 {
     "epoch": 93.45794392523365,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8588306998404787,
+    "eval_accuracy_construction-building": 0.8477392362040241,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.22907010329129246,
+    "eval_accuracy_construction-fenceguardrail": 0.21622751376757704,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.30166896819574507,
-    "eval_accuracy_flat-crosswalk": 0.2616914944352935,
-    "eval_accuracy_flat-curb": 0.2568738635220111,
-    "eval_accuracy_flat-cyclinglane": 0.6861951564604274,
-    "eval_accuracy_flat-parkingdriveway": 0.20380597274821555,
+    "eval_accuracy_construction-wall": 0.35435546020258946,
+    "eval_accuracy_flat-crosswalk": 0.22129388640776115,
+    "eval_accuracy_flat-curb": 0.26443584412376225,
+    "eval_accuracy_flat-cyclinglane": 0.7913287002775105,
+    "eval_accuracy_flat-parkingdriveway": 0.16220338231409517,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.6227857902986166,
-    "eval_accuracy_flat-sidewalk": 0.9129934049395512,
-    "eval_accuracy_human-person": 0.6434044201034492,
+    "eval_accuracy_flat-road": 0.6509573739599187,
+    "eval_accuracy_flat-sidewalk": 0.9233031918199333,
+    "eval_accuracy_human-person": 0.5131662479099419,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.7877327080632106,
-    "eval_accuracy_nature-vegetation": 0.8826406814856907,
-    "eval_accuracy_object-pole": 0.3954001930722232,
+    "eval_accuracy_nature-terrain": 0.8208729107905866,
+    "eval_accuracy_nature-vegetation": 0.8942607414095018,
+    "eval_accuracy_object-pole": 0.4378035227157916,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.9156689630832106,
+    "eval_accuracy_sky": 0.9376776048045032,
     "eval_accuracy_unlabeled": NaN,
-    "eval_accuracy_vehicle-bicycle": 0.5884906812816746,
+    "eval_accuracy_vehicle-bicycle": 0.5599050514304752,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.918980021947892,
+    "eval_accuracy_vehicle-car": 0.8761520084280149,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
-    "eval_accuracy_vehicle-tramtrain": NaN,
+    "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
     "eval_accuracy_void-dynamic": 0.0,
     "eval_accuracy_void-ground": 0.0,
-    "eval_accuracy_void-static": 0.12422469190056011,
+    "eval_accuracy_void-static": 0.125188904865309,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6238096701369683,
+    "eval_iou_construction-building": 0.5981833024020774,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.19815939606298744,
+    "eval_iou_construction-fenceguardrail": 0.17536300725915968,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.24512744088189528,
-    "eval_iou_flat-crosswalk": 0.1737347775533933,
-    "eval_iou_flat-curb": 0.17984236512928567,
-    "eval_iou_flat-cyclinglane": 0.3637033746350923,
-    "eval_iou_flat-parkingdriveway": 0.18717845068352199,
+    "eval_iou_construction-wall": 0.29051461914612847,
+    "eval_iou_flat-crosswalk": 0.21056936260386266,
+    "eval_iou_flat-curb": 0.19648779312606296,
+    "eval_iou_flat-cyclinglane": 0.49200968079771723,
+    "eval_iou_flat-parkingdriveway": 0.1421035206200021,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.5155077456058514,
-    "eval_iou_flat-sidewalk": 0.769200666309281,
-    "eval_iou_human-person": 0.520574412532637,
+    "eval_iou_flat-road": 0.5135339250930133,
+    "eval_iou_flat-sidewalk": 0.7767237676500317,
+    "eval_iou_human-person": 0.4309064562388786,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.6003309894818547,
-    "eval_iou_nature-vegetation": 0.7871658653173852,
-    "eval_iou_object-pole": 0.26244129917665315,
+    "eval_iou_nature-terrain": 0.6515628285691011,
+    "eval_iou_nature-vegetation": 0.7988445847093488,
+    "eval_iou_object-pole": 0.28111774996810324,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.888149115326415,
+    "eval_iou_sky": 0.9070665437150849,
     "eval_iou_unlabeled": NaN,
-    "eval_iou_vehicle-bicycle": 0.41092527059582956,
+    "eval_iou_vehicle-bicycle": 0.45168984747698715,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.7390897860834585,
+    "eval_iou_vehicle-car": 0.7003066011803234,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
-    "eval_iou_vehicle-tramtrain": NaN,
+    "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
     "eval_iou_void-dynamic": 0.0,
     "eval_iou_void-ground": 0.0,
-    "eval_iou_void-static": 0.11054036161316104,
+    "eval_iou_void-static": 0.11286471578376484,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.7355287671089172,
-    "eval_mean_accuracy": 0.30936960692482396,
-    "eval_mean_iou": 0.24437035442340874,
-    "eval_overall_accuracy": 0.7659193460102683,
-    "eval_runtime": 8.036,
-    "eval_samples_per_second": 18.666,
-    "eval_steps_per_second": 2.364
+    "eval_loss": 0.7373936772346497,
+    "eval_mean_accuracy": 0.299902236919728,
+    "eval_mean_iou": 0.24155775957311398,
+    "eval_overall_accuracy": 0.7733646560391433,
+    "eval_runtime": 7.7113,
+    "eval_samples_per_second": 19.452,
+    "eval_steps_per_second": 2.464
 }

runs/Feb26_14-58-13_cs-Precision-7960-Tower/events.out.tfevents.1740603590.cs-Precision-7960-Tower.363915.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c68ee1018238d66671cd33515aa1e2bd737c9677e80823881427cc3181cf2ba
+size 5087

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 93.45794392523365,
-    "total_flos": 1.47397655035537e+18,
-    "train_loss": 0.804556649017334,
-    "train_runtime": 3715.3164,
-    "train_samples_per_second": 21.532,
-    "train_steps_per_second": 2.692
+    "total_flos": 1.4348057664710246e+18,
+    "train_loss": 0.8343793426513672,
+    "train_runtime": 3682.7892,
+    "train_samples_per_second": 21.723,
+    "train_steps_per_second": 2.715
 }