End of training

README.md

@@ -3,6 +3,8 @@ library_name: transformers
 license: other
 base_model: nvidia/mit-b0
 tags:
+- image-segmentation
+- vision
 - generated_from_trainer
 model-index:
 - name: segformer-finetuned-sidewalk-10k-steps
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # segformer-finetuned-sidewalk-10k-steps
 
-This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on an unknown dataset.
+This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the segments/sidewalk-semantic dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.5870
 - Mean Iou: 0.2962

all_results.json

@@ -1,85 +1,85 @@
 {
-    "epoch": 93.46728971962617,
+    "epoch": 93.4766355140187,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8701836517854082,
+    "eval_accuracy_construction-building": 0.8736820288460874,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.5325754475525931,
+    "eval_accuracy_construction-fenceguardrail": 0.5285933006883211,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.6362253772970662,
-    "eval_accuracy_flat-crosswalk": 0.7814366167251089,
-    "eval_accuracy_flat-curb": 0.5119648161664592,
-    "eval_accuracy_flat-cyclinglane": 0.7826343179845372,
-    "eval_accuracy_flat-parkingdriveway": 0.4143676683377665,
+    "eval_accuracy_construction-wall": 0.5688932191784348,
+    "eval_accuracy_flat-crosswalk": 0.8223390944172304,
+    "eval_accuracy_flat-curb": 0.5377737659376617,
+    "eval_accuracy_flat-cyclinglane": 0.7549909653288586,
+    "eval_accuracy_flat-parkingdriveway": 0.28050293458033115,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.7943256289450202,
-    "eval_accuracy_flat-sidewalk": 0.9502458316859742,
-    "eval_accuracy_human-person": 0.8394780242062669,
+    "eval_accuracy_flat-road": 0.7751758447133495,
+    "eval_accuracy_flat-sidewalk": 0.9459501281924592,
+    "eval_accuracy_human-person": 0.6476545102012478,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.8952372520950712,
-    "eval_accuracy_nature-vegetation": 0.9156063755107645,
-    "eval_accuracy_object-pole": 0.551736171697784,
+    "eval_accuracy_nature-terrain": 0.8417087031479471,
+    "eval_accuracy_nature-vegetation": 0.9220260806373378,
+    "eval_accuracy_object-pole": 0.4049904716227834,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.9615917498929176,
+    "eval_accuracy_sky": 0.9602713524084132,
     "eval_accuracy_unlabeled": NaN,
-    "eval_accuracy_vehicle-bicycle": 0.5201549088607124,
+    "eval_accuracy_vehicle-bicycle": 0.50938818780453,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9421925219967043,
+    "eval_accuracy_vehicle-car": 0.9354070046059735,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
     "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
-    "eval_accuracy_void-dynamic": 0.00649411604072263,
+    "eval_accuracy_void-dynamic": 0.00911744672569816,
     "eval_accuracy_void-ground": 0.0,
-    "eval_accuracy_void-static": 0.36842771930632645,
+    "eval_accuracy_void-static": 0.38169779170919405,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.7274729084974796,
+    "eval_iou_construction-building": 0.6847441259770195,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.4609349205491623,
+    "eval_iou_construction-fenceguardrail": 0.4437473829853083,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.5009909703091521,
-    "eval_iou_flat-crosswalk": 0.6563882402425051,
-    "eval_iou_flat-curb": 0.3551111935245997,
-    "eval_iou_flat-cyclinglane": 0.6280823683436006,
-    "eval_iou_flat-parkingdriveway": 0.3705323392835827,
+    "eval_iou_construction-wall": 0.4535342953213644,
+    "eval_iou_flat-crosswalk": 0.6743923044922988,
+    "eval_iou_flat-curb": 0.3720217694789465,
+    "eval_iou_flat-cyclinglane": 0.5831119160242586,
+    "eval_iou_flat-parkingdriveway": 0.2593634671507687,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.6934369440477085,
-    "eval_iou_flat-sidewalk": 0.8442027055863784,
-    "eval_iou_human-person": 0.5645019074081369,
+    "eval_iou_flat-road": 0.6952628649168481,
+    "eval_iou_flat-sidewalk": 0.8256765917752477,
+    "eval_iou_human-person": 0.4758266547264133,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.7593618675278625,
-    "eval_iou_nature-vegetation": 0.8455692615911258,
-    "eval_iou_object-pole": 0.39529674116871927,
+    "eval_iou_nature-terrain": 0.708089515772693,
+    "eval_iou_nature-vegetation": 0.8452348332467736,
+    "eval_iou_object-pole": 0.282224,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.9065892504254532,
+    "eval_iou_sky": 0.9160664741360235,
     "eval_iou_unlabeled": NaN,
-    "eval_iou_vehicle-bicycle": 0.3566531769031418,
+    "eval_iou_vehicle-bicycle": 0.25775503677646305,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.7782266959874864,
+    "eval_iou_vehicle-car": 0.7438861306158121,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
     "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
-    "eval_iou_void-dynamic": 0.006430406273237342,
+    "eval_iou_void-dynamic": 0.00896333355653979,
     "eval_iou_void-ground": 0.0,
-    "eval_iou_void-static": 0.23619972035488648,
+    "eval_iou_void-static": 0.2469903239935392,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.5369595289230347,
-    "eval_mean_accuracy": 0.38358994362772514,
-    "eval_mean_iou": 0.31518692556325684,
-    "eval_overall_accuracy": 0.8445683399642276,
-    "eval_runtime": 5.1795,
-    "eval_samples_per_second": 28.96,
-    "eval_steps_per_second": 3.668,
-    "total_flos": 1.3957755263778816e+18,
-    "train_loss": 1.5742724424075536e-05,
-    "train_runtime": 6.1998,
-    "train_samples_per_second": 12903.738,
-    "train_steps_per_second": 1612.967
+    "eval_loss": 0.587013840675354,
+    "eval_mean_accuracy": 0.3656300884608081,
+    "eval_mean_iou": 0.29615284440457246,
+    "eval_overall_accuracy": 0.8302438265193387,
+    "eval_runtime": 5.2398,
+    "eval_samples_per_second": 28.627,
+    "eval_steps_per_second": 3.626,
+    "total_flos": 1.395916070169084e+18,
+    "train_loss": 2.343949676155925e-05,
+    "train_runtime": 6.35,
+    "train_samples_per_second": 12598.475,
+    "train_steps_per_second": 1574.809
 }

eval_results.json

@@ -1,80 +1,80 @@
 {
-    "epoch": 93.46728971962617,
+    "epoch": 93.4766355140187,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8701836517854082,
+    "eval_accuracy_construction-building": 0.8736820288460874,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.5325754475525931,
+    "eval_accuracy_construction-fenceguardrail": 0.5285933006883211,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.6362253772970662,
-    "eval_accuracy_flat-crosswalk": 0.7814366167251089,
-    "eval_accuracy_flat-curb": 0.5119648161664592,
-    "eval_accuracy_flat-cyclinglane": 0.7826343179845372,
-    "eval_accuracy_flat-parkingdriveway": 0.4143676683377665,
+    "eval_accuracy_construction-wall": 0.5688932191784348,
+    "eval_accuracy_flat-crosswalk": 0.8223390944172304,
+    "eval_accuracy_flat-curb": 0.5377737659376617,
+    "eval_accuracy_flat-cyclinglane": 0.7549909653288586,
+    "eval_accuracy_flat-parkingdriveway": 0.28050293458033115,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.7943256289450202,
-    "eval_accuracy_flat-sidewalk": 0.9502458316859742,
-    "eval_accuracy_human-person": 0.8394780242062669,
+    "eval_accuracy_flat-road": 0.7751758447133495,
+    "eval_accuracy_flat-sidewalk": 0.9459501281924592,
+    "eval_accuracy_human-person": 0.6476545102012478,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.8952372520950712,
-    "eval_accuracy_nature-vegetation": 0.9156063755107645,
-    "eval_accuracy_object-pole": 0.551736171697784,
+    "eval_accuracy_nature-terrain": 0.8417087031479471,
+    "eval_accuracy_nature-vegetation": 0.9220260806373378,
+    "eval_accuracy_object-pole": 0.4049904716227834,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.9615917498929176,
+    "eval_accuracy_sky": 0.9602713524084132,
     "eval_accuracy_unlabeled": NaN,
-    "eval_accuracy_vehicle-bicycle": 0.5201549088607124,
+    "eval_accuracy_vehicle-bicycle": 0.50938818780453,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9421925219967043,
+    "eval_accuracy_vehicle-car": 0.9354070046059735,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
     "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
-    "eval_accuracy_void-dynamic": 0.00649411604072263,
+    "eval_accuracy_void-dynamic": 0.00911744672569816,
     "eval_accuracy_void-ground": 0.0,
-    "eval_accuracy_void-static": 0.36842771930632645,
+    "eval_accuracy_void-static": 0.38169779170919405,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.7274729084974796,
+    "eval_iou_construction-building": 0.6847441259770195,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.4609349205491623,
+    "eval_iou_construction-fenceguardrail": 0.4437473829853083,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.5009909703091521,
-    "eval_iou_flat-crosswalk": 0.6563882402425051,
-    "eval_iou_flat-curb": 0.3551111935245997,
-    "eval_iou_flat-cyclinglane": 0.6280823683436006,
-    "eval_iou_flat-parkingdriveway": 0.3705323392835827,
+    "eval_iou_construction-wall": 0.4535342953213644,
+    "eval_iou_flat-crosswalk": 0.6743923044922988,
+    "eval_iou_flat-curb": 0.3720217694789465,
+    "eval_iou_flat-cyclinglane": 0.5831119160242586,
+    "eval_iou_flat-parkingdriveway": 0.2593634671507687,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.6934369440477085,
-    "eval_iou_flat-sidewalk": 0.8442027055863784,
-    "eval_iou_human-person": 0.5645019074081369,
+    "eval_iou_flat-road": 0.6952628649168481,
+    "eval_iou_flat-sidewalk": 0.8256765917752477,
+    "eval_iou_human-person": 0.4758266547264133,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.7593618675278625,
-    "eval_iou_nature-vegetation": 0.8455692615911258,
-    "eval_iou_object-pole": 0.39529674116871927,
+    "eval_iou_nature-terrain": 0.708089515772693,
+    "eval_iou_nature-vegetation": 0.8452348332467736,
+    "eval_iou_object-pole": 0.282224,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.9065892504254532,
+    "eval_iou_sky": 0.9160664741360235,
     "eval_iou_unlabeled": NaN,
-    "eval_iou_vehicle-bicycle": 0.3566531769031418,
+    "eval_iou_vehicle-bicycle": 0.25775503677646305,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.7782266959874864,
+    "eval_iou_vehicle-car": 0.7438861306158121,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
     "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
-    "eval_iou_void-dynamic": 0.006430406273237342,
+    "eval_iou_void-dynamic": 0.00896333355653979,
     "eval_iou_void-ground": 0.0,
-    "eval_iou_void-static": 0.23619972035488648,
+    "eval_iou_void-static": 0.2469903239935392,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.5369595289230347,
-    "eval_mean_accuracy": 0.38358994362772514,
-    "eval_mean_iou": 0.31518692556325684,
-    "eval_overall_accuracy": 0.8445683399642276,
-    "eval_runtime": 5.1795,
-    "eval_samples_per_second": 28.96,
-    "eval_steps_per_second": 3.668
+    "eval_loss": 0.587013840675354,
+    "eval_mean_accuracy": 0.3656300884608081,
+    "eval_mean_iou": 0.29615284440457246,
+    "eval_overall_accuracy": 0.8302438265193387,
+    "eval_runtime": 5.2398,
+    "eval_samples_per_second": 28.627,
+    "eval_steps_per_second": 3.626
 }

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 93.46728971962617,
-    "total_flos": 1.3957755263778816e+18,
-    "train_loss": 1.5742724424075536e-05,
-    "train_runtime": 6.1998,
-    "train_samples_per_second": 12903.738,
-    "train_steps_per_second": 1612.967
+    "epoch": 93.4766355140187,
+    "total_flos": 1.395916070169084e+18,
+    "train_loss": 2.343949676155925e-05,
+    "train_runtime": 6.35,
+    "train_samples_per_second": 12598.475,
+    "train_steps_per_second": 1574.809
 }

trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 93.46728971962617,
+  "epoch": 93.4766355140187,
   "eval_steps": 500,
-  "global_step": 10001,
+  "global_step": 10002,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -8404,13 +8404,94 @@
       "step": 10001
     },
     {
-      "epoch": 93.46728971962617,
-      "step": 10001,
-      "total_flos": 1.3957755263778816e+18,
-      "train_loss": 1.5742724424075536e-05,
-      "train_runtime": 6.1998,
-      "train_samples_per_second": 12903.738,
-      "train_steps_per_second": 1612.967
+      "epoch": 93.4766355140187,
+      "eval_accuracy_construction-bridge": 0.0,
+      "eval_accuracy_construction-building": 0.8736820288460874,
+      "eval_accuracy_construction-door": 0.0,
+      "eval_accuracy_construction-fenceguardrail": 0.5285933006883211,
+      "eval_accuracy_construction-stairs": 0.0,
+      "eval_accuracy_construction-tunnel": NaN,
+      "eval_accuracy_construction-wall": 0.5688932191784348,
+      "eval_accuracy_flat-crosswalk": 0.8223390944172304,
+      "eval_accuracy_flat-curb": 0.5377737659376617,
+      "eval_accuracy_flat-cyclinglane": 0.7549909653288586,
+      "eval_accuracy_flat-parkingdriveway": 0.28050293458033115,
+      "eval_accuracy_flat-railtrack": NaN,
+      "eval_accuracy_flat-road": 0.7751758447133495,
+      "eval_accuracy_flat-sidewalk": 0.9459501281924592,
+      "eval_accuracy_human-person": 0.6476545102012478,
+      "eval_accuracy_human-rider": 0.0,
+      "eval_accuracy_nature-terrain": 0.8417087031479471,
+      "eval_accuracy_nature-vegetation": 0.9220260806373378,
+      "eval_accuracy_object-pole": 0.4049904716227834,
+      "eval_accuracy_object-trafficlight": 0.0,
+      "eval_accuracy_object-trafficsign": 0.0,
+      "eval_accuracy_sky": 0.9602713524084132,
+      "eval_accuracy_unlabeled": NaN,
+      "eval_accuracy_vehicle-bicycle": 0.50938818780453,
+      "eval_accuracy_vehicle-bus": 0.0,
+      "eval_accuracy_vehicle-car": 0.9354070046059735,
+      "eval_accuracy_vehicle-caravan": 0.0,
+      "eval_accuracy_vehicle-cartrailer": 0.0,
+      "eval_accuracy_vehicle-motorcycle": 0.0,
+      "eval_accuracy_vehicle-tramtrain": 0.0,
+      "eval_accuracy_vehicle-truck": 0.0,
+      "eval_accuracy_void-dynamic": 0.00911744672569816,
+      "eval_accuracy_void-ground": 0.0,
+      "eval_accuracy_void-static": 0.38169779170919405,
+      "eval_accuracy_void-unclear": 0.0,
+      "eval_iou_construction-bridge": 0.0,
+      "eval_iou_construction-building": 0.6847441259770195,
+      "eval_iou_construction-door": 0.0,
+      "eval_iou_construction-fenceguardrail": 0.4437473829853083,
+      "eval_iou_construction-stairs": 0.0,
+      "eval_iou_construction-tunnel": NaN,
+      "eval_iou_construction-wall": 0.4535342953213644,
+      "eval_iou_flat-crosswalk": 0.6743923044922988,
+      "eval_iou_flat-curb": 0.3720217694789465,
+      "eval_iou_flat-cyclinglane": 0.5831119160242586,
+      "eval_iou_flat-parkingdriveway": 0.2593634671507687,
+      "eval_iou_flat-railtrack": NaN,
+      "eval_iou_flat-road": 0.6952628649168481,
+      "eval_iou_flat-sidewalk": 0.8256765917752477,
+      "eval_iou_human-person": 0.4758266547264133,
+      "eval_iou_human-rider": 0.0,
+      "eval_iou_nature-terrain": 0.708089515772693,
+      "eval_iou_nature-vegetation": 0.8452348332467736,
+      "eval_iou_object-pole": 0.282224,
+      "eval_iou_object-trafficlight": 0.0,
+      "eval_iou_object-trafficsign": 0.0,
+      "eval_iou_sky": 0.9160664741360235,
+      "eval_iou_unlabeled": NaN,
+      "eval_iou_vehicle-bicycle": 0.25775503677646305,
+      "eval_iou_vehicle-bus": 0.0,
+      "eval_iou_vehicle-car": 0.7438861306158121,
+      "eval_iou_vehicle-caravan": 0.0,
+      "eval_iou_vehicle-cartrailer": 0.0,
+      "eval_iou_vehicle-motorcycle": 0.0,
+      "eval_iou_vehicle-tramtrain": 0.0,
+      "eval_iou_vehicle-truck": 0.0,
+      "eval_iou_void-dynamic": 0.00896333355653979,
+      "eval_iou_void-ground": 0.0,
+      "eval_iou_void-static": 0.2469903239935392,
+      "eval_iou_void-unclear": 0.0,
+      "eval_loss": 0.587013840675354,
+      "eval_mean_accuracy": 0.3656300884608081,
+      "eval_mean_iou": 0.29615284440457246,
+      "eval_overall_accuracy": 0.8302438265193387,
+      "eval_runtime": 5.6185,
+      "eval_samples_per_second": 26.698,
+      "eval_steps_per_second": 3.382,
+      "step": 10002
+    },
+    {
+      "epoch": 93.4766355140187,
+      "step": 10002,
+      "total_flos": 1.395916070169084e+18,
+      "train_loss": 2.343949676155925e-05,
+      "train_runtime": 6.35,
+      "train_samples_per_second": 12598.475,
+      "train_steps_per_second": 1574.809
     }
   ],
   "logging_steps": 100,
@@ -8430,7 +8511,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.3957755263778816e+18,
+  "total_flos": 1.395916070169084e+18,
   "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null