End of training

README.md

@@ -2,6 +2,8 @@
 license: other
 base_model: nvidia/mit-b0
 tags:
+- image-segmentation
+- vision
 - generated_from_trainer
 model-index:
 - name: Segments
@@ -13,7 +15,82 @@ should probably proofread and complete it, then remove this comment. -->
 
 # Segments
 
-This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on an unknown dataset.
+This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the segments/sidewalk-semantic dataset.
+It achieves the following results on the evaluation set:
+- Loss: 1.0916
+- Mean Iou: 0.1657
+- Mean Accuracy: 0.2139
+- Overall Accuracy: 0.7523
+- Accuracy Unlabeled: nan
+- Accuracy Flat-road: 0.7670
+- Accuracy Flat-sidewalk: 0.9044
+- Accuracy Flat-crosswalk: 0.0
+- Accuracy Flat-cyclinglane: 0.7817
+- Accuracy Flat-parkingdriveway: 0.0531
+- Accuracy Flat-railtrack: nan
+- Accuracy Flat-curb: 0.0008
+- Accuracy Human-person: 0.0
+- Accuracy Human-rider: 0.0
+- Accuracy Vehicle-car: 0.8784
+- Accuracy Vehicle-truck: 0.0
+- Accuracy Vehicle-bus: 0.0
+- Accuracy Vehicle-tramtrain: 0.0
+- Accuracy Vehicle-motorcycle: 0.0
+- Accuracy Vehicle-bicycle: 0.0
+- Accuracy Vehicle-caravan: 0.0
+- Accuracy Vehicle-cartrailer: 0.0
+- Accuracy Construction-building: 0.8946
+- Accuracy Construction-door: 0.0
+- Accuracy Construction-wall: 0.0018
+- Accuracy Construction-fenceguardrail: 0.0
+- Accuracy Construction-bridge: 0.0
+- Accuracy Construction-tunnel: nan
+- Accuracy Construction-stairs: 0.0
+- Accuracy Object-pole: 0.0
+- Accuracy Object-trafficsign: 0.0
+- Accuracy Object-trafficlight: 0.0
+- Accuracy Nature-vegetation: 0.9132
+- Accuracy Nature-terrain: 0.8337
+- Accuracy Sky: 0.8152
+- Accuracy Void-ground: 0.0
+- Accuracy Void-dynamic: 0.0
+- Accuracy Void-static: 0.0
+- Accuracy Void-unclear: 0.0
+- Iou Unlabeled: nan
+- Iou Flat-road: 0.5357
+- Iou Flat-sidewalk: 0.7678
+- Iou Flat-crosswalk: 0.0
+- Iou Flat-cyclinglane: 0.6199
+- Iou Flat-parkingdriveway: 0.0504
+- Iou Flat-railtrack: nan
+- Iou Flat-curb: 0.0008
+- Iou Human-person: 0.0
+- Iou Human-rider: 0.0
+- Iou Vehicle-car: 0.6256
+- Iou Vehicle-truck: 0.0
+- Iou Vehicle-bus: 0.0
+- Iou Vehicle-tramtrain: 0.0
+- Iou Vehicle-motorcycle: 0.0
+- Iou Vehicle-bicycle: 0.0
+- Iou Vehicle-caravan: 0.0
+- Iou Vehicle-cartrailer: 0.0
+- Iou Construction-building: 0.5403
+- Iou Construction-door: 0.0
+- Iou Construction-wall: 0.0018
+- Iou Construction-fenceguardrail: 0.0
+- Iou Construction-bridge: 0.0
+- Iou Construction-tunnel: nan
+- Iou Construction-stairs: 0.0
+- Iou Object-pole: 0.0
+- Iou Object-trafficsign: 0.0
+- Iou Object-trafficlight: 0.0
+- Iou Nature-vegetation: 0.7516
+- Iou Nature-terrain: 0.6290
+- Iou Sky: 0.7785
+- Iou Void-ground: 0.0
+- Iou Void-dynamic: 0.0
+- Iou Void-static: 0.0
+- Iou Void-unclear: 0.0
 
 ## Model description
 

all_results.json

@@ -1,31 +1,31 @@
 {
-    "epoch": 2.97,
+    "epoch": 14.86,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.7035506330043451,
+    "eval_accuracy_construction-building": 0.8945527988346387,
     "eval_accuracy_construction-door": 0.0,
     "eval_accuracy_construction-fenceguardrail": 0.0,
     "eval_accuracy_construction-stairs": 0.0,
-    "eval_accuracy_construction-tunnel": 0.0,
-    "eval_accuracy_construction-wall": 0.0,
-    "eval_accuracy_flat-crosswalk": 8.426410054392477e-05,
-    "eval_accuracy_flat-curb": 0.0007357904201756834,
-    "eval_accuracy_flat-cyclinglane": 0.08699865534842945,
-    "eval_accuracy_flat-parkingdriveway": 6.919385369007031e-05,
-    "eval_accuracy_flat-railtrack": 0.0,
-    "eval_accuracy_flat-road": 0.6740166748988796,
-    "eval_accuracy_flat-sidewalk": 0.8668004812182762,
+    "eval_accuracy_construction-tunnel": NaN,
+    "eval_accuracy_construction-wall": 0.0018448421480928925,
+    "eval_accuracy_flat-crosswalk": 0.0,
+    "eval_accuracy_flat-curb": 0.000826435971483281,
+    "eval_accuracy_flat-cyclinglane": 0.781680993745829,
+    "eval_accuracy_flat-parkingdriveway": 0.053107692525471296,
+    "eval_accuracy_flat-railtrack": NaN,
+    "eval_accuracy_flat-road": 0.7670345987358026,
+    "eval_accuracy_flat-sidewalk": 0.9043596500496202,
     "eval_accuracy_human-person": 0.0,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.4182590359913794,
-    "eval_accuracy_nature-vegetation": 0.9529851601513311,
+    "eval_accuracy_nature-terrain": 0.8337374837809386,
+    "eval_accuracy_nature-vegetation": 0.9131888815594104,
     "eval_accuracy_object-pole": 0.0,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.5933023385372094,
+    "eval_accuracy_sky": 0.815173857993148,
     "eval_accuracy_unlabeled": NaN,
     "eval_accuracy_vehicle-bicycle": 0.0,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9265745684638771,
+    "eval_accuracy_vehicle-car": 0.8783799367196565,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
@@ -36,31 +36,31 @@
     "eval_accuracy_void-static": 0.0,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.4312674208193846,
+    "eval_iou_construction-building": 0.5402603637548277,
     "eval_iou_construction-door": 0.0,
     "eval_iou_construction-fenceguardrail": 0.0,
     "eval_iou_construction-stairs": 0.0,
-    "eval_iou_construction-tunnel": 0.0,
-    "eval_iou_construction-wall": 0.0,
-    "eval_iou_flat-crosswalk": 8.382756669530775e-05,
-    "eval_iou_flat-curb": 0.0007307716451126537,
-    "eval_iou_flat-cyclinglane": 0.0835550814641067,
-    "eval_iou_flat-parkingdriveway": 6.917647772327892e-05,
-    "eval_iou_flat-railtrack": 0.0,
-    "eval_iou_flat-road": 0.43331776986555265,
-    "eval_iou_flat-sidewalk": 0.7165189935846752,
+    "eval_iou_construction-tunnel": NaN,
+    "eval_iou_construction-wall": 0.0018373803285180767,
+    "eval_iou_flat-crosswalk": 0.0,
+    "eval_iou_flat-curb": 0.0008261353906009693,
+    "eval_iou_flat-cyclinglane": 0.619896312553453,
+    "eval_iou_flat-parkingdriveway": 0.050424584219283836,
+    "eval_iou_flat-railtrack": NaN,
+    "eval_iou_flat-road": 0.5356582342374464,
+    "eval_iou_flat-sidewalk": 0.7678499364084544,
     "eval_iou_human-person": 0.0,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.3697973625267541,
-    "eval_iou_nature-vegetation": 0.6259036551430714,
+    "eval_iou_nature-terrain": 0.6290417393384341,
+    "eval_iou_nature-vegetation": 0.7516477866950475,
     "eval_iou_object-pole": 0.0,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.5847742490169623,
+    "eval_iou_sky": 0.7785418483732173,
     "eval_iou_unlabeled": NaN,
     "eval_iou_vehicle-bicycle": 0.0,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.44117848851068603,
+    "eval_iou_vehicle-car": 0.625615411631189,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
@@ -70,15 +70,15 @@
     "eval_iou_void-ground": 0.0,
     "eval_iou_void-static": 0.0,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 2.1185054779052734,
-    "eval_mean_accuracy": 0.15362872929376872,
-    "eval_mean_iou": 0.10844696460649189,
-    "eval_overall_accuracy": 0.6678848020438646,
-    "eval_runtime": 175.7551,
-    "eval_samples_per_second": 0.853,
-    "eval_steps_per_second": 0.108,
-    "train_loss": 2.5530455007493122,
-    "train_runtime": 302.3975,
-    "train_samples_per_second": 8.433,
-    "train_steps_per_second": 0.526
+    "eval_loss": 1.091623067855835,
+    "eval_mean_accuracy": 0.21387147412700286,
+    "eval_mean_iou": 0.16567499165407726,
+    "eval_overall_accuracy": 0.7523202780726517,
+    "eval_runtime": 172.5899,
+    "eval_samples_per_second": 0.869,
+    "eval_steps_per_second": 0.11,
+    "train_loss": 1.4879747690644654,
+    "train_runtime": 1504.4197,
+    "train_samples_per_second": 8.475,
+    "train_steps_per_second": 0.528
 }

eval_results.json

@@ -1,31 +1,31 @@
 {
-    "epoch": 2.97,
+    "epoch": 14.86,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.7035506330043451,
+    "eval_accuracy_construction-building": 0.8945527988346387,
     "eval_accuracy_construction-door": 0.0,
     "eval_accuracy_construction-fenceguardrail": 0.0,
     "eval_accuracy_construction-stairs": 0.0,
-    "eval_accuracy_construction-tunnel": 0.0,
-    "eval_accuracy_construction-wall": 0.0,
-    "eval_accuracy_flat-crosswalk": 8.426410054392477e-05,
-    "eval_accuracy_flat-curb": 0.0007357904201756834,
-    "eval_accuracy_flat-cyclinglane": 0.08699865534842945,
-    "eval_accuracy_flat-parkingdriveway": 6.919385369007031e-05,
-    "eval_accuracy_flat-railtrack": 0.0,
-    "eval_accuracy_flat-road": 0.6740166748988796,
-    "eval_accuracy_flat-sidewalk": 0.8668004812182762,
+    "eval_accuracy_construction-tunnel": NaN,
+    "eval_accuracy_construction-wall": 0.0018448421480928925,
+    "eval_accuracy_flat-crosswalk": 0.0,
+    "eval_accuracy_flat-curb": 0.000826435971483281,
+    "eval_accuracy_flat-cyclinglane": 0.781680993745829,
+    "eval_accuracy_flat-parkingdriveway": 0.053107692525471296,
+    "eval_accuracy_flat-railtrack": NaN,
+    "eval_accuracy_flat-road": 0.7670345987358026,
+    "eval_accuracy_flat-sidewalk": 0.9043596500496202,
     "eval_accuracy_human-person": 0.0,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.4182590359913794,
-    "eval_accuracy_nature-vegetation": 0.9529851601513311,
+    "eval_accuracy_nature-terrain": 0.8337374837809386,
+    "eval_accuracy_nature-vegetation": 0.9131888815594104,
     "eval_accuracy_object-pole": 0.0,
     "eval_accuracy_object-trafficlight": 0.0,
     "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.5933023385372094,
+    "eval_accuracy_sky": 0.815173857993148,
     "eval_accuracy_unlabeled": NaN,
     "eval_accuracy_vehicle-bicycle": 0.0,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9265745684638771,
+    "eval_accuracy_vehicle-car": 0.8783799367196565,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
@@ -36,31 +36,31 @@
     "eval_accuracy_void-static": 0.0,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.4312674208193846,
+    "eval_iou_construction-building": 0.5402603637548277,
     "eval_iou_construction-door": 0.0,
     "eval_iou_construction-fenceguardrail": 0.0,
     "eval_iou_construction-stairs": 0.0,
-    "eval_iou_construction-tunnel": 0.0,
-    "eval_iou_construction-wall": 0.0,
-    "eval_iou_flat-crosswalk": 8.382756669530775e-05,
-    "eval_iou_flat-curb": 0.0007307716451126537,
-    "eval_iou_flat-cyclinglane": 0.0835550814641067,
-    "eval_iou_flat-parkingdriveway": 6.917647772327892e-05,
-    "eval_iou_flat-railtrack": 0.0,
-    "eval_iou_flat-road": 0.43331776986555265,
-    "eval_iou_flat-sidewalk": 0.7165189935846752,
+    "eval_iou_construction-tunnel": NaN,
+    "eval_iou_construction-wall": 0.0018373803285180767,
+    "eval_iou_flat-crosswalk": 0.0,
+    "eval_iou_flat-curb": 0.0008261353906009693,
+    "eval_iou_flat-cyclinglane": 0.619896312553453,
+    "eval_iou_flat-parkingdriveway": 0.050424584219283836,
+    "eval_iou_flat-railtrack": NaN,
+    "eval_iou_flat-road": 0.5356582342374464,
+    "eval_iou_flat-sidewalk": 0.7678499364084544,
     "eval_iou_human-person": 0.0,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.3697973625267541,
-    "eval_iou_nature-vegetation": 0.6259036551430714,
+    "eval_iou_nature-terrain": 0.6290417393384341,
+    "eval_iou_nature-vegetation": 0.7516477866950475,
     "eval_iou_object-pole": 0.0,
     "eval_iou_object-trafficlight": 0.0,
     "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.5847742490169623,
+    "eval_iou_sky": 0.7785418483732173,
     "eval_iou_unlabeled": NaN,
     "eval_iou_vehicle-bicycle": 0.0,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.44117848851068603,
+    "eval_iou_vehicle-car": 0.625615411631189,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
@@ -70,11 +70,11 @@
     "eval_iou_void-ground": 0.0,
     "eval_iou_void-static": 0.0,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 2.1185054779052734,
-    "eval_mean_accuracy": 0.15362872929376872,
-    "eval_mean_iou": 0.10844696460649189,
-    "eval_overall_accuracy": 0.6678848020438646,
-    "eval_runtime": 175.7551,
-    "eval_samples_per_second": 0.853,
-    "eval_steps_per_second": 0.108
+    "eval_loss": 1.091623067855835,
+    "eval_mean_accuracy": 0.21387147412700286,
+    "eval_mean_iou": 0.16567499165407726,
+    "eval_overall_accuracy": 0.7523202780726517,
+    "eval_runtime": 172.5899,
+    "eval_samples_per_second": 0.869,
+    "eval_steps_per_second": 0.11
 }

train_results.json

@@ -1,7 +1,7 @@
 {
-    "epoch": 2.97,
-    "train_loss": 2.5530455007493122,
-    "train_runtime": 302.3975,
-    "train_samples_per_second": 8.433,
-    "train_steps_per_second": 0.526
+    "epoch": 14.86,
+    "train_loss": 1.4879747690644654,
+    "train_runtime": 1504.4197,
+    "train_samples_per_second": 8.475,
+    "train_steps_per_second": 0.528
 }

trainer_state.json

@@ -1,28 +1,34 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 2.97196261682243,
+  "epoch": 14.85981308411215,
   "eval_steps": 500,
-  "global_step": 159,
+  "global_step": 795,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 2.97,
-      "step": 159,
-      "total_flos": 4.448210991552922e+16,
-      "train_loss": 2.5530455007493122,
-      "train_runtime": 302.3975,
-      "train_samples_per_second": 8.433,
-      "train_steps_per_second": 0.526
+      "epoch": 9.35,
+      "learning_rate": 1.8553459119496856e-05,
+      "loss": 1.694,
+      "step": 500
+    },
+    {
+      "epoch": 14.86,
+      "step": 795,
+      "total_flos": 2.2198891820403917e+17,
+      "train_loss": 1.4879747690644654,
+      "train_runtime": 1504.4197,
+      "train_samples_per_second": 8.475,
+      "train_steps_per_second": 0.528
     }
   ],
   "logging_steps": 500,
-  "max_steps": 159,
-  "num_train_epochs": 3,
+  "max_steps": 795,
+  "num_train_epochs": 15,
   "save_steps": 500,
-  "total_flos": 4.448210991552922e+16,
+  "total_flos": 2.2198891820403917e+17,
   "trial_name": null,
   "trial_params": null
 }