Adding dump and load support for MOT CSV format. (#830)

* Adding dump and load support for MOT CSV format.
* Updated test cases to use correct track annotations for MOT format.
* Removed behaviour of MOT loader which would duplicate the last track
shape prior to setting outside=True.

Author: telenachos

CHANGELOG.md

@@ -13,6 +13,7 @@ https://github.com/opencv/cvat/issues/750).
 - Mask-RCNN Auto Annotation Script in OpenVINO format
 - Yolo Auto Annotation Script
 - Auto segmentation using Mask_RCNN component (Keras+Tensorflow Mask R-CNN Segmentation)
+- Added MOT CSV format support
 - Ability to dump/load annotations in LabelMe format from UI
 
 ### Changed

README.md

@@ -43,6 +43,7 @@ Format selection is possible after clicking on the Upload annotation / Dump anno
 | [MS COCO Object Detection](http://cocodataset.org/#format-data)                    | X      | X      |
 | PNG mask                                                                           | X      |        |
 | [TFrecord](https://www.tensorflow.org/tutorials/load_data/tf_records)              | X      | X      |
+| [MOT](https://motchallenge.net/)                                                   | X      | X      |
 | [LabelMe](http://labelme.csail.mit.edu/Release3.0)                                 | X      | X      |
 
 ## Links

cvat/apps/annotation/mot.py

@@ -0,0 +1,109 @@
+# SPDX-License-Identifier: MIT
+format_spec = {
+    "name": "MOT",
+    "dumpers": [
+        {
+            "display_name": "{name} {format} {version}",
+            "format": "CSV",
+            "version": "1.0",
+            "handler": "dump"
+        },
+    ],
+    "loaders": [
+        {
+            "display_name": "{name} {format} {version}",
+            "format": "CSV",
+            "version": "1.0",
+            "handler": "load",
+        }
+    ],
+}
+
+
+MOT = [
+    "frame_id",
+    "track_id",
+    "xtl",
+    "ytl",
+    "width",
+    "height",
+    "confidence",
+    "class_id",
+    "visibility"
+]
+
+
+def dump(file_object, annotations):
+    """ Export track shapes in MOT CSV format. Due to limitations of the MOT
+    format, this process only supports rectangular interpolation mode
+    annotations.
+    """
+    import csv
+    import io
+
+    # csv requires a text buffer
+    with io.TextIOWrapper(file_object, encoding="utf-8") as csv_file:
+        writer = csv.DictWriter(csv_file, fieldnames=MOT)
+        for i, track in enumerate(annotations.tracks):
+            for shape in track.shapes:
+                # MOT doesn't support polygons or 'outside' property
+                if shape.type != 'rectangle':
+                    continue
+                writer.writerow({
+                    "frame_id": shape.frame,
+                    "track_id": i,
+                    "xtl": shape.points[0],
+                    "ytl": shape.points[1],
+                    "width": shape.points[2] - shape.points[0],
+                    "height": shape.points[3] - shape.points[1],
+                    "confidence": 1,
+                    "class_id": track.label,
+                    "visibility": 1 - int(shape.occluded)
+                })
+
+
+def load(file_object, annotations):
+    """ Read MOT CSV format and convert objects to annotated tracks.
+    """
+    import csv
+    import io
+    tracks = {}
+    # csv requires a text buffer
+    with io.TextIOWrapper(file_object, encoding="utf-8") as csv_file:
+        reader = csv.DictReader(csv_file, fieldnames=MOT)
+        for row in reader:
+            # create one shape per row
+            xtl = float(row["xtl"])
+            ytl = float(row["ytl"])
+            xbr = xtl + float(row["width"])
+            ybr = ytl + float(row["height"])
+            shape = annotations.TrackedShape(
+                type="rectangle",
+                points=[xtl, ytl, xbr, ybr],
+                occluded=float(row["visibility"]) == 0,
+                outside=False,
+                keyframe=False,
+                z_order=0,
+                frame=int(row["frame_id"]),
+                attributes=[],
+            )
+            # build trajectories as lists of shapes in track dict
+            track_id = int(row["track_id"])
+            if track_id not in tracks:
+                tracks[track_id] = annotations.Track(row["class_id"], track_id, [])
+            tracks[track_id].shapes.append(shape)
+        for track in tracks.values():
+            # Set outside=True for the last shape since MOT has no support
+            # for this flag
+            last = annotations.TrackedShape(
+                type=track.shapes[-1].type,
+                points=track.shapes[-1].points,
+                occluded=track.shapes[-1].occluded,
+                outside=True,
+                keyframe=track.shapes[-1].keyframe,
+                z_order=track.shapes[-1].z_order,
+                frame=track.shapes[-1].frame,
+                attributes=track.shapes[-1].attributes,
+            )
+            track.shapes[-1] = last
+            annotations.add_track(track)

cvat/apps/annotation/settings.py

@@ -12,5 +12,6 @@
     os.path.join(path_prefix, 'coco.py'),
     os.path.join(path_prefix, 'mask.py'),
     os.path.join(path_prefix, 'tfrecord.py'),
+    os.path.join(path_prefix, 'mot.py'),
     os.path.join(path_prefix, 'labelme.py'),
 )

cvat/apps/engine/tests/test_rest_api.py

@@ -2662,6 +2662,9 @@ def _get_initial_annotation(annotation_format):
                 annotations["shapes"] = rectangle_shapes_with_attrs + rectangle_shapes_wo_attrs + polygon_shapes_wo_attrs
                 annotations["tracks"] = rectangle_tracks_with_attrs + rectangle_tracks_wo_attrs
 
+            elif annotation_format == "MOT CSV 1.0":
+                annotations["tracks"] = rectangle_tracks_wo_attrs
+
             return annotations
 
         response = self._get_annotation_formats(annotator)