[Datumaro] Fix project loading (#1013)

* Fix occasional infinite loop in project loading

* Fix project import source options saving

* Fix project import .git dir placement

* Make code aware of grayscale images

Author: zhiltsov-max

datumaro/datumaro/components/algorithms/rise.py

@@ -80,10 +80,10 @@ def normalize_hmaps(self, heatmaps, counts):
     def apply(self, image, progressive=False):
         import cv2
 
-        assert len(image.shape) == 3, \
+        assert len(image.shape) in [2, 3], \
             "Expected an input image in (H, W, C) format"
-        assert image.shape[2] in [3, 4], \
-            "Expected BGR or BGRA input"
+        if len(image.shape) == 3:
+            assert image.shape[2] in [3, 4], "Expected BGR or BGRA input"
         image = image[:, :, :3].astype(np.float32)
 
         model = self.model

datumaro/datumaro/components/converters/ms_coco.py

@@ -62,7 +62,7 @@ def is_empty(self):
 
     def save_image_info(self, item, filename):
         if item.has_image:
-            h, w, _ = item.image.shape
+            h, w = item.image.shape[:2]
         else:
             h = 0
             w = 0
@@ -187,7 +187,7 @@ def save_annotations(self, item):
                            p.label == ann.label]
                 if polygons:
                     segmentation = [p.get_points() for p in polygons]
-                    h, w, _ = item.image.shape
+                    h, w = item.image.shape[:2]
                     rles = mask_utils.frPyObjects(segmentation, h, w)
                     rle = mask_utils.merge(rles)
                     area = mask_utils.area(rle)
@@ -211,7 +211,7 @@ def save_annotations(self, item):
                 area = ann.area()
 
                 if self._context._merge_polygons:
-                    h, w, _ = item.image.shape
+                    h, w = item.image.shape[:2]
                     rles = mask_utils.frPyObjects(segmentation, h, w)
                     rle = mask_utils.merge(rles)
                     area = mask_utils.area(rle)

datumaro/datumaro/components/converters/tfrecord.py

@@ -48,7 +48,7 @@ def float_list_feature(value):
     if not item.has_image:
         raise Exception(
             "Failed to export dataset item '%s': item has no image" % item.id)
-    height, width, _ = item.image.shape
+    height, width = item.image.shape[:2]
 
     features.update({
         'image/height': int64_feature(height),

datumaro/datumaro/components/converters/voc.py

@@ -153,7 +153,9 @@ def save_subsets(self):
                     ET.SubElement(source_elem, 'image').text = 'Unknown'
 
                     if item.has_image:
-                        h, w, c = item.image.shape
+                        image_shape = item.image.shape
+                        h, w = image_shape[:2]
+                        c = 1 if len(image_shape) == 2 else image_shape[2]
                         size_elem = ET.SubElement(root_elem, 'size')
                         ET.SubElement(size_elem, 'width').text = str(w)
                         ET.SubElement(size_elem, 'height').text = str(h)

datumaro/datumaro/components/converters/yolo.py

@@ -92,7 +92,7 @@ def __call__(self, extractor, save_dir):
                     if not osp.exists(image_path):
                         save_image(image_path, item.image)
 
-                height, width, _ = item.image.shape
+                height, width = item.image.shape[:2]
 
                 yolo_annotation = ''
                 for bbox in item.annotations:

datumaro/datumaro/components/dataset_filter.py

@@ -43,7 +43,8 @@ def encode_item(self, item):
     def encode_image(cls, image):
         image_elem = ET.Element('image')
 
-        h, w, c = image.shape
+        h, w = image.shape[:2]
+        c = 1 if len(image.shape) == 2 else image.shape[2]
         ET.SubElement(image_elem, 'width').text = str(w)
         ET.SubElement(image_elem, 'height').text = str(h)
         ET.SubElement(image_elem, 'depth').text = str(c)

datumaro/datumaro/components/importers/cvat.py

@@ -40,7 +40,7 @@ def __call__(self, path, **extra_params):
             project.add_source(subset_name, {
                 'url': subset_path,
                 'format': self.EXTRACTOR_NAME,
-                'options': extra_params,
+                'options': dict(extra_params),
             })
 
         return project

datumaro/datumaro/components/importers/datumaro.py

@@ -40,7 +40,7 @@ def __call__(self, path, **extra_params):
             project.add_source(subset_name, {
                 'url': subset_path,
                 'format': self.EXTRACTOR_NAME,
-                'options': extra_params,
+                'options': dict(extra_params),
             })
 
         return project

datumaro/datumaro/components/importers/ms_coco.py

@@ -37,7 +37,7 @@ def __call__(self, path, **extra_params):
                 project.add_source(source_name, {
                     'url': ann_file,
                     'format': self._COCO_EXTRACTORS[ann_type],
-                    'options': extra_params,
+                    'options': dict(extra_params),
                 })
 
         return project

datumaro/datumaro/components/importers/tfrecord.py

@@ -35,7 +35,7 @@ def __call__(self, path, **extra_params):
             project.add_source(subset_name, {
                 'url': subset_path,
                 'format': self.EXTRACTOR_NAME,
-                'options': extra_params,
+                'options': dict(extra_params),
             })
 
         return project