diff --git a/datumaro/util/dataset_mangling.py b/datumaro/util/dataset_mangling.py new file mode 100644 index 0000000000..defe92363d --- /dev/null +++ b/datumaro/util/dataset_mangling.py @@ -0,0 +1,67 @@ +# Copyright (C) 2022 Intel Corporation +# +# SPDX-License-Identifier: MIT + +import numpy as np + +from datumaro.components.annotation import AnnotationType, Mask +from datumaro.components.dataset import Dataset +from datumaro.components.media import Image +from datumaro.plugins.sampler.random_sampler import RandomSampler + + +def dataset_mangling(dataset, count=-1, image_size=(3, 1, 3)): + if count > 0: + dataset = RandomSampler(dataset, count) + dataset = Dataset.from_extractors(dataset) + + id = 1 + for subset in dataset.subsets().values(): + for item in subset: + item.id = str(id) + id += 1 + + item.media = Image(data=np.ones(image_size)) + + annotations = [] + + labels = [anno for anno in item.annotations if anno.type == AnnotationType.label] + for label in labels: + label.label = (label.label + np.random.randint(0, 10)) % len( + dataset.categories()[AnnotationType.label] + ) + + annotations += labels + + bboxes = [anno for anno in item.annotations if anno.type == AnnotationType.bbox] + for bbox in bboxes: + x0 = bbox.points[0] + bbox.points[0] = np.random.uniform(max(x0 - x0 / 2, 0), x0 + x0 / 2) + y0 = bbox.points[1] + bbox.points[1] = np.random.uniform(max(y0 - y0 / 2, 0), y0 + y0 / 2) + x1 = bbox.points[2] + bbox.points[2] = np.random.uniform(max(x1 - x1 / 2, 0), x1 + x1 / 2) + y1 = bbox.points[3] + bbox.points[3] = np.random.uniform(max(y1 - y1 / 2, 0), y1 + y1 / 2) + + annotations += bboxes + + masks = [anno for anno in item.annotations if anno.type == AnnotationType.mask] + if masks: + mask_size = image_size[:2] + + mask = np.random.randint( + 0, len(dataset.categories()[AnnotationType.mask]), size=mask_size + ) + + segm_ids = np.unique(mask) + for segm_id in segm_ids: + annotations.append(Mask(image=lazy_extract_mask(mask, segm_id), label=segm_id)) + + item.annotations = annotations + + return dataset + + +def lazy_extract_mask(mask, c): + return lambda: mask == c diff --git a/datumaro/util/test_utils.py b/datumaro/util/test_utils.py index 84522874b0..ff56ec25ad 100644 --- a/datumaro/util/test_utils.py +++ b/datumaro/util/test_utils.py @@ -92,20 +92,23 @@ def __enter__(self) -> str: return path -def compare_categories(test, expected, actual): - test.assertEqual(sorted(expected, key=lambda t: t.value), sorted(actual, key=lambda t: t.value)) +def compare_categories(test, expected, actual, externally_comparison=False): + if not externally_comparison: + test.assertEqual( + sorted(expected, key=lambda t: t.value), sorted(actual, key=lambda t: t.value) + ) - if AnnotationType.label in expected: + if AnnotationType.label in expected and AnnotationType.label in actual: test.assertEqual( expected[AnnotationType.label].items, actual[AnnotationType.label].items, ) - if AnnotationType.mask in expected: + if AnnotationType.mask in expected and AnnotationType.mask in actual: test.assertEqual( expected[AnnotationType.mask].colormap, actual[AnnotationType.mask].colormap, ) - if AnnotationType.points in expected: + if AnnotationType.points in expected and AnnotationType.points in actual: test.assertEqual( expected[AnnotationType.points].items, actual[AnnotationType.points].items, @@ -137,6 +140,39 @@ def _compare_annotations(expected, actual, ignored_attrs=None): return r +def _compare_annotations_externally(expected, actual, ignored_attrs=None): + a_attr = expected.attributes + b_attr = actual.attributes + + if ignored_attrs != IGNORE_ALL: + expected.attributes = filter_dict(a_attr, exclude_keys=ignored_attrs) + actual.attributes = filter_dict(b_attr, exclude_keys=ignored_attrs) + elif ignored_attrs: + expected.attributes = {} + actual.attributes = {} + + a_id = expected.id + b_id = actual.id + a_group = expected.group + b_group = actual.group + + expected.id = 0 + actual.id = 0 + expected.group = 0 + actual.group = 0 + + r = expected == actual + + expected.attributes = a_attr + actual.attributes = b_attr + expected.id = a_id + actual.id = b_id + expected.group = a_group + actual.group = b_group + + return r + + def compare_datasets( test, expected: IDataset, @@ -144,8 +180,9 @@ def compare_datasets( ignored_attrs: Union[None, Literal["*"], Collection[str]] = None, require_media: bool = False, require_images: bool = False, + externally_comparison=False, ): - compare_categories(test, expected.categories(), actual.categories()) + compare_categories(test, expected.categories(), actual.categories(), externally_comparison) test.assertTrue(issubclass(actual.media_type(), expected.media_type())) @@ -187,9 +224,19 @@ def compare_datasets( ann_b_matches = [x for x in item_b.annotations if x.type == ann_a.type] test.assertFalse(len(ann_b_matches) == 0, "ann id: %s" % ann_a.id) - ann_b = find( - ann_b_matches, lambda x: _compare_annotations(x, ann_a, ignored_attrs=ignored_attrs) - ) + if externally_comparison: + ann_b = find( + ann_b_matches, + lambda x: _compare_annotations_externally( + x, ann_a, ignored_attrs=ignored_attrs + ), + ) + else: + ann_b = find( + ann_b_matches, + lambda x: _compare_annotations(x, ann_a, ignored_attrs=ignored_attrs), + ) + if ann_b is None: test.fail("ann %s, candidates %s" % (ann_a, ann_b_matches)) item_b.annotations.remove(ann_b) # avoid repeats diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_color.png new file mode 100644 index 0000000000..94a4631573 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_instanceIds.png new file mode 100644 index 0000000000..5d32177c46 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_labelIds.png new file mode 100644 index 0000000000..6900cfaf86 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/13_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_color.png new file mode 100644 index 0000000000..38cb48ab5d Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_instanceIds.png new file mode 100644 index 0000000000..dfc86e476f Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_labelIds.png new file mode 100644 index 0000000000..2e921c0e96 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/14_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_color.png new file mode 100644 index 0000000000..a21033d943 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_instanceIds.png new file mode 100644 index 0000000000..ad2490bcc4 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_labelIds.png new file mode 100644 index 0000000000..9828de1f82 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/15_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_color.png new file mode 100644 index 0000000000..8699652cd0 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_instanceIds.png new file mode 100644 index 0000000000..68374eb5c4 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_labelIds.png new file mode 100644 index 0000000000..01adcfd5e2 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/16_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_color.png new file mode 100644 index 0000000000..66c0f906b6 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_instanceIds.png new file mode 100644 index 0000000000..bcf8c9c620 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_labelIds.png new file mode 100644 index 0000000000..1c537fdd80 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/17_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_color.png new file mode 100644 index 0000000000..1ea3c94c81 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_instanceIds.png new file mode 100644 index 0000000000..9900aa2c8c Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_labelIds.png new file mode 100644 index 0000000000..273c236be9 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/18_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_color.png new file mode 100644 index 0000000000..5a805cc198 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_instanceIds.png new file mode 100644 index 0000000000..273fbb458b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_labelIds.png new file mode 100644 index 0000000000..ced5989f0b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/19_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_color.png new file mode 100644 index 0000000000..49378c5866 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_instanceIds.png new file mode 100644 index 0000000000..57edb63e02 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_labelIds.png new file mode 100644 index 0000000000..44f8cbd465 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/test/20_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_color.png new file mode 100644 index 0000000000..c8d73cf910 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_instanceIds.png new file mode 100644 index 0000000000..d454d192e1 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_labelIds.png new file mode 100644 index 0000000000..2aa7b0ce61 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/10_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_color.png new file mode 100644 index 0000000000..cbb7562c58 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_instanceIds.png new file mode 100644 index 0000000000..80d101bfb5 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_labelIds.png new file mode 100644 index 0000000000..ab24c22a7a Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/11_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_color.png new file mode 100644 index 0000000000..058be959c4 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_instanceIds.png new file mode 100644 index 0000000000..353b79e88d Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_labelIds.png new file mode 100644 index 0000000000..e3a7cf67eb Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/12_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_color.png new file mode 100644 index 0000000000..7556cc73ec Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_instanceIds.png new file mode 100644 index 0000000000..42908d6912 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_labelIds.png new file mode 100644 index 0000000000..dd1870b1e9 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/1_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_color.png new file mode 100644 index 0000000000..c1720a6089 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_instanceIds.png new file mode 100644 index 0000000000..6877f830f1 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_labelIds.png new file mode 100644 index 0000000000..59dca98607 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/2_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_color.png new file mode 100644 index 0000000000..3d61ed69b2 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_instanceIds.png new file mode 100644 index 0000000000..467e2e24d5 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_labelIds.png new file mode 100644 index 0000000000..8597c0159f Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/3_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_color.png new file mode 100644 index 0000000000..c3a83a4416 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_instanceIds.png new file mode 100644 index 0000000000..237c475762 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_labelIds.png new file mode 100644 index 0000000000..4e63421aeb Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/4_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_color.png new file mode 100644 index 0000000000..dfb91f8184 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_instanceIds.png new file mode 100644 index 0000000000..101217debb Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_labelIds.png new file mode 100644 index 0000000000..08671324bf Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/5_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_color.png new file mode 100644 index 0000000000..a1ab6c067a Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_instanceIds.png new file mode 100644 index 0000000000..d518046ebd Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_labelIds.png new file mode 100644 index 0000000000..c91374a0d3 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/6_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_color.png new file mode 100644 index 0000000000..5ba50bb9b2 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_instanceIds.png new file mode 100644 index 0000000000..7441088556 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_labelIds.png new file mode 100644 index 0000000000..07ba8899f2 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/7_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_color.png new file mode 100644 index 0000000000..c5c898f017 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_instanceIds.png new file mode 100644 index 0000000000..6e88bf3bfd Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_labelIds.png new file mode 100644 index 0000000000..06468e622f Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/8_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_color.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_color.png new file mode 100644 index 0000000000..b94da0331f Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_color.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_instanceIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_instanceIds.png new file mode 100644 index 0000000000..de5dd35015 Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_instanceIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_labelIds.png b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_labelIds.png new file mode 100644 index 0000000000..1e07f6f89c Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/gtFine/train/9_gtFine_labelIds.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/13_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/13_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/13_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/14_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/14_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/14_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/15_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/15_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/15_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/16_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/16_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/16_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/17_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/17_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/17_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/18_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/18_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/18_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/19_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/19_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/19_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/20_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/20_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/test/20_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/10_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/10_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/10_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/11_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/11_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/11_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/12_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/12_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/12_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/1_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/1_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/1_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/2_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/2_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/2_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/3_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/3_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/3_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/4_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/4_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/4_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/5_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/5_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/5_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/6_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/6_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/6_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/7_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/7_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/7_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/8_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/8_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/8_leftImg8bit.png differ diff --git a/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/9_leftImg8bit.png b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/9_leftImg8bit.png new file mode 100644 index 0000000000..30db82724b Binary files /dev/null and b/tests/assets/cityscapes_dataset/mangling_dataset/imgsFine/leftImg8bit/train/9_leftImg8bit.png differ diff --git a/tests/assets/mnist_dataset/t10k-images-idx3-ubyte.gz b/tests/assets/mnist_dataset/dummy_dataset/t10k-images-idx3-ubyte.gz similarity index 100% rename from tests/assets/mnist_dataset/t10k-images-idx3-ubyte.gz rename to tests/assets/mnist_dataset/dummy_dataset/t10k-images-idx3-ubyte.gz diff --git a/tests/assets/mnist_dataset/t10k-labels-idx1-ubyte.gz b/tests/assets/mnist_dataset/dummy_dataset/t10k-labels-idx1-ubyte.gz similarity index 100% rename from tests/assets/mnist_dataset/t10k-labels-idx1-ubyte.gz rename to tests/assets/mnist_dataset/dummy_dataset/t10k-labels-idx1-ubyte.gz diff --git a/tests/assets/mnist_dataset/train-images-idx3-ubyte.gz b/tests/assets/mnist_dataset/dummy_dataset/train-images-idx3-ubyte.gz similarity index 100% rename from tests/assets/mnist_dataset/train-images-idx3-ubyte.gz rename to tests/assets/mnist_dataset/dummy_dataset/train-images-idx3-ubyte.gz diff --git a/tests/assets/mnist_dataset/train-labels-idx1-ubyte.gz b/tests/assets/mnist_dataset/dummy_dataset/train-labels-idx1-ubyte.gz similarity index 100% rename from tests/assets/mnist_dataset/train-labels-idx1-ubyte.gz rename to tests/assets/mnist_dataset/dummy_dataset/train-labels-idx1-ubyte.gz diff --git a/tests/assets/mnist_dataset/mangling_dataset/t10k-images-idx3-ubyte.gz b/tests/assets/mnist_dataset/mangling_dataset/t10k-images-idx3-ubyte.gz new file mode 100644 index 0000000000..5c6f18d05b Binary files /dev/null and b/tests/assets/mnist_dataset/mangling_dataset/t10k-images-idx3-ubyte.gz differ diff --git a/tests/assets/mnist_dataset/mangling_dataset/t10k-labels-idx1-ubyte.gz b/tests/assets/mnist_dataset/mangling_dataset/t10k-labels-idx1-ubyte.gz new file mode 100644 index 0000000000..b477be736b Binary files /dev/null and b/tests/assets/mnist_dataset/mangling_dataset/t10k-labels-idx1-ubyte.gz differ diff --git a/tests/assets/mnist_dataset/mangling_dataset/train-images-idx3-ubyte.gz b/tests/assets/mnist_dataset/mangling_dataset/train-images-idx3-ubyte.gz new file mode 100644 index 0000000000..f990b6ef9f Binary files /dev/null and b/tests/assets/mnist_dataset/mangling_dataset/train-images-idx3-ubyte.gz differ diff --git a/tests/assets/mnist_dataset/mangling_dataset/train-labels-idx1-ubyte.gz b/tests/assets/mnist_dataset/mangling_dataset/train-labels-idx1-ubyte.gz new file mode 100644 index 0000000000..39c3072980 Binary files /dev/null and b/tests/assets/mnist_dataset/mangling_dataset/train-labels-idx1-ubyte.gz differ diff --git a/tests/assets/widerface_dataset/WIDER_train/images/0--Parade/0_Parade_image_01.jpg b/tests/assets/widerface_dataset/dummy_dataset/WIDER_train/images/0--Parade/0_Parade_image_01.jpg similarity index 100% rename from tests/assets/widerface_dataset/WIDER_train/images/0--Parade/0_Parade_image_01.jpg rename to tests/assets/widerface_dataset/dummy_dataset/WIDER_train/images/0--Parade/0_Parade_image_01.jpg diff --git a/tests/assets/widerface_dataset/WIDER_train/images/1--Handshaking/1_Handshaking_image_02.jpg b/tests/assets/widerface_dataset/dummy_dataset/WIDER_train/images/1--Handshaking/1_Handshaking_image_02.jpg similarity index 100% rename from tests/assets/widerface_dataset/WIDER_train/images/1--Handshaking/1_Handshaking_image_02.jpg rename to tests/assets/widerface_dataset/dummy_dataset/WIDER_train/images/1--Handshaking/1_Handshaking_image_02.jpg diff --git a/tests/assets/widerface_dataset/WIDER_val/images/0--Parade/0_Parade_image_03.jpg b/tests/assets/widerface_dataset/dummy_dataset/WIDER_val/images/0--Parade/0_Parade_image_03.jpg similarity index 100% rename from tests/assets/widerface_dataset/WIDER_val/images/0--Parade/0_Parade_image_03.jpg rename to tests/assets/widerface_dataset/dummy_dataset/WIDER_val/images/0--Parade/0_Parade_image_03.jpg diff --git a/tests/assets/widerface_dataset/dataset_meta.json b/tests/assets/widerface_dataset/dummy_dataset/dataset_meta.json similarity index 100% rename from tests/assets/widerface_dataset/dataset_meta.json rename to tests/assets/widerface_dataset/dummy_dataset/dataset_meta.json diff --git a/tests/assets/widerface_dataset/wider_face_split/wider_face_train_bbx_gt.txt b/tests/assets/widerface_dataset/dummy_dataset/wider_face_split/wider_face_train_bbx_gt.txt similarity index 100% rename from tests/assets/widerface_dataset/wider_face_split/wider_face_train_bbx_gt.txt rename to tests/assets/widerface_dataset/dummy_dataset/wider_face_split/wider_face_train_bbx_gt.txt diff --git a/tests/assets/widerface_dataset/wider_face_split/wider_face_val_bbx_gt.txt b/tests/assets/widerface_dataset/dummy_dataset/wider_face_split/wider_face_val_bbx_gt.txt similarity index 100% rename from tests/assets/widerface_dataset/wider_face_split/wider_face_val_bbx_gt.txt rename to tests/assets/widerface_dataset/dummy_dataset/wider_face_split/wider_face_val_bbx_gt.txt diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/0--face/7.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/0--face/7.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/0--face/7.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/0--face/9.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/0--face/9.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/0--face/9.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/1--Demonstration/3.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/1--Demonstration/3.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/1--Demonstration/3.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/3--Picnic/2.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/3--Picnic/2.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/3--Picnic/2.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/4--Baseball/4.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/4--Baseball/4.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/4--Baseball/4.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/4--Baseball/8.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/4--Baseball/8.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/4--Baseball/8.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/5--Car_Racing/1.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/5--Car_Racing/1.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/5--Car_Racing/1.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/7--Interview/5.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/7--Interview/5.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/7--Interview/5.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/8--Award_Ceremony/6.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/8--Award_Ceremony/6.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_test/images/8--Award_Ceremony/6.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/0--face/16.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/0--face/16.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/0--face/16.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/1--Demonstration/18.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/1--Demonstration/18.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/1--Demonstration/18.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/2--Family_Group/15.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/2--Family_Group/15.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/2--Family_Group/15.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/3--Picnic/19.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/3--Picnic/19.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/3--Picnic/19.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/4--Baseball/12.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/4--Baseball/12.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/4--Baseball/12.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/4--Baseball/13.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/4--Baseball/13.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/4--Baseball/13.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/6--Group/17.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/6--Group/17.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/6--Group/17.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/7--Interview/11.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/7--Interview/11.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/7--Interview/11.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/7--Interview/20.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/7--Interview/20.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/7--Interview/20.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/8--Award_Ceremony/10.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/8--Award_Ceremony/10.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/8--Award_Ceremony/10.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/8--Award_Ceremony/14.jpg b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/8--Award_Ceremony/14.jpg new file mode 100644 index 0000000000..409d8cd244 Binary files /dev/null and b/tests/assets/widerface_dataset/mangling_dataset/WIDER_train/images/8--Award_Ceremony/14.jpg differ diff --git a/tests/assets/widerface_dataset/mangling_dataset/labels.txt b/tests/assets/widerface_dataset/mangling_dataset/labels.txt new file mode 100644 index 0000000000..0bdab69105 --- /dev/null +++ b/tests/assets/widerface_dataset/mangling_dataset/labels.txt @@ -0,0 +1,9 @@ +face +Demonstration +Family_Group +Picnic +Baseball +Car_Racing +Group +Interview +Award_Ceremony \ No newline at end of file diff --git a/tests/assets/widerface_dataset/mangling_dataset/wider_face_split/wider_face_test_bbx_gt.txt b/tests/assets/widerface_dataset/mangling_dataset/wider_face_split/wider_face_test_bbx_gt.txt new file mode 100644 index 0000000000..c17769c038 --- /dev/null +++ b/tests/assets/widerface_dataset/mangling_dataset/wider_face_split/wider_face_test_bbx_gt.txt @@ -0,0 +1,9 @@ +5--Car_Racing/1.jpg +3--Picnic/2.jpg +1--Demonstration/3.jpg +4--Baseball/4.jpg +7--Interview/5.jpg +8--Award_Ceremony/6.jpg +0--face/7.jpg +4--Baseball/8.jpg +0--face/9.jpg diff --git a/tests/assets/widerface_dataset/mangling_dataset/wider_face_split/wider_face_train_bbx_gt.txt b/tests/assets/widerface_dataset/mangling_dataset/wider_face_split/wider_face_train_bbx_gt.txt new file mode 100644 index 0000000000..7ddaf7f835 --- /dev/null +++ b/tests/assets/widerface_dataset/mangling_dataset/wider_face_split/wider_face_train_bbx_gt.txt @@ -0,0 +1,219 @@ +8--Award_Ceremony/10.jpg +64 +14.76839500131435 348.1008068000475 36.629174179546695 -186.00153409370745 2 0 0 0 0 0 +116.87727175068068 184.76192084161832 -3.933032849731532 86.75060247581555 2 0 0 0 0 0 +221.76072056503347 281.4684136646734 -128.962638705387 72.22890369887631 2 0 0 0 0 0 +145.9962811202902 361.8906685574203 20.03885257210962 -10.311839179882554 2 0 0 0 0 0 +92.70292331477928 247.42141089330926 7.5960563146751525 154.72870065917266 2 0 0 0 0 0 +266.9726501801678 203.2897136178593 -130.82271259100807 412.46741714465304 2 0 0 0 0 0 +266.74873006374315 157.26887214450497 -163.362151102569 101.4576456318425 2 0 0 0 0 0 +100.14186280452199 362.75037365829326 145.88985505913436 -255.35639841907948 2 0 0 0 0 0 +274.4425075088219 245.91970954754237 -109.7260948248134 53.93024119035772 2 0 0 0 0 0 +186.43416164274313 177.76208755602653 208.3687868401406 69.7914175497618 2 0 0 0 0 0 +462.28174911152814 240.50214187495448 82.21350069966275 27.908951535663675 2 0 0 0 0 0 +190.2660738559546 345.85350324933825 39.55279701564626 72.83252169310128 2 0 0 0 0 0 +397.2062457850333 200.99993728265673 133.03788709188257 -48.769461835235944 2 0 0 0 0 0 +86.97977294897898 124.24378870744431 582.1771652002258 104.20085210947715 2 0 0 0 0 0 +223.99425351000573 149.02362776610835 -29.586904869730347 48.06793125587802 2 0 0 0 0 0 +160.94578331587635 397.07307346644404 54.34708664503367 -205.06102115419478 2 0 0 0 1 0 +205.05875830261562 229.3440196982406 -69.67361048590118 29.030645962313514 2 0 0 0 0 0 +589.7505267394563 200.78600453673658 -353.94253132771047 -73.42452141568775 2 0 0 0 0 0 +585.1814676054651 540.3581791936833 -197.8861161417588 -224.97204822878018 2 0 0 0 0 0 +255.95669013610052 345.0805284175307 59.002488485007575 127.25846666736834 2 0 0 0 0 0 +589.7248926450683 237.38176267563216 -320.70208508604446 3.3191311538814716 2 0 0 0 0 0 +299.8148541204214 234.1707214519197 89.35241488148193 -13.321595810149802 2 0 0 0 0 0 +564.7487561173356 404.7170406655664 -342.17565530170873 -242.45594925633057 2 0 0 0 0 0 +177.20955053215351 259.811533598722 226.07743799154963 160.91353506402316 2 0 0 0 0 0 +479.63016418616957 444.81445417101656 -187.32133555470983 -98.86227222205503 2 0 0 0 0 0 +196.80427588385908 264.9618874850066 104.86045059555681 231.89736599658625 2 0 0 0 0 0 +306.524692120099 268.00526821379196 139.1312676466079 190.62429694874066 2 0 0 0 0 0 +669.0662131268713 167.04071722765468 -354.3527803135373 -11.405690536713564 2 0 0 0 0 0 +676.4537196702319 176.82283511747607 -16.912569255990206 4.615119858082096 2 0 0 0 1 0 +774.3987291851341 415.44267466076394 -478.4375255508347 -138.06527706409082 2 0 0 0 0 0 +353.488401710409 168.06036560987206 100.22369477918244 -64.96544320995801 2 0 0 0 0 0 +630.3604237802886 311.70494960106805 -268.66799550053645 51.60323968970749 2 0 0 0 0 0 +360.62163980868485 324.95549064314935 646.3358684092539 -68.7328719764505 2 0 0 0 0 0 +501.6204176086591 76.77598830411799 -180.6471237428566 183.6789380139837 2 0 0 0 1 0 +901.0719299032335 386.43229193718116 -395.3497010471539 -183.58030034832996 2 0 0 0 0 0 +473.4095794333848 339.11379509232705 -126.30354932638738 4.18075952572832 2 0 0 0 0 0 +468.74877921905704 326.4933074467001 55.82183534824833 17.785743501496995 2 0 0 0 0 0 +730.0005574659515 444.8372011255623 215.42848722474605 -271.524047518942 2 0 0 0 2 0 +265.5940757444337 193.32268763032403 478.3909545074661 -44.68359779005351 2 0 0 0 0 0 +613.4091740151973 326.2884007054439 -21.033389421368156 -207.92931786228758 2 0 0 0 0 0 +533.4151650828625 269.27491298990003 110.56968586754431 -25.80248514548441 2 0 0 0 0 0 +877.3114872699609 542.7938303990011 -114.14867060289293 -21.76442783136656 2 0 0 0 0 0 +274.211648528463 367.5349188607267 51.746458648060866 -156.09294664850307 2 0 1 0 0 0 +1327.3435487223692 135.87913842610027 -767.2844676166733 103.52367862269881 2 0 0 0 0 0 +903.9043437198786 309.6357389728588 -558.0304116686389 -116.57697812663778 2 0 0 0 0 0 +350.276159563766 635.2186847053654 200.03372725893655 -345.3766367140401 2 0 1 0 0 0 +946.3411379526256 582.5410505403223 -604.531539945465 -293.3601410205781 2 0 1 0 0 0 +484.3367387281287 275.40986716387545 8.802649366262699 351.6524570525046 2 0 0 0 0 0 +618.9948965766573 762.0446017459697 509.7280224204835 -228.2618200505375 2 0 0 0 0 0 +600.3600789200252 644.3999009144532 -136.47140967695668 -363.45168088816297 2 0 0 0 0 0 +366.82142141255525 334.78893130891225 -116.90952436126119 -83.10807337889793 2 0 0 0 0 0 +1211.0691194786584 823.7494185758342 -729.6123705209254 -594.3841652176059 2 0 1 0 0 0 +399.3646600019646 270.00775997216357 346.6194359444801 225.00083249937614 2 0 0 0 0 0 +1033.802699537704 632.3174661608152 -365.33643415279687 -115.14248499869552 2 0 1 0 0 0 +1243.1410674483634 181.5086013155872 -507.1014498305876 393.0113857055905 2 0 0 0 0 0 +498.97568884803934 370.80314439140216 799.0228084663369 43.936213803089686 2 0 0 0 0 0 +1482.1787677421946 292.3893670279459 -914.9909623169342 179.1988029343088 2 0 0 0 0 0 +865.3825078252562 317.17744196199686 -423.39663090193847 157.96894278728684 2 0 0 0 0 0 +1031.4943146407102 481.5877242272825 -410.879885022435 -352.8503137848208 2 0 0 0 1 0 +583.0914825013442 136.2610343757855 802.6225490120887 289.9176861003451 2 0 1 0 0 0 +453.29649058659584 189.63216998665797 348.15475858312834 -13.806844500704898 2 0 0 0 0 0 +564.6789775090028 165.6357691342405 -60.742566057773615 157.44690139241334 2 0 0 0 0 0 +1305.148042176741 214.14518478727516 -173.20779162879944 -37.454944512867456 2 0 1 0 0 0 +654.8180726098832 266.3018123958968 50.93055046031998 188.25955543189121 2 0 0 0 0 0 +7--Interview/11.jpg +11 +322.9660467198671 166.93711776295154 -218.9919382300562 94.92911050985569 2 0 0 0 1 0 +776.7102892902569 190.90685128589288 -227.21195151969346 246.6295645407927 2 0 0 0 0 0 +392.8070278865176 186.24893909654185 0.4323143278577959 111.46016933662992 2 0 0 0 0 0 +499.113711041451 487.4240890756584 -144.1757003314367 -302.65279720081105 2 0 1 0 2 0 +634.7844288878293 263.03476005237667 218.50310629769388 70.63239113577032 2 0 1 0 0 0 +830.3672744001309 209.722723206511 -263.2270641058352 -27.21725944651689 1 0 1 0 0 0 +537.3362699804637 205.34334856627976 -63.58631223499293 313.95072766318066 2 0 1 0 0 0 +745.9091073912198 225.58948641347027 -397.4269087112742 152.35498574282812 2 0 1 0 2 0 +439.46551702244886 219.40660153105074 193.13394389396882 170.10045558365215 2 0 1 0 0 0 +565.3006623265928 634.7061012261311 -54.90285936970736 -247.60317436374174 0 0 0 0 0 0 +981.6304001642518 361.8328974483708 -456.0700799232218 -195.56156402865605 2 0 0 0 0 1 +4--Baseball/12.jpg +23 +123.13040624120276 441.3108253621125 213.06948137831898 -51.80037512511319 0 0 0 0 0 0 +150.94987620331003 302.21869868041875 63.84682777024378 61.41462063541604 0 0 0 0 0 0 +193.696991950543 583.1180915051191 -99.1398890728255 -43.71646187321426 0 0 0 0 0 0 +765.7399121204909 158.00569493507652 -533.1961405721026 103.72173009286479 0 0 0 0 0 0 +529.1587895364227 383.0030377274892 -162.1279931322391 -50.59508188330841 0 0 0 0 0 0 +481.9775149991751 404.81756389615805 275.2319628336618 3.836889425473373 0 0 0 0 0 0 +552.4311162528234 320.82926019726347 122.15189577172487 422.14282419830226 0 0 0 0 0 0 +279.71564564783466 359.3730961188999 542.8320497984319 292.5607295615716 0 0 0 0 0 0 +1117.1511857869896 821.891894490549 -66.198352880215 -579.1271313904149 0 0 0 0 0 0 +1029.0497601763864 326.39274300871205 -654.56493843968 186.84513646540393 0 0 0 0 0 0 +785.8829965856437 254.09626597098628 -189.05464622206455 -10.484276130006066 0 0 0 0 0 0 +554.1658860893607 246.5490235719109 167.27797063164837 93.55533553990628 0 0 0 0 0 0 +776.5963207086434 231.27385963220433 338.97387482053955 224.2226870269639 0 0 0 0 2 0 +629.133268903699 244.96416104891128 -33.467856712632965 78.964475026641 0 0 0 0 0 0 +563.52236488762 513.3870840715349 -129.710262697575 -116.53730753017953 0 0 0 0 0 0 +379.24576934202673 178.04336927411302 49.83372861151827 108.47255869743887 0 0 0 0 0 0 +762.8207970217447 358.11206041637445 -364.1936839023094 -220.19178207893225 1 0 0 0 2 0 +418.20311790545685 424.9485330665186 192.66607505184294 -264.08203933007525 0 0 0 0 1 0 +138.4031578662804 170.08748491042823 159.08036813211592 -3.824934695116241 1 0 0 0 0 0 +389.8992325788103 176.9207279846815 -53.1306677390632 -49.73254922699786 0 0 0 0 0 0 +215.61346594858787 498.57587715391446 213.53203039335733 -339.44767581401857 0 0 0 0 0 0 +440.5972910894163 243.57376509421408 -138.60451732437406 83.768894782379 1 0 0 0 0 0 +536.9858352690776 153.69929846278882 21.852078978240684 270.89304285562406 0 0 0 0 0 0 +4--Baseball/13.jpg +53 +421.2133530950552 399.6520929487132 1718.2273373518758 46.803794167761225 1 0 0 0 2 0 +401.6277435016504 261.0487400890768 1486.866785609644 -74.14635931652501 1 0 0 0 0 0 +540.3632329514764 534.8830303086824 1323.1180477681935 279.89041984879634 1 0 0 0 0 0 +1011.4145525603474 219.85448967202927 -339.83691592039395 33.81137683032108 1 0 0 0 2 0 +587.4247138669208 602.311570941958 229.56243196452272 -262.1116222917344 1 0 0 0 1 0 +1113.5295235348935 385.96505128520846 -560.5665492039136 -185.6507178212684 1 0 0 0 2 0 +1400.8495944955916 333.4979035980032 -611.0168506283148 -51.8364984448051 1 0 0 0 0 0 +576.3511573003349 560.7817745263309 435.5011779616491 -271.55599223764796 1 0 0 0 0 0 +881.6765569472723 245.04363396129793 124.10437455745182 63.25761917337553 1 0 0 0 0 0 +752.1894285110977 315.37113066585334 543.7889183074508 -48.48240850954443 1 0 0 0 0 0 +1191.7568085852856 160.03348819964023 -427.0334826542804 101.93295891153977 1 0 0 0 0 0 +1175.9033467416634 262.92494844617414 -593.3834205255271 177.31263312135115 1 0 0 0 2 0 +1355.9442483388764 293.477311176674 -469.973809020918 150.49865980627038 1 0 0 0 2 0 +1025.4973478375373 245.67167404184733 30.718221037462172 210.45100852073625 1 0 0 0 0 0 +814.8093774483605 327.93980218512837 -122.01748553144932 53.61195064993814 1 0 0 0 0 0 +309.0395233612953 440.03492519488816 38.420839255117016 -60.61948662340819 1 0 0 0 0 0 +433.94901817089 339.7384329381458 60.18795175266973 -100.2494858841732 1 0 0 0 1 0 +444.7878476628946 745.7011404347345 914.028450045392 -432.1436847368939 1 0 0 0 0 0 +311.93785674960486 423.5658310219417 -50.62182665313725 277.7187046402976 1 0 0 0 0 0 +785.8062138470173 360.0510254358698 -176.10353729251324 -153.84390106675716 1 0 0 0 0 0 +322.7840664912415 289.61978992435564 101.84148209777567 355.42669531424457 1 0 0 0 0 0 +1045.054670918586 714.2067513895485 -761.8064759611483 -361.76700636083 1 0 0 0 0 0 +464.4301939669614 255.83802022818332 17.87244082188738 183.31851263267498 1 0 0 0 0 0 +758.3526274185447 290.2611846158773 180.80982863974987 344.1588234838129 1 0 0 0 0 0 +609.5451437068307 260.7609510707026 -300.1872249648274 166.50833735703736 1 0 0 0 0 0 +810.6010299184586 345.8787990902006 -217.29567032678847 54.375087124635684 1 0 0 0 2 0 +216.0329383479226 555.2763377083072 211.66763085760533 -301.57044728775895 1 0 0 0 1 0 +557.5975159821146 808.538624933193 125.88926297741284 -651.7780026551815 1 0 0 0 0 0 +256.25671632554884 284.0749713261899 456.19746102301735 25.396207588887535 1 0 0 0 1 0 +160.51268014071346 366.96786378343944 205.4542467349905 -35.23294398023546 1 0 0 0 2 0 +870.5292823910227 378.87121787745303 -577.5170405778479 310.6202026195643 1 0 0 0 0 0 +463.5370039931688 241.1094193456563 -192.81096813460806 188.9076725156895 1 0 0 0 0 0 +372.23504127203336 289.6770772829377 -134.41814230616114 90.52376953830151 1 0 0 0 0 0 +295.57735476792755 504.4157421238027 107.22288777920073 -232.39301657224968 1 0 0 0 2 0 +374.24588332975577 353.0044701360631 -193.7361679925389 202.66051801695937 1 0 0 0 0 0 +201.35084423399186 507.1726847935645 276.2354510205903 -79.78264118624969 1 0 0 0 0 0 +420.94178337003586 361.94268918224304 16.804116453351867 21.831391011345147 1 0 0 0 2 0 +105.34685897262861 167.22054796713607 46.8581232565663 125.05413610730298 1 0 0 0 1 0 +134.31786060641895 425.1616587512451 63.335681743785756 -254.61614971664847 1 0 0 0 2 0 +129.08432578971212 216.9893529454475 80.51825890922487 56.36337746151602 1 0 0 0 0 0 +315.4000126933529 639.0649982908325 -136.7911053333977 -134.0909101840935 1 0 0 0 0 0 +105.0223133622384 688.4339037578573 191.34258504111628 -294.219699113041 1 0 0 0 0 0 +164.01954145224983 370.769126659452 183.0427244978834 155.63408316782397 1 0 0 0 0 0 +201.49239872891224 421.2339477932205 -99.50273708761421 25.899608620080414 1 0 0 0 0 0 +146.26630620758857 255.3157256582666 -69.01579161680242 383.453638853147 1 0 0 0 0 0 +114.96796589068964 278.06031064839794 82.90374791723536 -95.93619407298118 1 0 1 0 0 0 +28.66703900860406 569.6523388822179 51.11384441513181 -41.76543803527795 1 0 0 0 0 0 +70.0296015767096 641.9646034579014 19.054805839141096 148.95497698471206 1 0 0 0 0 0 +20.59037473604357 462.1257256699216 22.641901358172944 180.12152285137222 1 0 0 0 0 0 +24.589720500142665 198.12692655307373 29.65363821878341 259.169304112758 1 0 0 0 0 0 +0.0 673.8956692299482 23.68271608280983 105.46020591779916 1 0 0 0 2 0 +0.0 360.9464212809354 15.213218370283311 -152.25391939182632 1 0 0 0 0 0 +431.4471621116469 488.7889618443544 -226.52204807522446 6.77381868764968 1 0 0 0 0 0 +8--Award_Ceremony/14.jpg +6 +337.1237284023586 479.6631715811817 -209.31997755038887 -76.54784067843417 2 0 1 0 1 0 +422.20675314050015 147.12419716008637 222.6882319780326 155.92966751507234 1 0 0 0 1 0 +514.8528026037079 117.66239708502707 124.35618672355417 25.11763445820415 1 0 1 0 0 0 +396.7448763865206 433.0565330254128 -79.47056291840244 -192.38118368656464 2 0 1 0 2 0 +514.6433068287397 379.86342819178486 155.9057173596608 218.64358259220438 2 0 1 0 0 0 +811.6380338111096 212.28516574151035 -388.9645179507493 -86.43771321516917 1 0 1 0 0 0 +2--Family_Group/15.jpg +1 +845.3866541055206 453.95730827517843 -411.8565584333693 -268.19728675702186 0 0 0 0 0 0 +0--face/16.jpg +1 +336.72430151241656 556.3646752586205 49.68970149808263 8.1152296975838 0 0 0 0 0 0 +6--Group/17.jpg +17 +1589.2889658094493 5.331662007870131 -262.72572761659126 141.4549880878307 0 0 0 0 0 0 +914.5765743418675 55.05867143262073 -201.27703977029944 71.78004037714659 1 0 0 0 0 0 +1529.3928534260776 80.79267576949252 -897.9657994888803 96.72915644126834 1 0 0 0 2 0 +580.4931026090854 39.243741748465666 290.92038973663193 129.91081241889867 1 0 0 0 0 0 +433.70093377397336 69.67441184740149 493.81215802395207 109.99334374445026 1 0 0 0 0 0 +237.55832180863524 110.83951664944198 355.14779887928023 125.3436035480409 1 0 0 0 0 0 +995.3042716666005 17.48343991044474 -429.353789995047 165.4066753770842 0 0 0 0 0 0 +385.50072128492366 122.953421111581 46.74048568707184 -47.283706689201196 2 0 0 0 2 0 +429.71386282244697 217.14495370080783 -202.63274968295127 -45.10321796919396 1 0 0 0 2 0 +668.1461479082071 125.30980039636893 -220.81641463254448 -58.95201464180866 1 0 0 0 0 0 +104.08959286496757 65.24541246276938 378.07094330571937 47.68254720484863 1 0 0 0 0 0 +167.59975218404492 115.02571179360889 11.817454060990286 74.31532075295833 1 0 0 0 0 0 +112.21013594670907 106.18573514976276 65.8543300713936 97.17695447840575 1 0 0 0 2 0 +121.93293989911848 61.055114577120264 0.6978560422001152 10.107500628327472 1 0 0 0 0 0 +128.26302218848605 149.69277834294303 -43.171824828338146 -17.983300759996837 1 0 0 0 0 0 +495.8326734546313 211.0098355082013 -258.14460284205336 151.3516621766117 2 0 0 0 0 0 +155.12546928543398 80.69137673006404 -82.68395617832519 122.65984461894399 2 0 0 0 2 0 +1--Demonstration/18.jpg +18 +66.0983701988214 23.701372302237058 130.274726905502 5.56156147720635 2 0 0 0 0 0 +77.35508110278138 130.14273638224273 155.637245601008 412.1280021095101 0 0 0 0 0 0 +58.053260268660765 331.0998362144377 37.54676874760408 240.81000263791373 1 0 0 0 0 0 +148.90053544293409 344.90932906958614 198.8200188374496 44.860616030982044 1 0 0 0 0 0 +159.54434821386914 490.4666429924448 172.43248106005288 -341.4972414588214 0 0 0 0 1 0 +141.14490753814607 538.0976841301494 485.9509660553863 -211.37004310510758 0 0 0 0 0 0 +228.2260262584417 143.16209408402298 357.19363506205036 50.29923706330058 0 0 0 0 0 0 +456.0574068148964 219.84408056902657 -84.925347513166 487.9520635292697 1 0 0 0 0 0 +425.09464575823415 591.1146096614705 329.2377745431959 -412.07911708332205 1 0 0 0 2 0 +661.2759973464246 261.9005883866311 -26.709359735933276 130.84611730403736 1 0 0 0 0 0 +946.23418487303 301.78962068393474 33.88229072926765 9.168127679112843 0 0 0 0 0 0 +221.17391879696117 137.9523742137077 618.2753990208768 191.83574989234413 1 0 0 0 0 0 +589.614738950597 218.02306257952733 -214.23058300922526 91.67468920600442 2 0 0 0 0 0 +1224.7063413152891 273.49844014443556 -470.7758760135448 -90.69114203220974 1 0 0 0 1 0 +870.874209505122 425.9960451514381 -165.2374519356722 -59.24476977942379 1 0 0 0 2 0 +483.3240660661813 605.7368818128303 -24.351756940300618 -66.89935534011192 0 0 0 0 2 0 +505.7669519033009 233.58039239827465 111.59299585001986 -55.46476246584467 2 0 0 0 2 0 +473.96765088916055 622.3720406722541 94.72231843590265 -271.3494664693935 2 0 0 0 2 0 +3--Picnic/19.jpg +1 +486.6378294102193 47.604720810606864 -158.81359177271207 129.43613826606497 0 0 0 0 0 0 +7--Interview/20.jpg +2 +340.85949647055884 66.86139736062341 203.00003269577098 141.44855379556276 0 0 0 0 0 0 +609.622266725499 35.1184315493766 -89.0025266314234 87.14886896943074 1 0 0 0 1 0 diff --git a/tests/test_cityscapes_format.py b/tests/test_cityscapes_format.py index 11ac4766b5..8b2712b208 100644 --- a/tests/test_cityscapes_format.py +++ b/tests/test_cityscapes_format.py @@ -12,6 +12,7 @@ from datumaro.components.environment import Environment from datumaro.components.extractor import DatasetItem, Extractor from datumaro.components.media import Image +from datumaro.components.operations import IntersectMerge from datumaro.plugins.cityscapes_format import ( TRAIN_CITYSCAPES_LABEL_MAP, CityscapesConverter, @@ -23,10 +24,15 @@ from .requirements import Requirements, mark_requirement DUMMY_DATASET_DIR = osp.join(osp.dirname(__file__), "assets", "cityscapes_dataset", "dataset") + DUMMY_TRAIN_DATASET_DIR = osp.join( osp.dirname(__file__), "assets", "cityscapes_dataset", "train_dataset" ) +MANGLING_DATASET_DIR = osp.join( + osp.dirname(__file__), "assets", "cityscapes_dataset", "mangling_dataset" +) + class CityscapesFormatTest(TestCase): @mark_requirement(Requirements.DATUM_267) @@ -739,3 +745,42 @@ def __iter__(self): partial(CityscapesConverter.convert, label_map="cityscapes"), test_dir, ) + + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_convert_to_cityscapes(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "cityscapes") + + with TestDir() as test_dir: + source_dataset.export(test_dir, "cityscapes", save_media=True) + parsed_dataset = Dataset.import_from(test_dir, "cityscapes") + + compare_datasets(self, source_dataset, parsed_dataset, require_media=True) + + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_convert_to_pascal_voc(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "cityscapes") + + with TestDir() as test_dir: + source_dataset.export(test_dir, "coco_panoptic", save_media=True) + parsed_dataset = Dataset.import_from(test_dir, "coco_panoptic") + + compare_datasets( + self, + source_dataset, + parsed_dataset, + require_media=True, + ignored_attrs={"id"}, + externally_comparison=True, + ) + + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_filter_by_subsets(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "cityscapes") + + train_dataset = source_dataset.filter("/item[subset='train']") + test_dataset = source_dataset.filter("/item[subset='test']") + + merger = IntersectMerge() + merged_dataset = merger([train_dataset, test_dataset]) + + compare_datasets(self, source_dataset, merged_dataset, require_media=True) diff --git a/tests/test_mnist_format.py b/tests/test_mnist_format.py index 71208189e0..4ace68bc4d 100644 --- a/tests/test_mnist_format.py +++ b/tests/test_mnist_format.py @@ -8,11 +8,16 @@ from datumaro.components.environment import Environment from datumaro.components.extractor import DatasetItem from datumaro.components.media import Image +from datumaro.components.operations import IntersectMerge from datumaro.plugins.mnist_format import MnistConverter, MnistImporter from datumaro.util.test_utils import TestDir, compare_datasets from .requirements import Requirements, mark_requirement +MANGLING_DATASET_DIR = osp.join( + osp.dirname(__file__), "assets", "mnist_dataset", "mangling_dataset" +) + class MnistFormatTest(TestCase): @mark_requirement(Requirements.DATUM_GENERAL_REQ) @@ -188,8 +193,40 @@ def test_can_save_and_load_with_meta_file(self): self.assertTrue(osp.isfile(osp.join(test_dir, "dataset_meta.json"))) compare_datasets(self, source_dataset, parsed_dataset, require_media=True) + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_convert_to_mnist(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "mnist") + + with TestDir() as test_dir: + source_dataset.export(test_dir, "mnist", save_media=True) + parsed_dataset = Dataset.import_from(test_dir, "mnist") + + compare_datasets(self, source_dataset, parsed_dataset, require_media=True) + + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_convert_to_imagenet_txt(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "mnist") + + with TestDir() as test_dir: + source_dataset.export(test_dir, "imagenet_txt", save_media=True) + parsed_dataset = Dataset.import_from(test_dir, "imagenet_txt") + + compare_datasets(self, source_dataset, parsed_dataset, require_media=True) + + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_filter_by_subsets(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "mnist") + + train_dataset = source_dataset.filter("/item[subset='train']") + test_dataset = source_dataset.filter("/item[subset='test']") + + merger = IntersectMerge() + merged_dataset = merger([train_dataset, test_dataset]) + + compare_datasets(self, source_dataset, merged_dataset, require_media=True) + -DUMMY_DATASET_DIR = osp.join(osp.dirname(__file__), "assets", "mnist_dataset") +DUMMY_DATASET_DIR = osp.join(osp.dirname(__file__), "assets", "mnist_dataset", "dummy_dataset") class MnistImporterTest(TestCase): diff --git a/tests/test_widerface_format.py b/tests/test_widerface_format.py index 974d72c370..bef3a3cf92 100644 --- a/tests/test_widerface_format.py +++ b/tests/test_widerface_format.py @@ -9,11 +9,16 @@ from datumaro.components.environment import Environment from datumaro.components.extractor import DatasetItem from datumaro.components.media import Image +from datumaro.components.operations import IntersectMerge from datumaro.plugins.widerface_format import WiderFaceConverter, WiderFaceImporter from datumaro.util.test_utils import IGNORE_ALL, TestDir, compare_datasets from .requirements import Requirements, mark_requirement +MANGLING_DATASET_DIR = osp.join( + osp.dirname(__file__), "assets", "widerface_dataset", "mangling_dataset" +) + class WiderFaceFormatTest(TestCase): @mark_requirement(Requirements.DATUM_GENERAL_REQ) @@ -398,8 +403,50 @@ def test_inplace_save_writes_only_updated_data(self): ignored_attrs=IGNORE_ALL, ) + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_convert_to_widerface(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "wider_face") + + with TestDir() as test_dir: + source_dataset.export(test_dir, "wider_face", save_media=True) + parsed_dataset = Dataset.import_from(test_dir, "wider_face") + + compare_datasets(self, source_dataset, parsed_dataset, require_media=True) + + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_convert_to_pascal_voc(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "wider_face") + + with TestDir() as test_dir: + source_dataset.export(test_dir, "voc", save_media=True) + parsed_dataset = Dataset.import_from(test_dir, "voc") + parsed_dataset.transform("remap_labels", mapping={"background": ""}) + + compare_datasets( + self, + source_dataset, + parsed_dataset, + require_media=True, + ignored_attrs={"difficult", "truncated", "occluded"}, + externally_comparison=True, + ) + + @mark_requirement(Requirements.DATUM_GENERAL_REQ) + def test_can_filter_by_subsets(self): + source_dataset = Dataset.import_from(MANGLING_DATASET_DIR, "wider_face") + + first_dataset = source_dataset.filter("/item/annotation[label='face']") + second_dataset = source_dataset.filter("/item/annotation[label!='face']") + + merger = IntersectMerge() + merged_dataset = merger([first_dataset, second_dataset]) + + compare_datasets( + self, source_dataset, merged_dataset, require_media=True, ignored_attrs={"score"} + ) + -DUMMY_DATASET_DIR = osp.join(osp.dirname(__file__), "assets", "widerface_dataset") +DUMMY_DATASET_DIR = osp.join(osp.dirname(__file__), "assets", "widerface_dataset", "dummy_dataset") class WiderFaceImporterTest(TestCase):