Skip to content

objdetdatainfolisting

objdetdatainfolisting

Module for ObjDetDataInfoListing

Classes

ObjDetDataInfoListing 

ObjDetDataInfoListing(
    location,
    sub_dir,
    label_suffix=".json",
    image_suffixes=None,
    use_empty_images=True,
)

Bases: DataInfoListing

Lists all consistent objdetdata in one folder and returns datainfolist

Source code in niceml/data/datainfolistings/objdetdatainfolisting.py 
29
30
31
32
33
34
35
36
37
38
39
40
41
def __init__(
    self,
    location: Union[dict, LocationConfig],
    sub_dir: str,
    label_suffix: str = ".json",
    image_suffixes: Optional[List[str]] = None,
    use_empty_images: bool = True,
):
    self.sub_dir = sub_dir
    self.location = location
    self.label_suffix = label_suffix
    self.image_suffixes = image_suffixes or [".png", ".jpg", ".jpeg"]
    self.use_empty_image = use_empty_images

Functions

list_data 

list_data(
    class_count,
    class_names,
    location,
    label_suffix,
    image_suffixes,
    use_empty_images,
)

Lists all consistent objdetdata in one folder and returns datainfolist

Source code in niceml/data/datainfolistings/objdetdatainfolisting.py 
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
def list_data(
    class_count: int,
    class_names: List[str],
    location: Union[dict, LocationConfig],
    label_suffix: str,
    image_suffixes: List[str],
    use_empty_images: bool,
) -> List[ObjDetDataInfo]:
    """Lists all consistent objdetdata in one folder and returns datainfolist"""
    with open_location(location) as (data_fs, data_path):
        all_files = list_dir(data_path, file_system=data_fs)
        label_file_set = set(
            splitext(x)[0] for x in all_files if splitext(x)[1] == label_suffix
        )
        image_files = [
            file
            for file in all_files
            if splitext(file)[1] in image_suffixes
            and splitext(file)[0] in label_file_set
        ]
        data_info_list: List[ObjDetDataInfo] = []
        for cur_img_file in image_files:
            data = read_json(
                join(data_path, splitext(cur_img_file)[0]) + label_suffix,
                file_system=data_fs,
            )
            image_label: ObjDetImageLabel = ObjDetImageLabel(**data)
            # pylint: disable=use-dict-literal
            labels = [
                ObjDetInstanceLabel(
                    **{
                        **asdict(lbl),
                        **dict(class_index=class_names.index(lbl.class_name)),
                    }
                )
                for lbl in image_label.labels
                if lbl.class_name in class_names
            ]
            if use_empty_images or len(labels) > 0:
                cur_data_info = ObjDetDataInfo(
                    image_location=join_location_w_path(location, cur_img_file),
                    class_count_in_dataset=class_count,
                    labels=labels,
                )
                data_info_list.append(cur_data_info)
    return data_info_list