Skip to content

clsdatainfolisting

clsdatainfolisting

Module for ClsDataInfoListing

Classes

DirClsDataInfoListing 

DirClsDataInfoListing(
    location,
    sub_dir,
    class_extractor=None,
    image_suffixes=None,
)

Bases: DataInfoListing

Lists all images in one folder and takes the class from the filename

Init method of DirClsDataInfoListing

Source code in niceml/data/datainfolistings/clsdatainfolisting.py 
88
89
90
91
92
93
94
95
96
97
98
99
def __init__(
    self,
    location: Union[dict, LocationConfig],
    sub_dir: str,
    class_extractor: Optional[Callable] = None,
    image_suffixes: Optional[List[str]] = None,
):
    """Init method of DirClsDataInfoListing"""
    self.sub_dir = sub_dir
    self.location = location
    self.class_extractor = class_extractor or _default_class_extractor
    self.image_suffixes = image_suffixes or [".png", ".jpg", ".jpeg"]
Functions
list 
list(data_description)

Lists all data infos

Source code in niceml/data/datainfolistings/clsdatainfolisting.py 
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
def list(self, data_description: DataDescription) -> List[ClsDataInfo]:
    """Lists all data infos"""
    output_data_description: OutputVectorDataDescription = check_instance(
        data_description, OutputVectorDataDescription
    )
    if len(self.sub_dir) > 0:
        location = join_location_w_path(self.location, self.sub_dir)
    else:
        location = self.location
    with open_location(location) as (data_fs, data_path):
        all_files = list_dir(data_path, return_full_path=False, file_system=data_fs)
    image_files = [
        file for file in all_files if splitext(file)[1] in self.image_suffixes
    ]
    data_info_list: List[ClsDataInfo] = []
    for cur_image in image_files:
        cur_class = self.class_extractor(cur_image)
        cls_index = output_data_description.get_index_for_name(cur_class)
        if cls_index is not None:
            cur_class = output_data_description.get_name_for_index(cls_index)
            identifier = basename(cur_image)
            image_location = join_location_w_path(location, cur_image)
            cur_data_info = ClsDataInfo(
                identifier=identifier,
                image_location=image_location,
                class_idx=cls_index,
                class_name=cur_class,
            )
            data_info_list.append(cur_data_info)

    return data_info_list

LabelClsDataInfoListing 

LabelClsDataInfoListing(
    data_location,
    sub_dir,
    label_suffix=".json",
    image_suffixes=None,
)

Bases: DataInfoListing

Lists all consistent clsdata in one folder and returns a list of data infos

Init method of LabelClsDataInfoListing

Source code in niceml/data/datainfolistings/clsdatainfolisting.py 
27
28
29
30
31
32
33
34
35
36
37
38
def __init__(
    self,
    data_location: Union[dict, LocationConfig],
    sub_dir: str,
    label_suffix: str = ".json",
    image_suffixes: Optional[List[str]] = None,
):
    """Init method of LabelClsDataInfoListing"""
    self.sub_dir = sub_dir
    self.data_location = data_location
    self.label_suffix = label_suffix
    self.image_suffixes = image_suffixes or [".png", ".jpg", ".jpeg"]
Functions
list 
list(data_description)

Lists all data infos

Source code in niceml/data/datainfolistings/clsdatainfolisting.py 
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
def list(self, data_description: DataDescription) -> List[ClsDataInfo]:
    """Lists all data infos"""
    output_data_description: OutputVectorDataDescription = check_instance(
        data_description, OutputVectorDataDescription
    )
    if len(self.sub_dir) > 0:
        location = join_location_w_path(self.data_location, self.sub_dir)
    else:
        location = self.data_location
    class_names = output_data_description.get_output_entry_names()
    class_count = len(class_names)
    data_info_list = list_data(
        class_count=class_count,
        class_names=class_names,
        location=location,
        label_suffix=self.label_suffix,
        image_suffixes=self.image_suffixes,
        use_empty_images=False,
    )

    new_data_info_list = []
    cur_data_info: ObjDetDataInfo
    for cur_data_info in data_info_list:
        cur_cls_names = list({x.class_name for x in cur_data_info.labels})
        cur_class_indexes = output_data_description.get_index_for_name(
            cur_cls_names
        )
        new_data_info = ClsDataInfo(
            identifier=cur_data_info.get_identifier(),
            image_location=cur_data_info.image_location,
            class_name=cur_cls_names,
            class_idx=cur_class_indexes,
        )
        new_data_info_list.append(new_data_info)

    return new_data_info_list

Functions