Access Layers

class todd.datasets.access_layers.BaseAccessLayer[source]

Bases: MutableMapping[KT, VT]

__init__(data_root, task_name='')[source]

Parameters:

data_root (str)
task_name (str)

Return type:

None

abstract property exists: bool

abstractmethod touch()[source]

Return type:: None

class todd.datasets.access_layers.CV2AccessLayer[source]: Bases: SuffixMixin[ndarray[tuple[Any, …], dtype[uint8]]], FolderAccessLayer[ndarray[tuple[Any, …], dtype[uint8]]]

class todd.datasets.access_layers.ConcatAccessLayer[source]

Bases: BuildPreHookMixin, BaseAccessLayer[str, VT], ABC

DATA_ROOT_SEPARATOR = '|'

KEY_SEPARATOR = ':'

__init__(*args, access_layers, **kwargs)[source]

Parameters:: access_layers (Mapping[str, BaseAccessLayer[str, VT]])
Return type:: None

classmethod build_pre_hook(config, registry, item)[source]

Parameters:

config (Config)
registry (RegistryMeta)
item (Item)

Return type:

Config

property exists: bool

touch()[source]

Return type:: None

class todd.datasets.access_layers.FolderAccessLayer[source]

Bases: BaseAccessLayer[str, VT], ABC

__init__(*args, subfolder_action='none', **kwargs)[source]

Parameters:: subfolder_action (str)
Return type:: None

property exists: bool

property folder_root: Path

touch()[source]

Return type:: None

class todd.datasets.access_layers.HFAccessLayer[source]

Bases: BuildPreHookMixin, BaseAccessLayer[int, VT]

__init__(*args, datasets, **kwargs)[source]

Parameters:: datasets (DatasetDict)
Return type:: None

classmethod build_pre_hook(config, registry, item)[source]

Parameters:

config (Config)
registry (RegistryMeta)
item (Item)

Return type:

Config

property dataset: Dataset

classmethod datasets_build_pre_hook(config, registry, item)[source]

Parameters:

config (Config)
registry (RegistryMeta)
item (Item)

Return type:

Config

property exists: bool

touch()[source]

Return type:: None

class todd.datasets.access_layers.NpyAccessLayer[source]

Bases: SuffixMixin[ndarray[tuple[Any, …], dtype[T]]], FolderAccessLayer[ndarray[tuple[Any, …], dtype[T]]]

__init__(*args, **kwargs)[source]

Return type:: None

class todd.datasets.access_layers.PILAccessLayer[source]: Bases: SuffixMixin[Image], FolderAccessLayer[Image]

class todd.datasets.access_layers.PthAccessLayer[source]

Bases: SuffixMixin[VT], FolderAccessLayer[VT]

__init__(*args, **kwargs)[source]

Return type:: None

class todd.datasets.access_layers.SuffixMixin[source]

Bases: FolderAccessLayer[VT]

__init__(*args, suffix, **kwargs)[source]

Parameters:: suffix (str | None)
Return type:: None

property with_suffix: bool