Datasets

class todd.datasets.AccessLayerRegistry[source]

Bases: DatasetRegistry

data = {'CV2AccessLayer': <class 'todd.datasets.access_layers.cv2.CV2AccessLayer'>, 'ConcatAccessLayer': <class 'todd.datasets.access_layers.concat.ConcatAccessLayer'>, 'HFAccessLayer': <class 'todd.datasets.access_layers.hf.HFAccessLayer'>, 'NpyAccessLayer': <class 'todd.datasets.access_layers.npy.NpyAccessLayer'>, 'PILAccessLayer': <class 'todd.datasets.access_layers.pil.PILAccessLayer'>, 'PthAccessLayer': <class 'todd.datasets.access_layers.pth.PthAccessLayer'>, 'SuffixMixin': <class 'todd.datasets.access_layers.suffix.SuffixMixin'>}
class todd.datasets.BaseDataset[source]

Bases: BuildPreHookMixin, Dataset[T], Generic[T, KT_co, VT], ABC

__init__(*args, access_layer, transforms=None, **kwargs)[source]
Parameters:
Return type:

None

property access_layer: BaseAccessLayer[KT_co, VT]
classmethod access_layer_build_pre_hook(config, registry, item)[source]
Parameters:

  • config (Config)

  • registry (RegistryMeta)

  • item (Item)

Return type:

Config

build_keys()[source]
Return type:

KeysProtocol[KT_co]

classmethod build_pre_hook(config, registry, item)[source]
Parameters:

  • config (Config)

  • registry (RegistryMeta)

  • item (Item)

Return type:

Config

property keys: KeysProtocol[KT_co]
property transforms: Compose | None
classmethod transforms_build_pre_hook(config, registry, item)[source]
Parameters:

  • config (Config)

  • registry (RegistryMeta)

  • item (Item)

Return type:

Config

class todd.datasets.COCODataset[source]

Bases: BaseDataset[COCO, T]

ANNOTATIONS_ROOT = PosixPath('data/coco/annotations')
DATA_ROOT = PosixPath('data/coco')
__init__(*args, split, year=2017, access_layer=None, annotations_file=None, **kwargs)[source]
Parameters:
Return type:

None

build_keys()[source]
Return type:

Keys

class todd.datasets.ImageNetDataset[source]

Bases: PILDataset[T], ABC

ANNOTATIONS_ROOT = PosixPath('data/imagenet/annotations')
DATA_ROOT = PosixPath('data/imagenet')
SUFFIX = 'JPEG'
SYNSETS_FILE = PosixPath('data/imagenet/synsets.json')
__init__(*args, split, access_layer=None, annotations_file=None, synsets_file=None, **kwargs)[source]
Parameters:
Return type:

None

build_keys()[source]
Return type:

Keys

class todd.datasets.IndexKeys[source]

Bases: KeysProtocol[int]

__init__(len_)[source]
Parameters:

len_ (int)

Return type:

None

class todd.datasets.KeysProtocol[source]

Bases: Sized, Protocol[KT_co]

__init__(*args, **kwargs)
class todd.datasets.LAIONAestheticsDataset[source]

Bases: PILDataset[T], ABC

ANNOTATIONS_ROOT = PosixPath('data/laion/aesthetics/annotations')
DATA_ROOT = PosixPath('data/laion/aesthetics')
SUFFIX = None
__init__(*args, split, access_layer=None, annotations_file=None, **kwargs)[source]
Parameters:
Return type:

None

build_keys()[source]
Return type:

Keys

class todd.datasets.LVISDataset[source]

Bases: BaseDataset[LVIS, T]

ANNOTATIONS_ROOT = PosixPath('data/lvis/annotations')
DATA_ROOT = PosixPath('data/lvis')
__init__(*args, split, version='v1', access_layer=None, annotations_file=None, **kwargs)[source]
Parameters:
Return type:

None

build_keys()[source]
Return type:

Keys

class todd.datasets.Objects365Dataset[source]

Bases: BaseDataset[COCO, T]

ANNOTATIONS_ROOT = PosixPath('data/objects365/annotations')
DATA_ROOT = PosixPath('data/objects365')
IGNORE_KEYS = ('v1/patch6/objects365_v1_00320532', 'v1/patch6/objects365_v1_00320534', 'v2/patch16/objects365_v2_00908726')
__init__(*args, split, version='v2', access_layer=None, annotations_file=None, **kwargs)[source]
Parameters:
Return type:

None

build_keys()[source]
Return type:

Keys

class todd.datasets.PILDataset[source]

Bases: BaseDataset[T, str, Image], ABC

class todd.datasets.SAMed2DDataset[source]

Bases: PILDataset[T], ABC

ANNOTATIONS_ROOT = PosixPath('data/sa_med2d/annotations')
DATA_ROOT = PosixPath('data/sa_med2d')
SUFFIX = 'png'
__init__(*args, split, access_layer=None, annotations_file=None, **kwargs)[source]
Parameters:
Return type:

None

build_keys()[source]
Return type:

list[str]

class todd.datasets.SATINDataset[source]

Bases: BaseDataset[T, int, dict[str, Any]]

DATA_ROOT = PosixPath('data/satin')
__init__(*args, split, access_layer=None, **kwargs)[source]
Parameters:

  • split (Literal['SAT-4', 'SAT-6', 'NASC-TG2', 'WHU-RS19', 'RSSCN7', 'RS_C11', 'SIRI-WHU', 'EuroSAT', 'NWPU-RESISC45', 'PatternNet', 'RSD46-WHU', 'GID', 'CLRS', 'Optimal-31', 'Airbus-Wind-Turbines-Patches', 'USTC_SmokeRS', 'Canadian_Cropland', 'Ships-In-Satellite-Imagery', 'Satellite-Images-of-Hurricane-Damage', 'Brazilian_Coffee_Scenes', 'Brazilian_Cerrado-Savanna_Scenes', 'Million-AID', 'UC_Merced_LandUse_MultiLabel', 'MLRSNet', 'MultiScene', 'RSI-CB256', 'AID_MultiLabel'])

  • access_layer (HFAccessLayer | None)

Return type:

None

build_keys()[source]
Return type:

IndexKeys

class todd.datasets.V3DetDataset[source]

Bases: COCODataset

ANNOTATIONS_ROOT = PosixPath('data/v3det/annotations')
DATA_ROOT = PosixPath('data/v3det')
__init__(*args, split, year=2023, version='v1', access_layer=None, annotations_file=None, **kwargs)[source]
Parameters:
Return type:

None

todd.datasets.coco_url(split, year, id_)[source]
Parameters:
Return type:

str