Strategies

class todd.runners.strategies.BaseStrategy[source]

Bases: RunnerHolderMixin[T], StateDictMixin

__init__(*args, setup=None, **kwargs)[source]
Parameters:

setup (Config | None)

Return type:

None

build_optimizer(config, model)[source]
Parameters:

  • config (Config)

  • model (Module)

Return type:

Optimizer

compile_model(model, config)[source]
Parameters:

  • model (Module)

  • config (Config)

Return type:

Module

load_model_from(f, *args, **kwargs)[source]
Parameters:

f (str | PathLike[str] | IO[bytes] | list[str | PathLike[str] | IO[bytes]])

Return type:

None

load_model_state_dict(state_dict, *args, **kwargs)[source]
Parameters:

state_dict (Mapping[str, Any])

Return type:

None

load_optim_state_dict(state_dict, *args, **kwargs)[source]
Parameters:

state_dict (Mapping[str, Any])

Return type:

None

map_model(model, config)[source]
Parameters:

  • model (Module)

  • config (Config)

Return type:

Module

model_state_dict(*args, **kwargs)[source]
Return type:

dict[str, Any]

property module: Module
optim_state_dict(*args, **kwargs)[source]
Return type:

dict[str, Any]

setup(config)[source]
Parameters:

config (Config)

Return type:

None

wrap_model(model, config)[source]
Parameters:

  • model (Module)

  • config (Config)

Return type:

T

class todd.runners.strategies.CUDAStrategy[source]

Bases: BaseStrategy[T]

map_model(model, config)[source]
Parameters:

  • model (Module)

  • config (Config)

Return type:

Module

setup(config)[source]
Parameters:

config (Config)

Return type:

None

class todd.runners.strategies.DDPStrategy[source]

Bases: CUDAStrategy[T]

property module: Module
wrap_model(model, config)[source]
Parameters:

  • model (Module)

  • config (Config)

Return type:

T

class todd.runners.strategies.FSDPStrategy[source]

Bases: CUDAStrategy[T]

build_optimizer(config, model)[source]
Parameters:

  • config (Config)

  • model (Module)

Return type:

Optimizer

load_model_state_dict(state_dict, *args, **kwargs)[source]
Parameters:

state_dict (Mapping[str, Any])

Return type:

None

load_optim_state_dict(state_dict, *args, **kwargs)[source]
Parameters:

state_dict (Mapping[str, Any])

Return type:

None

model_state_dict(*args, **kwargs)[source]
Return type:

dict[str, Any]

property module: Module
optim_state_dict(*args, **kwargs)[source]
Return type:

dict[str, Any]

wrap_model(model, config)[source]
Parameters:

  • model (Module)

  • config (Config)

Return type:

T