textbox.module.Optimizer¶

Optimizer¶

class textbox.module.Optimizer.optim.AbstractOptim(base_optimizer: Optimizer, init_lr: float)[source]¶

Bases: object

load_state_dict(state_dict: tuple)[source]¶

property lr¶: Get learning rate for current step.

state_dict()[source]¶

step()[source]¶

class textbox.module.Optimizer.optim.ConstantOptim(base_optimizer: Optimizer, init_lr: float, max_lr: float, n_warmup_steps: int)[source]¶

Bases: AbstractOptim

property lr¶: Get learning rate for current step.

class textbox.module.Optimizer.optim.CosineOptim(base_optimizer: Optimizer, init_lr: float, max_lr: float, n_warmup_steps: int, max_steps: int)[source]¶

Bases: AbstractOptim

property lr¶: Get learning rate for current step.

class textbox.module.Optimizer.optim.InverseSquareRootOptim(base_optimizer: Optimizer, init_lr: float, max_lr: float, n_warmup_steps: int)[source]¶

Bases: AbstractOptim

property lr¶: Get learning rate for current step.

class textbox.module.Optimizer.optim.LinearOptim(base_optimizer: Optimizer, init_lr: float, max_lr: float, n_warmup_steps: int, max_steps: int)[source]¶

Bases: AbstractOptim

property lr¶: Get learning rate for current step.