Debug
This commit is contained in:
parent
964fa10ecb
commit
16f830b752
|
@ -48,9 +48,10 @@ if __name__ == '__main__':
|
|||
optimizer = torch.optim.AdamW(model.parameters())
|
||||
initial_global_step, model, optimizer = utils.load_model(args.env.expdir, model, optimizer, device=args.device)
|
||||
for param_group in optimizer.param_groups:
|
||||
param_group['lr'] = args.train.lr * (args.train.gamma ** max(((initial_global_step-1)//args.train.decay_step),0) )
|
||||
param_group['initial_lr'] = args.train.lr
|
||||
param_group['lr'] = args.train.lr * (args.train.gamma ** max(((initial_global_step-2)//args.train.decay_step),0) )
|
||||
param_group['weight_decay'] = args.train.weight_decay
|
||||
scheduler = lr_scheduler.StepLR(optimizer, step_size=args.train.decay_step, gamma=args.train.gamma,last_epoch=max(initial_global_step-2,-1))
|
||||
scheduler = lr_scheduler.StepLR(optimizer, step_size=args.train.decay_step, gamma=args.train.gamma,last_epoch=initial_global_step-2)
|
||||
|
||||
# device
|
||||
if args.device == 'cuda':
|
||||
|
|
Loading…
Reference in New Issue