This commit is contained in:
Glenn Jocher 2020-01-17 11:17:52 -08:00
parent 831d2b3dcc
commit 1ba9bd746b
1 changed files with 1 additions and 1 deletions

View File

@ -99,7 +99,7 @@ def train():
else:
optimizer = optim.SGD(pg0, lr=hyp['lr0'], momentum=hyp['momentum'], nesterov=True)
optimizer.add_param_group({'params': pg1, 'weight_decay': hyp['weight_decay']}) # add pg1 with weight_decay
optimizer.add_param_group({'params': pg2}) # add pg2
optimizer.add_param_group({'params': pg2}) # add pg2 (biases)
del pg0, pg1, pg2
# https://github.com/alphadl/lookahead.pytorch