This commit is contained in:
Glenn Jocher 2019-09-26 12:06:26 +02:00
parent 33e025838f
commit 3072d72375
1 changed files with 1 additions and 1 deletions

View File

@ -136,7 +136,7 @@ def train():
for p in optimizer.param_groups:
# lower param count allows more aggressive training settings: i.e. SGD ~0.1 lr0, ~0.9 momentum
p['lr'] *= 100 if opt.prebias else 10 # lr gain
p['lr'] *= 100 # lr gain
if p.get('momentum') is not None: # for SGD but not Adam
p['momentum'] *= 0.9