This commit is contained in:
Glenn Jocher 2020-01-19 16:55:29 -08:00
parent 19f75f986d
commit c91ffee852
1 changed files with 1 additions and 1 deletions

View File

@ -94,7 +94,7 @@ def train():
pg0 += [v] # all else pg0 += [v] # all else
if opt.adam: if opt.adam:
hyp['lr0'] *= 0.1 # reduce lr (i.e. SGD=5E-3, Adam=5E-4) # hyp['lr0'] *= 0.1 # reduce lr (i.e. SGD=5E-3, Adam=5E-4)
optimizer = optim.Adam(pg0, lr=hyp['lr0']) optimizer = optim.Adam(pg0, lr=hyp['lr0'])
# optimizer = AdaBound(pg0, lr=hyp['lr0'], final_lr=0.1) # optimizer = AdaBound(pg0, lr=hyp['lr0'], final_lr=0.1)
else: else: