This commit is contained in:
Glenn Jocher 2018-11-15 01:01:04 +01:00
parent 1ea87c49c4
commit a021f97110
1 changed files with 1 additions and 1 deletions

View File

@ -121,7 +121,7 @@ def main(opt):
# SGD burn-in # SGD burn-in
if (epoch == 0) & (i <= 1000): if (epoch == 0) & (i <= 1000):
lr = 1e-4 * (i / 1000) ** 4 lr = 1e-3 * (i / 1000) ** 4
for g in optimizer.param_groups: for g in optimizer.param_groups:
g['lr'] = lr g['lr'] = lr