This commit is contained in:
Glenn Jocher 2020-03-11 22:11:19 -07:00
parent 6ca8277de2
commit 41bf46a419
1 changed files with 1 additions and 1 deletions

View File

@ -240,7 +240,7 @@ def train():
# Hyperparameter Burn-in
n_burn = 200 # number of burn-in batches
if ni <= n_burn:
g = (ni / n_burn) ** 2 # gain
g = ni / n_burn # gain
for x in model.named_modules():
if x[0].endswith('BatchNorm2d'):
# x[1].momentum = 1 - 0.9 * g # momentum falls from 1 - 0.1