From 75e88561cb480fc2422372f71081db1586ee0c5a Mon Sep 17 00:00:00 2001 From: Glenn Jocher Date: Wed, 11 Mar 2020 20:45:14 -0700 Subject: [PATCH] updates --- train.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/train.py b/train.py index 85dd8c6b..d35407fb 100644 --- a/train.py +++ b/train.py @@ -240,13 +240,13 @@ def train(): # Hyperparameter Burn-in n_burn = 200 # number of burn-in batches if ni <= n_burn: - g = (ni / n_burn) ** 4 # gain + g = (ni / n_burn) ** 2 # gain for x in model.named_modules(): if x[0].endswith('BatchNorm2d'): # x[1].momentum = 1 - 0.9 * g # momentum falls from 1 - 0.1 x[1].track_running_stats = ni == n_burn for x in optimizer.param_groups: - x['lr'] = x['initial_lr'] * g # gain rises from 0 - 1 + x['lr'] = x['initial_lr'] * lf(epoch) * g # gain rises from 0 - 1 # Plot images with bounding boxes if ni < 1: