From a0a3bab9e6ea767d392f89c7ee95c3bb44ad522e Mon Sep 17 00:00:00 2001 From: Glenn Jocher Date: Sun, 26 Apr 2020 16:31:21 -0700 Subject: [PATCH] add Mish() support --- utils/layers.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/utils/layers.py b/utils/layers.py index fee81ca1..a3630020 100644 --- a/utils/layers.py +++ b/utils/layers.py @@ -115,9 +115,9 @@ class MemoryEfficientSwish(nn.Module): class Swish(nn.Module): def forward(self, x): - return x.mul_(torch.sigmoid(x)) + return x.mul(torch.sigmoid(x)) class Mish(nn.Module): # https://github.com/digantamisra98/Mish def forward(self, x): - return x.mul_(F.softplus(x).tanh()) + return x.mul(F.softplus(x).tanh())