Update activations.py

ultralytics · Apr 25, 2021 · 22fd7fc · 22fd7fc
1 parent da431dd
commit 22fd7fc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/utils/activations.py b/utils/activations.py
@@ -92,7 +92,7 @@ def __init__(self, c1, k=1, s=1, r=16):  # ch_in, kernel, stride, r
     def forward(self, x):
         y = x.mean(dim=2, keepdims=True).mean(dim=3, keepdims=True)
         # batch-size 1 bug/instabilities https://github.com/ultralytics/yolov5/issues/2891
-        # beta = torch.sigmoid(self.bn2(self.fc2(self.bn1(self.fc1(y)))))
+        # beta = torch.sigmoid(self.bn2(self.fc2(self.bn1(self.fc1(y)))))  # bug/unstable
         beta = torch.sigmoid(self.fc2(self.fc1(y)))  # bug patch BN layers removed
         dpx = (self.p1 - self.p2) * x
         return dpx * torch.sigmoid(beta * dpx) + self.p2 * x