diff --git a/utils/activations.py b/utils/activations.py index 75d286afb8f6..c95e31c9b193 100644 --- a/utils/activations.py +++ b/utils/activations.py @@ -92,7 +92,7 @@ def __init__(self, c1, k=1, s=1, r=16): # ch_in, kernel, stride, r def forward(self, x): y = x.mean(dim=2, keepdims=True).mean(dim=3, keepdims=True) # batch-size 1 bug/instabilities https://github.com/ultralytics/yolov5/issues/2891 - # beta = torch.sigmoid(self.bn2(self.fc2(self.bn1(self.fc1(y))))) + # beta = torch.sigmoid(self.bn2(self.fc2(self.bn1(self.fc1(y))))) # bug/unstable beta = torch.sigmoid(self.fc2(self.fc1(y))) # bug patch BN layers removed dpx = (self.p1 - self.p2) * x return dpx * torch.sigmoid(beta * dpx) + self.p2 * x