log named parameters (#660)

Lightning-AI · Jan 14, 2020 · 3002bd3 · 3002bd3
1 parent 91ee071
commit 3002bd3
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pytorch_lightning/core/grads.py b/pytorch_lightning/core/grads.py
@@ -10,15 +10,15 @@ class GradInformation(nn.Module):
     def grad_norm(self, norm_type):
         results = {}
         total_norm = 0
-        for i, p in enumerate(self.parameters()):
+        for name, p in self.named_parameters():
             if p.requires_grad:
                 try:
                     param_norm = p.grad.data.norm(norm_type)
                     total_norm += param_norm ** norm_type
                     norm = param_norm ** (1 / norm_type)
 
                     grad = round(norm.data.cpu().numpy().flatten()[0], 3)
-                    results['grad_{}_norm_{}'.format(norm_type, i)] = grad
+                    results['grad_{}_norm_{}'.format(norm_type, name)] = grad
                 except Exception:
                     # this param had no grad
                     pass