fixed native amp + ddp

Lightning-AI · May 12, 2020 · f520076 · f520076
1 parent be47494
commit f520076
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py
@@ -508,8 +508,7 @@ def __init__(
         self.autocast_original_forward = None
         self.use_native_amp = hasattr(torch.cuda, "amp") and hasattr(torch.cuda.amp, "autocast")
         self.precision = precision
-        if self.use_native_amp and self.precision == 16:
-            self.scaler = None
+        self.scaler = None
 
         # TODO: remove for v0.8.0
         self.amp_level = amp_level