Fix global_step when gradient accumulation > 1 (#832)

pytorch_lightning/trainer/training_loop.py

@@ -426,7 +426,9 @@ def run_training_epoch(self):
                 # logs user requested information to logger
                 self.log_metrics(batch_step_metrics, grad_norm_dic)
 
-            self.global_step += 1
+            # progress global step according to grads progress
+            if (self.batch_idx + 1) % self.accumulate_grad_batches == 0:
+                self.global_step += 1
             self.total_batch_idx += 1
 
             # end epoch early