diff --git a/pytorch_lightning/loggers/tensorboard.py b/pytorch_lightning/loggers/tensorboard.py
index fb632b96ca075..48459cd889e33 100644
--- a/pytorch_lightning/loggers/tensorboard.py
+++ b/pytorch_lightning/loggers/tensorboard.py
@@ -84,8 +84,12 @@ def log_hyperparams(self, params):
                 " hyperparameter logging."
             )
         else:
-            # `add_hparams` requires both - hparams and metric
-            self.experiment.add_hparams(hparam_dict=params, metric_dict={})
+            from torch.utils.tensorboard.summary import hparams
+            exp, ssi, sei = hparams(params, {})
+            writer = self.experiment._get_file_writer()
+            writer.add_summary(exp)
+            writer.add_summary(ssi)
+            writer.add_summary(sei)
         # some alternative should be added
         self.tags.update(params)