Fix tensorboard reloading (#258)

* Use tensorboard logger for Logging
Set the logging level to warnings to suppress constant stream of tensorboard logs

* Keep sparsify level logs separate from Tensorboard level logs

* remove global state, refactor suppression to a separate function

src/sparsify/auto/scripts/main.py

@@ -26,6 +26,7 @@
 from sparsify.schemas import APIArgs
 from sparsify.schemas.auto_api import SparsificationTrainingConfig
 from tensorboard.program import TensorBoard
+from tensorboard.util import tb_logging
 
 
 _LOGGER = logging.getLogger("auto_banner")
@@ -41,6 +42,8 @@ def main(api_args: APIArgs):
         deploy_directory,
     ) = create_save_directory(api_args)
 
+    _suppress_tensorboard_logs()
+
     # Launch tensorboard server
     tensorboard_server = TensorBoard()
     tensorboard_server.configure(argv=[None, "--logdir", log_directory])
@@ -62,3 +65,10 @@ def main(api_args: APIArgs):
     runner.create_deployment_directory(
         train_directory=train_directory, deploy_directory=deploy_directory
     )
+
+
+def _suppress_tensorboard_logs():
+    # set tensorboard logger to warning level
+    #  avoids a constant stream of logs from tensorboard
+    tb_logger = tb_logging.get_logger()
+    tb_logger.setLevel(logging.WARNING)