refactor: remove horovod compat modes (#11)

Refs: horovod/horovod#2805
BaguaSys · Jun 11, 2021 · af7c843 · af7c843
1 parent fb28417
commit af7c843
Show file tree

Hide file tree

Showing 5 changed files with 1 addition and 178 deletions.
diff --git a/.gitignore b/.gitignore
@@ -21,3 +21,4 @@ dbg.h
 /public/index.js
 /bagua/.data/
 /_build/
+/venv/
diff --git a/bagua/torch_api/distributed.py b/bagua/torch_api/distributed.py
@@ -19,8 +19,6 @@
     get_world_size,
     get_local_size,
     get_autotune_level,
-    _horovod_0_21_1_compat_mode,
-    _horovod_0_21_3_compat_mode,
 )
 from .utils import (
     to_bagua_datatype,
@@ -568,15 +566,6 @@ def switch_to(
 
         # sync params at the start of each training stage
         if self.stage == 0:
-            if _horovod_0_21_1_compat_mode():
-                from .horovod_pack import initialize_optimizer_state_0_21_1
-
-                initialize_optimizer_state_0_21_1(self.optimizers[0])
-            elif _horovod_0_21_3_compat_mode():
-                from .horovod_pack import initialize_optimizer_state_0_21_3
-
-                initialize_optimizer_state_0_21_3(self.optimizers[0])
-
             broadcast_parameters(self.bagua_module)
         else:
             allreduce_parameters(self.bagua_module)

diff --git a/bagua/torch_api/env.py b/bagua/torch_api/env.py
@@ -64,9 +64,3 @@ def get_autotune_level():
     return int(os.environ.get("BAGUA_AUTOTUNE", 0))
 
 
-def _horovod_0_21_1_compat_mode():
-    return int(os.environ.get("BAGUA_HOROVOD_0_21_1_COMPAT_MODE", 0)) == 1
-
-
-def _horovod_0_21_3_compat_mode():
-    return int(os.environ.get("BAGUA_HOROVOD_0_21_3_COMPAT_MODE", 0)) == 1
diff --git a/bagua/torch_api/horovod_pack.py b/bagua/torch_api/horovod_pack.py
diff --git a/conf.py b/conf.py
@@ -52,7 +52,6 @@
     "*/bagua/torch_api/compression.py",
     "*/bagua/torch_api/distributed_define.py",
     "*/bagua/torch_api/exceptions.py",
-    "*/bagua/torch_api/horovod_pack.py",
     "*/bagua/torch_api/utils.py",
 ]