Set torch.cuda.manual_seed_all() for DDP (ultralytics#8688)

* Set `torch.cuda.manual_seed_all()` for DDP * Update general.py * Update general.py
ctjanuhowski · Sep 8, 2022 · b43d4b1 · b43d4b1
1 parent e56330d
commit b43d4b1
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/utils/general.py b/utils/general.py
@@ -203,14 +203,14 @@ def init_seeds(seed=0, deterministic=False):
     if deterministic and check_version(torch.__version__, '1.12.0'):  # https://github.com/ultralytics/yolov5/pull/8213
         torch.use_deterministic_algorithms(True)
         os.environ['CUBLAS_WORKSPACE_CONFIG'] = ':4096:8'
-        # os.environ['PYTHONHASHSEED'] = str(seed)
+        os.environ['PYTHONHASHSEED'] = str(seed)
 
     random.seed(seed)
     np.random.seed(seed)
     torch.manual_seed(seed)
     cudnn.benchmark, cudnn.deterministic = (False, True) if seed == 0 else (True, False)
-    # torch.cuda.manual_seed(seed)
-    # torch.cuda.manual_seed_all(seed)  # for multi GPU, exception safe
+    torch.cuda.manual_seed(seed)
+    torch.cuda.manual_seed_all(seed)  # for Multi-GPU, exception safe
 
 
 def intersect_dicts(da, db, exclude=()):