From 6c51a4492764848fd1f77166dee0efe5604bd1e5 Mon Sep 17 00:00:00 2001 From: Glenn Jocher Date: Sat, 23 Jul 2022 13:53:58 +0200 Subject: [PATCH 1/3] Set `torch.cuda.manual_seed_all()` for DDP --- utils/general.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/utils/general.py b/utils/general.py index 925f7fbf0ecb..1ed6f72e6ffd 100755 --- a/utils/general.py +++ b/utils/general.py @@ -209,8 +209,8 @@ def init_seeds(seed=0, deterministic=False): np.random.seed(seed) torch.manual_seed(seed) cudnn.benchmark, cudnn.deterministic = (False, True) if seed == 0 else (True, False) - # torch.cuda.manual_seed(seed) - # torch.cuda.manual_seed_all(seed) # for multi GPU, exception safe + torch.cuda.manual_seed(seed) + torch.cuda.manual_seed_all(seed) # for multi GPU, exception safe def intersect_dicts(da, db, exclude=()): From a799fca2c296e8ae25c6f29268cf7a2ec37ae008 Mon Sep 17 00:00:00 2001 From: Glenn Jocher Date: Sat, 23 Jul 2022 13:55:08 +0200 Subject: [PATCH 2/3] Update general.py --- utils/general.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/utils/general.py b/utils/general.py index 1ed6f72e6ffd..f38954f31e42 100755 --- a/utils/general.py +++ b/utils/general.py @@ -210,7 +210,7 @@ def init_seeds(seed=0, deterministic=False): torch.manual_seed(seed) cudnn.benchmark, cudnn.deterministic = (False, True) if seed == 0 else (True, False) torch.cuda.manual_seed(seed) - torch.cuda.manual_seed_all(seed) # for multi GPU, exception safe + torch.cuda.manual_seed_all(seed) # for Multi-GPU, exception safe def intersect_dicts(da, db, exclude=()): From 21b3d77374f01af9a4bb2b56029c1a928fe91b3b Mon Sep 17 00:00:00 2001 From: Glenn Jocher Date: Sat, 23 Jul 2022 14:18:53 +0200 Subject: [PATCH 3/3] Update general.py --- utils/general.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/utils/general.py b/utils/general.py index f38954f31e42..b049ce469a71 100755 --- a/utils/general.py +++ b/utils/general.py @@ -203,7 +203,7 @@ def init_seeds(seed=0, deterministic=False): if deterministic and check_version(torch.__version__, '1.12.0'): # https://github.com/ultralytics/yolov5/pull/8213 torch.use_deterministic_algorithms(True) os.environ['CUBLAS_WORKSPACE_CONFIG'] = ':4096:8' - # os.environ['PYTHONHASHSEED'] = str(seed) + os.environ['PYTHONHASHSEED'] = str(seed) random.seed(seed) np.random.seed(seed)