From e64826f689e9bb44e6a33eb52b56f1b92ea14bf7 Mon Sep 17 00:00:00 2001 From: Ayush Chaurasia Date: Fri, 11 Jun 2021 23:18:57 +0200 Subject: [PATCH] W&B: Allow changed in config variable #3588 (cherry picked from commit 53d4fc2e265c469112e86f3ed1dec9817a7c9936) --- utils/wandb_logging/wandb_utils.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/utils/wandb_logging/wandb_utils.py b/utils/wandb_logging/wandb_utils.py index 0ecf18443199..f44d7c0cbcb7 100644 --- a/utils/wandb_logging/wandb_utils.py +++ b/utils/wandb_logging/wandb_utils.py @@ -103,7 +103,11 @@ def __init__(self, opt, name, run_id, data_dict, job_type='Training'): model_artifact_name = WANDB_ARTIFACT_PREFIX + model_artifact_name assert wandb, 'install wandb to resume wandb runs' # Resume wandb-artifact:// runs here| workaround for not overwriting wandb.config - self.wandb_run = wandb.init(id=run_id, project=project, entity=entity, resume='allow') + self.wandb_run = wandb.init(id=run_id, + project=project, + entity=entity, + resume='allow', + allow_val_change=True) opt.resume = model_artifact_name elif self.wandb: self.wandb_run = wandb.init(config=opt, @@ -113,7 +117,8 @@ def __init__(self, opt, name, run_id, data_dict, job_type='Training'): name=name, job_type=job_type, group=opt.wandb_group, - id=run_id) if not wandb.run else wandb.run + id=run_id, + allow_val_change=True) if not wandb.run else wandb.run if self.wandb_run: if self.job_type == 'Training': if not opt.resume: