diff --git a/utils/wandb_logging/wandb_utils.py b/utils/wandb_logging/wandb_utils.py index 0ecf18443199..f44d7c0cbcb7 100644 --- a/utils/wandb_logging/wandb_utils.py +++ b/utils/wandb_logging/wandb_utils.py @@ -103,7 +103,11 @@ def __init__(self, opt, name, run_id, data_dict, job_type='Training'): model_artifact_name = WANDB_ARTIFACT_PREFIX + model_artifact_name assert wandb, 'install wandb to resume wandb runs' # Resume wandb-artifact:// runs here| workaround for not overwriting wandb.config - self.wandb_run = wandb.init(id=run_id, project=project, entity=entity, resume='allow') + self.wandb_run = wandb.init(id=run_id, + project=project, + entity=entity, + resume='allow', + allow_val_change=True) opt.resume = model_artifact_name elif self.wandb: self.wandb_run = wandb.init(config=opt, @@ -113,7 +117,8 @@ def __init__(self, opt, name, run_id, data_dict, job_type='Training'): name=name, job_type=job_type, group=opt.wandb_group, - id=run_id) if not wandb.run else wandb.run + id=run_id, + allow_val_change=True) if not wandb.run else wandb.run if self.wandb_run: if self.job_type == 'Training': if not opt.resume: