add cli arg to choose experiments dir (jpata#274)

mlpf/pyg_pipeline.py

@@ -73,6 +73,7 @@
 parser.add_argument("--comet", action="store_true", help="use comet ml logging")
 parser.add_argument("--comet-offline", action="store_true", help="save comet logs locally")
 parser.add_argument("--comet-step-freq", type=int, default=None, help="step frequency for saving comet metrics")
+parser.add_argument("--experiments-dir", type=str, default=None, help="base directory within which trainings are stored")
 
 
 def run(rank, world_size, config, args, outdir, logfile):
@@ -447,7 +448,10 @@ def hpo(search_space, config, args, world_size):
         )
 
     else:
-        outdir = create_experiment_dir(prefix=(args.prefix or "") + Path(args.config).stem + "_")
+        outdir = create_experiment_dir(
+            prefix=(args.prefix or "") + Path(args.config).stem + "_",
+            experiments_dir=args.experiments_dir if args.experiments_dir else "experiments",
+        )
         device_agnostic_run(config, args, world_size, outdir)
 
 

mlpf/utils.py

@@ -5,11 +5,11 @@
 from comet_ml import OfflineExperiment, Experiment  # isort:skip
 
 
-def create_experiment_dir(prefix=None, suffix=None):
+def create_experiment_dir(prefix=None, suffix=None, experiments_dir="experiments"):
     if prefix is None:
-        train_dir = Path("experiments") / datetime.datetime.now().strftime("%Y%m%d_%H%M%S_%f")
+        train_dir = Path(experiments_dir) / datetime.datetime.now().strftime("%Y%m%d_%H%M%S_%f")
     else:
-        train_dir = Path("experiments") / (prefix + datetime.datetime.now().strftime("%Y%m%d_%H%M%S_%f"))
+        train_dir = Path(experiments_dir) / (prefix + datetime.datetime.now().strftime("%Y%m%d_%H%M%S_%f"))
 
     if suffix is not None:
         train_dir = train_dir.with_name(train_dir.name + "." + platform.node())