fix: add check for adapter

axolotl-ai-cloud · Jan 8, 2024 · 284672e · 284672e
1 parent 3ed71af
commit 284672e
Showing 1 changed file with 9 additions and 7 deletions.
diff --git a/src/axolotl/train.py b/src/axolotl/train.py
@@ -63,13 +63,15 @@ def train(
     model, peft_config = load_model(cfg, tokenizer, inference=cli_args.inference)
     model_ref = None
     if cfg.rl:
-        # use built-in trl autounwrap
-        model_ref = None
-
-        # load the model again for model_ref/baseline
-        # model_ref, _ = load_model(
-        #     cfg, tokenizer, inference=cli_args.inference, reference_model=True
-        # )
+        if cfg.adapter:
+            # use built-in trl autounwrap
+            LOG.debug("Passing model_ref: None to RL trainer")
+            model_ref = None
+        else:
+            # load the model again for model_ref/baseline
+            model_ref, _ = load_model(
+                cfg, tokenizer, inference=cli_args.inference, reference_model=True
+            )
 
     safe_serialization = cfg.save_safetensors is True