Fix dumb mistake (#33)

arcee-ai · Dec 17, 2023 · f940c25 · f940c25
1 parent 0d5ab06
commit f940c25
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/mergekit/scripts/mixtral_moe.py b/mergekit/scripts/mixtral_moe.py
@@ -154,9 +154,9 @@ def build(
     base_model = ModelReference.parse(config.base_model)
     base_cfg = base_model.config()
     if not isinstance(base_cfg, MistralConfig):
+        base_cfg_mistral = MistralConfig(**base_cfg.to_dict())
         base_cfg_mistral.sliding_window = base_cfg.max_position_embeddings
         base_cfg_mistral.max_position_embeddings = base_cfg.max_position_embeddings
-        base_cfg_mistral = MistralConfig(**base_cfg.to_dict())
         base_cfg = base_cfg_mistral
 
     out_cfg = MixtralConfig(**base_cfg.to_dict())