cleanup previous implementation

axolotl-ai-cloud · Oct 28, 2023 · 71a6f1f · 71a6f1f
1 parent 8d609a8
commit 71a6f1f
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 100 deletions.
diff --git a/src/axolotl/monkeypatch/llama_embeddings_hijack.py b/src/axolotl/monkeypatch/llama_embeddings_hijack.py
diff --git a/src/axolotl/monkeypatch/mistral_embeddings_hijack.py b/src/axolotl/monkeypatch/mistral_embeddings_hijack.py
diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -180,26 +180,6 @@ def load_model(
         LOG.info("patching with flash attention")
         replace_mistral_attn_with_flash_attn(packed=cfg.sample_packing)
 
-    # if cfg.is_llama_derived_model and cfg.noisy_embedding_alpha:
-    #     from axolotl.monkeypatch.llama_embeddings_hijack import (
-    #         replace_llama_embeddings_with_uniform_distribution,
-    #     )
-    #
-    #     LOG.info("patching with noisy embeddings")
-    #     replace_llama_embeddings_with_uniform_distribution(
-    #         noise_alpha=cfg.noisy_embedding_alpha
-    #     )
-    #
-    # if cfg.is_mistral_derived_model and cfg.noisy_embedding_alpha:
-    #     from axolotl.monkeypatch.mistral_embeddings_hijack import (
-    #         replace_mistral_embeddings_with_uniform_distribution,
-    #     )
-    #
-    #     LOG.info("patching with noisy embeddings")
-    #     replace_mistral_embeddings_with_uniform_distribution(
-    #         noise_alpha=cfg.noisy_embedding_alpha
-    #     )
-    #
     if cfg.is_llama_derived_model and cfg.xpos_rope:
         from axolotl.monkeypatch.xpos_rope_llama_monkey_patch import (
             replace_llama_rope_with_xpos_rope,