Add support for offline mode with HF_HUB_OFFLINE envvar

axolotl-ai-cloud · Jan 23, 2024 · 9c5da8b · 9c5da8b
1 parent dc051b8
commit 9c5da8b
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/axolotl/cli/__init__.py b/src/axolotl/cli/__init__.py
@@ -365,6 +365,11 @@ def check_accelerate_default_config():
 
 
 def check_user_token():
+    # Skip check if HF_HUB_OFFLINE is set to True
+    if os.getenv('HF_HUB_OFFLINE') == '1':
+        LOG.info("Skipping HuggingFace token verification because HF_HUB_OFFLINE is set to True. Only local files will be used.")
+        return True
+
     # Verify if token is valid
     api = HfApi()
     try: