Update run_localGPT.py

PromtEngineer · Feb 4, 2024 · 2018a08 · 2018a08
1 parent eb32658
commit 2018a08
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/run_localGPT.py b/run_localGPT.py
@@ -130,22 +130,22 @@ def get_embeddings():
         if "instructor" in EMBEDDING_MODEL_NAME:
             return HuggingFaceInstructEmbeddings(
                 model_name=EMBEDDING_MODEL_NAME,
-                model_kwargs={"device": compute_device},
+                model_kwargs={"device": device_type},
                 embed_instruction='Represent the document for retrieval:',
                 query_instruction='Represent the question for retrieving supporting documents:'
             )
 
         elif "bge" in EMBEDDING_MODEL_NAME:
             return HuggingFaceBgeEmbeddings(
                 model_name=EMBEDDING_MODEL_NAME,
-                model_kwargs={"device": compute_device},
+                model_kwargs={"device": device_type},
                 query_instruction='Represent this sentence for searching relevant passages:'
             )
 
         else:
             return HuggingFaceEmbeddings(
                 model_name=EMBEDDING_MODEL_NAME,
-                model_kwargs={"device": compute_device},
+                model_kwargs={"device": device_type},
             )
     embeddings = get_embeddings()
     logging.info(f"Loaded embeddings from {EMBEDDING_MODEL_NAME}")