cleanup: unused import

Signed-off-by: Yu Fan <fany@buaa.edu.cn>
kubeedge · Oct 6, 2024 · 8fee150 · 8fee150
1 parent 5857c58
commit 8fee150
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 28 deletions.
diff --git a/...es/cloud-edge-collaborative-inference-for-llm/testalgorithms/query-routing/cloud_model.py b/...es/cloud-edge-collaborative-inference-for-llm/testalgorithms/query-routing/cloud_model.py
@@ -15,21 +15,12 @@
 from __future__ import absolute_import, division, print_function
 
 import os
-import json
-import tempfile
-import time
-import zipfile
-
-import numpy as np
-from sedna.common.config import Context
+from core.common.log import LOGGER
 from sedna.common.class_factory import ClassType, ClassFactory
 
-from models import HuggingfaceLLM, APIBasedLLM, VllmLLM
-
-from transformers import AutoModelForCausalLM, AutoTokenizer
+from models import APIBasedLLM
 device = "cuda" # the device to load the model onto
 
-from core.common.log import LOGGER
 
 os.environ['BACKEND_TYPE'] = 'TORCH'
 
@@ -39,10 +30,7 @@
 class CloudModel:
     def __init__(self, **kwargs):
         LOGGER.info(kwargs)
-        # The API KEY and API URL are confidential data and should not be written in yaml.
-
         self.model = APIBasedLLM(**kwargs)
-
         self.model.load(model = kwargs.get("model", "gpt-4o-mini"))
 
     def inference(self, data, input_shape=None, **kwargs):

diff --git a/...les/cloud-edge-collaborative-inference-for-llm/testalgorithms/query-routing/edge_model.py b/...les/cloud-edge-collaborative-inference-for-llm/testalgorithms/query-routing/edge_model.py
@@ -15,21 +15,13 @@
 from __future__ import absolute_import, division, print_function
 
 import os
-import tempfile
-import time
-import zipfile
-
-import numpy as np
-from sedna.common.config import Context
+from core.common.log import LOGGER
 from sedna.common.class_factory import ClassType, ClassFactory
 
 from models import HuggingfaceLLM, APIBasedLLM, VllmLLM
 
-from transformers import AutoModelForCausalLM, AutoTokenizer
 device = "cuda" # the device to load the model onto
 
-from core.common.log import LOGGER
-
 os.environ['BACKEND_TYPE'] = 'TORCH'
 
 __all__ = ["BaseModel"]

diff --git a/...d-edge-collaborative-inference-for-llm/testalgorithms/query-routing/hard_sample_mining.py b/...d-edge-collaborative-inference-for-llm/testalgorithms/query-routing/hard_sample_mining.py
@@ -159,9 +159,11 @@ def __call__(self, data=None) -> bool:
             return False
 
     def cleanup(self):
-        print(
-            f"Both Wrong: {self.both_wrong}\n",
-            f"Both Correct: {self.both_right}\n",
-            f"Edge Better: {self.edge_better}\n",
+        message = [
+            f"OracleRouter Statistics: \n",
+            f"Both Wrong: {self.both_wrong},  ",
+            f"Both Correct: {self.both_right},  ",
+            f"Edge Better: {self.edge_better},  ",
             f"Cloud Better: {self.cloud_better}"
-        )
+        ]
+        LOGGER.info("".join(message))