Fix.

CircleRadon · Jan 12, 2024 · ce786ba · ce786ba
1 parent 9db3eb2
commit ce786ba
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/osprey/datasets/data_modules.py b/osprey/datasets/data_modules.py
@@ -82,7 +82,7 @@ def build_osprey_dataset(dataset_config,
 
     dataset_type = dataset_config.pop('type')
 
-    if dataset_type == 'coco_det':
+    if dataset_type == 'coco_data':
         dataset = COCODataset(
             **dataset_config,
             tokenizer=tokenizer,

diff --git a/osprey/model/multimodal_encoder/clip_encoder.py b/osprey/model/multimodal_encoder/clip_encoder.py
@@ -8,7 +8,11 @@ class CLIPVisionTower(nn.Module):
     def __init__(self, args, img_size=512, delay_load=False):
         super().__init__()
 
-        self.clip_model = args.mm_vision_tower
+        # test
+        if hasattr(args, 'mm_vision_tower'):
+            self.clip_model = args.mm_vision_tower
+        else: # train
+            self.clip_model = args.vision_tower
         self.is_loaded = False
         self.img_size = img_size