Update oryx/model/builder.py

oryx/model/builder.py

@@ -75,11 +75,11 @@ def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, l
     print("Loading vision tower...")
     if not vision_tower.is_loaded:
         vision_tower.load_model(device_map=device_map)
-    if device_map != "auto":
-        vision_tower = vision_tower.bfloat16()
-        vision_tower = vision_tower.to("cuda")
-    else:
-        vision_tower.to(device="cuda:0", dtype=torch.bfloat16)
+    # if device_map != "auto":
+    #     vision_tower = vision_tower.bfloat16()
+    #     vision_tower = vision_tower.to("cuda")
+    # else:
+    #     vision_tower.to(device="cuda:0", dtype=torch.bfloat16)
     image_processor = vision_tower.image_processor
     print("Loading vision tower succeeded.")
     if hasattr(model.config, "max_sequence_length"):