Update model/openllama.py

model/openllama.py

@@ -173,7 +173,7 @@ class OpenLLAMAPEFTModel(nn.Module):
 
         self.visual_encoder, self.visual_hidden_size = imagebind_model.imagebind_huge(args)
         self.visual_encoder.to(self.device)
-        imagebind_ckpt = torch.load(imagebind_ckpt_path, map_location=torch.device('cuda'))
+        imagebind_ckpt = torch.load(imagebind_ckpt_path, map_location=torch.device('cpu'))
         self.visual_encoder.load_state_dict(imagebind_ckpt, strict=True)
         
 
@@ -215,7 +215,7 @@ class OpenLLAMAPEFTModel(nn.Module):
         # self.llama_model = load_checkpoint_and_dispatch(self.llama_model, vicuna_ckpt_path, device_map=device_map, offload_folder="offload", offload_state_dict = True)
         # self.llama_model.to(torch.float16)
         # try:
-        self.llama_model = AutoModelForCausalLM.from_pretrained(vicuna_ckpt_path, torch_dtype=torch.float16, device_map=device_map, offload_folder="offload", offload_state_dict = True)
+        self.llama_model = AutoModelForCausalLM.from_pretrained('../vicuna_ckpt', torch_dtype=torch.float16, device_map=device_map, offload_folder="offload", offload_state_dict = True)
         # except:
         #     pass
         # finally: