Update model/openllama.py

model/openllama.py

@@ -221,7 +221,7 @@ class OpenLLAMAPEFTModel(nn.Module):
         # finally:
         #     print(self.llama_model.hf_device_map)
         self.llama_model = get_peft_model(self.llama_model, peft_config)
-        delta_ckpt = torch.load(args['delta_ckpt_path'])
+        delta_ckpt = torch.load(args['delta_ckpt_path'], map_location=torch.device('cpu'))
         self.llama_model.load_state_dict(delta_ckpt, strict=False)
         self.llama_model.print_trainable_parameters()