import torch.utils.checkpoint

Otherwise, there wii be AttributeError: module 'torch.utils' has no attribute 'checkpoint'

modeling_gptpangu.py

@@ -6,6 +6,7 @@ import math
 
 import torch
 from torch import nn
+import torch.utils.checkpoint
 
 from transformers.activations import ACT2FN
 from transformers.modeling_utils import PreTrainedModel