ybelkada commited on
Commit
61cdd28
·
1 Parent(s): 3e08fb0

Update modeling_chatglm.py

Browse files
Files changed (1) hide show
  1. modeling_chatglm.py +1 -0
modeling_chatglm.py CHANGED
@@ -760,6 +760,7 @@ class ChatGLMModel(ChatGLMPreTrainedModel):
760
 
761
  self.layers = torch.nn.ModuleList([build_layer(i + 1) for i in range(self.num_layers)])
762
  self.num_layers = config.num_layers
 
763
 
764
  if self.post_layer_norm:
765
  LayerNormFunc = RMSNorm if config.rmsnorm else LayerNorm
 
760
 
761
  self.layers = torch.nn.ModuleList([build_layer(i + 1) for i in range(self.num_layers)])
762
  self.num_layers = config.num_layers
763
+ self.post_layer_norm = config.post_layer_norm
764
 
765
  if self.post_layer_norm:
766
  LayerNormFunc = RMSNorm if config.rmsnorm else LayerNorm