Update modeling_chatglm.py
Browse files- modeling_chatglm.py +1 -0
modeling_chatglm.py
CHANGED
@@ -760,6 +760,7 @@ class ChatGLMModel(ChatGLMPreTrainedModel):
|
|
760 |
|
761 |
self.layers = torch.nn.ModuleList([build_layer(i + 1) for i in range(self.num_layers)])
|
762 |
self.num_layers = config.num_layers
|
|
|
763 |
|
764 |
if self.post_layer_norm:
|
765 |
LayerNormFunc = RMSNorm if config.rmsnorm else LayerNorm
|
|
|
760 |
|
761 |
self.layers = torch.nn.ModuleList([build_layer(i + 1) for i in range(self.num_layers)])
|
762 |
self.num_layers = config.num_layers
|
763 |
+
self.post_layer_norm = config.post_layer_norm
|
764 |
|
765 |
if self.post_layer_norm:
|
766 |
LayerNormFunc = RMSNorm if config.rmsnorm else LayerNorm
|