Update modeling_chatglm.py
Browse files- modeling_chatglm.py +3 -0
modeling_chatglm.py
CHANGED
@@ -860,6 +860,9 @@ class ChatGLMModel(ChatGLMPreTrainedModel):
|
|
860 |
|
861 |
all_self_attentions = None
|
862 |
all_hidden_states = () if output_hidden_states else None
|
|
|
|
|
|
|
863 |
for index, layer in enumerate(self.layers):
|
864 |
if output_hidden_states:
|
865 |
all_hidden_states = all_hidden_states + (hidden_states,)
|
|
|
860 |
|
861 |
all_self_attentions = None
|
862 |
all_hidden_states = () if output_hidden_states else None
|
863 |
+
|
864 |
+
hidden_states = inputs_embeds
|
865 |
+
|
866 |
for index, layer in enumerate(self.layers):
|
867 |
if output_hidden_states:
|
868 |
all_hidden_states = all_hidden_states + (hidden_states,)
|