Update modeling_hunyuan.py

modeling_hunyuan.py

@@ -401,9 +401,9 @@ class HunYuanMLP(nn.Module):
             self.intermediate_size = config.intermediate_size * config.num_shared_expert
         else:
             self.intermediate_size = config.intermediate_size
-        self.gate_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False, dtype=None)
-        self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False, dtype=None)
-        self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=False, dtype=None)
+        self.gate_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False)
+        self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=False)
         self.act_fn = ACT2FN[config.hidden_act]
 
     def forward(self, x):