Update configuration_HelpingAI.py
Browse files
configuration_HelpingAI.py
CHANGED
@@ -41,7 +41,7 @@ class HelpingAIConfig(PretrainedConfig):
|
|
41 |
num_local_experts=8,
|
42 |
router_aux_loss_coef=0.02,
|
43 |
output_router_logits=False,
|
44 |
-
rope_pct=None,
|
45 |
**kwargs,
|
46 |
):
|
47 |
self.vocab_size = vocab_size
|
|
|
41 |
num_local_experts=8,
|
42 |
router_aux_loss_coef=0.02,
|
43 |
output_router_logits=False,
|
44 |
+
# rope_pct=None,
|
45 |
**kwargs,
|
46 |
):
|
47 |
self.vocab_size = vocab_size
|