Abhaykoul commited on
Commit
caf6909
·
verified ·
1 Parent(s): aeb3b62

Update configuration_HelpingAI.py

Browse files
Files changed (1) hide show
  1. configuration_HelpingAI.py +1 -1
configuration_HelpingAI.py CHANGED
@@ -41,7 +41,7 @@ class HelpingAIConfig(PretrainedConfig):
41
  num_local_experts=8,
42
  router_aux_loss_coef=0.02,
43
  output_router_logits=False,
44
- rope_pct=None,
45
  **kwargs,
46
  ):
47
  self.vocab_size = vocab_size
 
41
  num_local_experts=8,
42
  router_aux_loss_coef=0.02,
43
  output_router_logits=False,
44
+ # rope_pct=None,
45
  **kwargs,
46
  ):
47
  self.vocab_size = vocab_size