HaileyStorm commited on
Commit
c3539e3
·
verified ·
1 Parent(s): 4719b37

Update chess-gpt-eval-contrastive/mamba_module.py

Browse files
chess-gpt-eval-contrastive/mamba_module.py CHANGED
@@ -325,8 +325,8 @@ class MambaPlayer:
325
  def get_lr(it):
326
  warmup_iters = 0 #300 * 43
327
  lr_decay_iters = 3000 * 43
328
- learning_rate = 0.000075
329
- min_lr = 0.0000075
330
  # 1) linear warmup for warmup_iters steps
331
  if it < warmup_iters:
332
  return learning_rate * it / warmup_iters
 
325
  def get_lr(it):
326
  warmup_iters = 0 #300 * 43
327
  lr_decay_iters = 3000 * 43
328
+ learning_rate = 0.0000075
329
+ min_lr = 0.00000075
330
  # 1) linear warmup for warmup_iters steps
331
  if it < warmup_iters:
332
  return learning_rate * it / warmup_iters