Update chess-gpt-eval-contrastive/mamba_module.py

chess-gpt-eval-contrastive/mamba_module.py

@@ -324,8 +324,8 @@ class MambaPlayer:
     def train_linear_probes(self):
         def get_lr(it):
             warmup_iters = 0 #300 * 43
-            lr_decay_iters = 5000 * 43
-            learning_rate = 0.000265
+            lr_decay_iters = 3000 * 43
+            learning_rate = 0.0002
             min_lr = 0.00001
             # 1) linear warmup for warmup_iters steps
             if it < warmup_iters: