Update chess-gpt-eval-contrastive/mamba_module.py
Browse files
chess-gpt-eval-contrastive/mamba_module.py
CHANGED
@@ -325,8 +325,8 @@ class MambaPlayer:
|
|
325 |
def get_lr(it):
|
326 |
warmup_iters = 0 #300 * 43
|
327 |
lr_decay_iters = 3000 * 43
|
328 |
-
learning_rate = 0.
|
329 |
-
min_lr = 0.
|
330 |
# 1) linear warmup for warmup_iters steps
|
331 |
if it < warmup_iters:
|
332 |
return learning_rate * it / warmup_iters
|
|
|
325 |
def get_lr(it):
|
326 |
warmup_iters = 0 #300 * 43
|
327 |
lr_decay_iters = 3000 * 43
|
328 |
+
learning_rate = 0.0000075
|
329 |
+
min_lr = 0.00000075
|
330 |
# 1) linear warmup for warmup_iters steps
|
331 |
if it < warmup_iters:
|
332 |
return learning_rate * it / warmup_iters
|