Update chess-gpt-eval-contrastive/main.py

chess-gpt-eval-contrastive/main.py

@@ -756,7 +756,7 @@ if __name__ == "__main__":
 #        for rm in range(5, 36, 5):
         for i in [0]: # [3] #range(11):
 #        for wgt in [0.005, 0.01, 0.025, 0.05]:
-            num_games = 500
+            num_games = 5000
             # player_one = GPTPlayer(model="gpt-3.5-turbo-instruct")
             # player_one = LocalLlamaPlayer(model_name="meta-llama/Llama-2-7b-hf")
             # player_one = LocalLoraLlamaPlayer("meta-llama/Llama-2-7b-hf", "/workspace/axolotl/lora2-out")
@@ -767,7 +767,7 @@ if __name__ == "__main__":
 #            player_one = NanoGptPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
             #player_one_recording_name = f"xformer_rdm_{rm}"
             player_one = MambaPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate, update_contrastive=update_activations, update_linear=update_linear or eval_linear, linear_probe_path=linear_path)
-            player_one_recording_name = f'linear_eval'
+            player_one_recording_name = f'linear_train'
             if apply_activations:
                 player_one.apply_contrastive_activations(path=activations_path, weight=wgt)