HaileyStorm
commited on
Commit
•
3d56e39
1
Parent(s):
6675a38
Upload chess-gpt-eval/main.py with huggingface_hub
Browse files- chess-gpt-eval/main.py +7 -7
chess-gpt-eval/main.py
CHANGED
@@ -536,13 +536,13 @@ MAX_MOVES = 999 # Due to nanogpt max input length of 1024
|
|
536 |
recording_file = "logs/determine.csv" # default recording file. Because we are using list [player_ones], recording_file is overwritten
|
537 |
# player_one_recording_name = "ckpt_8.pt"
|
538 |
#player_ones = ["ckpt_iter_20000.pt","ckpt_iter_40000.pt","ckpt_iter_60000.pt","ckpt_iter_80000.pt"] #["ckpt.pt"]
|
539 |
-
player_ones = ["50M/
|
540 |
player_two_recording_name = "lc0_sweep" #"stockfish_sweep"
|
541 |
move_num_in_gamestate = False
|
542 |
if __name__ == "__main__":
|
543 |
for nanogpt_player in player_ones:
|
544 |
for i in range(1): #range(11):
|
545 |
-
num_games =
|
546 |
# player_one = GPTPlayer(model="gpt-3.5-turbo-instruct")
|
547 |
# player_one = LocalLlamaPlayer(model_name="meta-llama/Llama-2-7b-hf")
|
548 |
# player_one = LocalLoraLlamaPlayer("meta-llama/Llama-2-7b-hf", "/workspace/axolotl/lora2-out")
|
@@ -550,11 +550,11 @@ if __name__ == "__main__":
|
|
550 |
# player_one = StockfishPlayer(skill_level=-1, play_time=0.1)
|
551 |
|
552 |
player_one_recording_name = nanogpt_player
|
553 |
-
player_one = NanoGptPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
|
554 |
-
player_one_recording_name = "xformer_" + nanogpt_player
|
555 |
-
|
556 |
-
player_two = StockfishPlayer(skill_level=i, play_time=0.1)
|
557 |
-
|
558 |
|
559 |
# player_two = GPTPlayer(model="gpt-4")
|
560 |
# player_two = GPTPlayer(model="gpt-3.5-turbo-instruct")
|
|
|
536 |
recording_file = "logs/determine.csv" # default recording file. Because we are using list [player_ones], recording_file is overwritten
|
537 |
# player_one_recording_name = "ckpt_8.pt"
|
538 |
#player_ones = ["ckpt_iter_20000.pt","ckpt_iter_40000.pt","ckpt_iter_60000.pt","ckpt_iter_80000.pt"] #["ckpt.pt"]
|
539 |
+
player_ones = ["50M/ckpt_2955050b.pt"]
|
540 |
player_two_recording_name = "lc0_sweep" #"stockfish_sweep"
|
541 |
move_num_in_gamestate = False
|
542 |
if __name__ == "__main__":
|
543 |
for nanogpt_player in player_ones:
|
544 |
for i in range(1): #range(11):
|
545 |
+
num_games = 300 #265 #265 instead of 250 for duplicates (for lc0, stockfish doesn't need it)
|
546 |
# player_one = GPTPlayer(model="gpt-3.5-turbo-instruct")
|
547 |
# player_one = LocalLlamaPlayer(model_name="meta-llama/Llama-2-7b-hf")
|
548 |
# player_one = LocalLoraLlamaPlayer("meta-llama/Llama-2-7b-hf", "/workspace/axolotl/lora2-out")
|
|
|
550 |
# player_one = StockfishPlayer(skill_level=-1, play_time=0.1)
|
551 |
|
552 |
player_one_recording_name = nanogpt_player
|
553 |
+
#player_one = NanoGptPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
|
554 |
+
#player_one_recording_name = "xformer_" + nanogpt_player
|
555 |
+
player_one = MambaPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
|
556 |
+
#player_two = StockfishPlayer(skill_level=i, play_time=0.1)
|
557 |
+
player_two = LC0PLayer(skill=i)
|
558 |
|
559 |
# player_two = GPTPlayer(model="gpt-4")
|
560 |
# player_two = GPTPlayer(model="gpt-3.5-turbo-instruct")
|