Upload chess-gpt-eval/main.py with huggingface_hub

chess-gpt-eval/main.py

@@ -375,6 +375,7 @@ def add_random_moves(
     for i in range(num_moves * 2):  # Full moves to half moves
         legal_moves = list(board.legal_moves)
         if not legal_moves:
+            print("Random moves: no legal moves left.")
             return None, None, 0  # Game over, discard the game
 
         move = board.san(random.choice(legal_moves))
@@ -386,9 +387,11 @@ def add_random_moves(
             game_state += f" {move}"
 
         if board.is_game_over():
+            print("Random moves: game over.")
             return None, None, 0  # Game over, discard the game
 
     game_state = game_state.strip()
+    print(f"{num_moves} Random moves added, returning: {game_state}")
     return game_state, board, num_moves
 
 
@@ -481,22 +484,26 @@ def play_games(
     book_opening: bool = False,
     random_opening: bool = False,
     random_opening_moves: int = 20,
+    random_move_start: int = 0,
 ):
     unique_games = set()
     games_saved = 0
     while games_saved < max_games:
         print(f"\nGame {games_saved} of {max_games}\n")
     
-        with open("gpt_inputs/prompt.txt", "r") as f:
-            game_state = f.read()
+    #    with open("gpt_inputs/prompt.txt", "r") as f:
+     #       game_state = f.read()
+        game_state = ""
         board = chess.Board()
 
         if book_opening:
             game_state, board, opening_moves = random_book_opening(game_state, board)
         elif random_opening:
-            while True:
-                game_state, board, opening_moves = add_random_moves(game_state, board, random_opening_moves)
-                if game_state is not None:
+            for _ in range(10):
+                g, b, opening_moves = add_random_moves(game_state, board, random_opening_moves)
+                if g is not None:
+                    game_state = g
+                    board = b
                     break
         else:
             opening_moves = 0
@@ -523,6 +530,18 @@ def play_games(
             with open("game.txt", "w") as f:
                 f.write(game_state)
             current_move_num = f"{board.fullmove_number if move_num_in_gamestate else ''}."
+
+            if total_moves == random_move_start:
+                for _ in range(10):
+                    g, b, opening_moves = add_random_moves(game_state, board, random_opening_moves)
+                    if g is not None:
+                        game_state = g
+                        board = b
+                        break
+                total_moves += random_opening_moves
+                continue
+
+
             total_moves += 1
             # I increment legal moves here so player_two isn't penalized for the game ending before its turn
             player_one_legal_moves += 1
@@ -633,16 +652,16 @@ def play_games(
 RUN_FOR_ANALYSIS = True
 MAX_MOVES = 999 # Due to nanogpt max input length of 1024
 recording_file = "logs/determine.csv" # default recording file. Because we are using list [player_ones], recording_file is overwritten
-player_ones = ["50M/anneal/ckpt_97386300g_34824942225t.pt"]
+player_ones = ["50M/anneal/anneal_complete_round3.pt"]
 player_two_recording_name = "lc0_sweep" #"stockfish_sweep"
 move_num_in_gamestate = False
-book_opening = False
+book_opening = True
 random_opening = True
-random_opening_moves = 20
+random_opening_moves = 10
 if __name__ == "__main__":
     for nanogpt_player in player_ones:
         i = 0
-        for rm in range(0, 36, 5):
+        for rm in [25]: #range(5, 25, 5):
         #for i in [0]: # [3] #range(11):
             num_games = 500
             # player_one = GPTPlayer(model="gpt-3.5-turbo-instruct")
@@ -652,9 +671,11 @@ if __name__ == "__main__":
             # player_one = StockfishPlayer(skill_level=-1, play_time=0.1)
             
             player_one_recording_name = nanogpt_player
-            player_one = NanoGptPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
-            player_one_recording_name = "xformer_" + nanogpt_player
-            #player_one = MambaPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
+#            player_one = NanoGptPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
+            #player_one_recording_name = f"xformer_rdm_{rm}"
+            player_one = MambaPlayer(model_name=player_one_recording_name, move_num_in_gamestate=move_num_in_gamestate)
+            player_one_recording_name = f"random_mamba_start/mamba_rdmstart_{rm}"
+
             #player_two = StockfishPlayer(skill_level=i, play_time=0.1)
             player_two = LC0PLayer(skill=i)
             
@@ -664,24 +685,5 @@ if __name__ == "__main__":
             #print(f"\n\nSTARTING GAMES AGAINST STOCKFISH LEVEL {i}\n\n")
             print(f"\n\nSTARTING GAMES AGAINST LC0 LEVEL {i}\n\n")
 
-            play_games(player_one, player_two, num_games, book_opening=book_opening, random_opening=random_opening, random_opening_moves=rm)
+            play_games(player_one, player_two, num_games, book_opening=book_opening, random_opening=random_opening, random_opening_moves=random_opening_moves, random_move_start=rm)
             
-print("\n\n\n********\nFinal Statistics:\n********\n")
-for nanogpt_player in player_ones:
-    player_one_recording_name = "xformer_" + nanogpt_player
-    if RUN_FOR_ANALYSIS:
-        csv_file_path = f"logs/{player_one_recording_name}_vs_{player_two_recording_name}"
-        csv_file_path = csv_file_path.replace(".", "_") # Because I'm using ckpt filenames for nanogpt models 
-        csv_file_path += ".csv"
-    else:
-        csv_file_path = recording_file
-    
-    try:
-        stats = calculate_stats(csv_file_path)
-        if stats:
-            print(f"\nStatistics for {nanogpt_player}:")
-            for key, value in stats.items():
-                print(f"{key}: {value}")
-    except:
-        print(f"Couldn't get stats for {csv_file_path}")
-print("\n\n\n********\nDONE!\n********\n\n\n")