commit

my_chess_analysis_tool.py

@@ -0,0 +1,51 @@
+from smolagents import Tool
+from stockfish import Stockfish
+
+
+#AUTHORIZED_TYPES = [
+#    "string",
+#    "boolean",
+#    "integer",
+#    "number",
+#    "image",
+#    "audio",
+#    "array",
+#    "object",
+#    "any",
+#    "null",
+#]
+
+# https://pypi.org/project/stockfish/
+
+
+class ChessAnalysisTool(Tool):
+    name = "_my_chess_analysis"
+    description = """
+        Analyze chess board provided in FEN notation and provide best move for given color
+    """
+
+    inputs = {
+        "fen": {
+            "type": "string",
+            "description": "board position in FEN notation",
+        },
+        "player_color": {
+            "type": "string",
+            "description": "black or white to make next move",
+        }
+    }
+
+    output_type = "string"
+
+    def __init__(self):
+        self.engine = Stockfish()
+
+
+    def forward(self, fen: str, player_color: str) -> str:
+        self.engine.set_fen_position(fen)
+        board = self.engine.get_board_visual()
+        print(f"{board}")
+        top_3_moves = self.engine.get_top_moves(3)
+        print(f"Top 3 moves:\n{top_3_moves}")
+        best_move = self.engine.get_best_move()
+        return best_move

my_chess_board_tool.py

@@ -12,7 +12,7 @@ import traceback
 class ChessBoard(Tool):
     name = "_my_chess_board"
     description = """
-        Analyze an image representing a chess board and return board position as a list of chess pieces
+        Process an image representing a chess board and return board position as a list of chess pieces
     """
 
     inputs = {
@@ -247,19 +247,15 @@ class ChessBoard(Tool):
         try:
             print(f"***KS*** Analyzing chess board image for image: {img}")
             cv2_image = cv2.cvtColor(numpy.array(img), cv2.COLOR_RGB2BGR)
-            print(f"***KS*** Got CV2 image shape: {cv2_image.shape}")
+            #print(f"***KS*** Got CV2 image shape: {cv2_image.shape}")
 
             # Image(PIL) -> Image(CV2)(32x32) []
             squares_resized = self.__extract_pieces_from_image_board(cv2_image)
-            print(f"***KS*** Squares resized: {len(squares_resized)}")
+            #print(f"***KS*** Squares resized: {len(squares_resized)}")
 
             # Image(CV2)(32x32) [] -> str[]
             pieces_list = self.__detect_chess_pieces(squares_resized)
             print(f"***KS*** Pieces list: {pieces_list}")
-
-            # str[] -> str(FEN)
-            #fen = self.__convert_pieces_list_to_fen(pieces_list)
-            #print(f"***KS*** FEN acquired: {fen}")
         except Exception as ex:
             print(traceback.format_exc())
             print(f"***KS*** Exception invoking ChessBoard: {ex}")

my_fen_tool.py

@@ -21,7 +21,7 @@ import textwrap
 
 
 class FENTool(Tool):
-    name = "_my_fen"
+    name = "_my_fen_tool"
     description = """
         Convert a bord provided a s alist of chest pieces into FEN notation
     """
@@ -42,28 +42,22 @@ class FENTool(Tool):
             .replace('1111','4').replace('111','3').replace('11','2')
 
     def forward(self, _inp: str) -> str:
-        #arr = np.array(list(_inp)).reshape(8, 8)
-        #print(f"Arr: {arr.shape}\n{arr}")
-
-        #arr = np.flip(arr, axis=0)
-        #print(f"Arr flipped: {arr.shape}\n{arr}")
-
-        #fen = [str(r) for r in arr]
-        #print(f"rows as str: {fen}")
-
         arr = textwrap.wrap(_inp, 8)
-        print(f"Arr: \n{arr}")
+        #print(f"Arr: \n{arr}")
 
         arr = arr[::-1]
-        print(f"Arr: \n{arr}")
+        #print(f"Arr: \n{arr}")
+
+        arr = [row[::-1] for row in arr]
 
         fen_long = "/".join(arr)
-        print(f"FEN long: \n{fen_long}")
+        #print(f"FEN long: \n{fen_long}")
 
         fen_short = self.__shortenFEN(fen_long)
-        print(f"FEN short: \n{fen_short}")
+        #print(f"FEN short: \n{fen_short}")
 
         fen_enhanced = f"{fen_short} b - - 0 1"
+        print(f"FEN: {fen_enhanced}")
 
         _out = fen_enhanced
         return _out

requirements.txt

@@ -5,6 +5,6 @@ gradio[oauth]
 pytest
 matplotlib
 PyQt6
-chess
 opencv-python
-torch
+torch
+stockfish

simple.py

@@ -10,12 +10,15 @@ from dotenv import load_dotenv
 from my_reverse_string import ReverseStringTool
 from my_image_load import ImageLoadTool
 from my_chess_board_tool import ChessBoard
+from my_fen_tool import FENTool
+from my_chess_analysis_tool import ChessAnalysisTool
 from PIL import Image
 
 
 task_id = "cca530fc-4052-43b2-b130-b30968d8aa44"
 
 MODEL_REASONING = "Qwen/Qwen2.5-Coder-32B-Instruct"
+MODEL_CHESS     = "jayasuryajsk/chess-reasoner-qwen"
 #MODEL_REASONING = "Qwen/Qwen2.5-72B-Instruct"  not good
 #"meta-llama/Meta-Llama-3-70B-Instruct"
 # jayasuryajsk/chess-reasoner-qwen
@@ -34,7 +37,13 @@ PROMPT_TEMPLATES = PromptTemplates(
             Use the tools provided. If you are going to use a tool, describe in detail how you are going
             to use that particular tool and explain parameters used to invoke the tool.
             
-            Tools provided: final_answer , _my_reverse_string , _my_image_load, _my_chess_board
+            Tools provided :
+            _my_image_load : load an image for given task_id ,
+            _my_chess_board : process an image and extract list of chess pieces ,
+            _my_fen_tool : convert list of chess pieces into FEN notation , 
+            _my_chess_analysis : analyze chess position provided in FEN notation and provide best move ,
+            _my_reverse_string : reverse a string ,
+            final_answer : provide final answer
             
             YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated list of
             numbers and/or strings.
@@ -71,11 +80,23 @@ PROMPT_TEMPLATES = PromptTemplates(
 
 #question = f"Load an image for task id {task_id} and describe the chess position shown on the image. "
 #question = f"Load an image for task id {task_id} and display it using matplotlib "
-question = f"Load an image for task id {task_id} and analyze the chess board "
+question = (f"Load an image for task id {task_id}, extyract checc pieces position into FEN notation, and provide "
+            f"best move for black ")
 
 chess_board_model_name = "my_chess_pieces_recognition.pth"
 chess_board_model_dir = "/mnt/c/Users/krzsa/IdeaProjects/Agents-Course-Assignment/saved_models"
 
+#chess_agent = CodeAgent(
+#    name="ChessAgent",
+#    description="Chess Board Analysis Agent",
+#    tools=[],
+#    model=InferenceClientModel(model_id=MODEL_CHESS),
+#    #planning_interval=3, # This is where you activate planning!,
+#    #prompt_templates=PROMPT_TEMPLATES,
+#    #managed_agents=[web_search_agent],
+#    additional_authorized_imports=[],
+#)
+
 reasoning_agent = CodeAgent(
     name="CourseAssistant",
     description="General AI Assistant",
@@ -83,13 +104,25 @@ reasoning_agent = CodeAgent(
         ImageLoadTool(),
         FinalAnswerTool(),
         ReverseStringTool(),
-        ChessBoard(chess_board_model_name, chess_board_model_dir)
+        ChessBoard(chess_board_model_name, chess_board_model_dir),
+        FENTool(),
+        ChessAnalysisTool()
     ],
     model=InferenceClientModel(model_id=MODEL_REASONING),
     planning_interval=3, # This is where you activate planning!,
     prompt_templates=PROMPT_TEMPLATES,
-    #managed_agents=[web_search_agent],
-    additional_authorized_imports=["PIL","chess","my_tools","matplotlib","matplotlib.pyplot","chess_board_tool"],
+    managed_agents=[],
+    additional_authorized_imports=[
+        "PIL",
+        "chess",
+        "matplotlib",
+        "matplotlib.pyplot",
+        "my_chess_board_tool",
+        "my_fen_tool",
+        "my_image_load",
+        "my_reverse_string",
+        "my_chess_analysis_tool"
+    ],
 )
 
 reasoning_agent.run(question)

test_tools.py

@@ -2,6 +2,7 @@ from my_reverse_string import ReverseStringTool
 from my_image_load import ImageLoadTool
 from my_chess_board_tool import ChessBoard
 from my_fen_tool import FENTool
+from my_chess_analysis_tool import ChessAnalysisTool
 import pytest
 import matplotlib.pyplot as plt
 import matplotlib as mp
@@ -38,10 +39,11 @@ def test_tool_chess_board(_task_id,_exp):
     assert pieces == _exp
 
 
+#@pytest.mark.skip(reason="disabled")
 @pytest.mark.parametrize("_pieces_list,_exp",
     [
         ("1K1111111PP11111P11RBBqP1111n111Q1111111p11b11111pp111pp1k11r111",
-         "1k2r3/1pp3pp/p2b4/Q7/4n3/P2RBBqP/1PP5/1K6 b - - 0 1")
+         "3r2k1/pp3pp1/4b2p/7Q/3n4/PqBBR2P/5PP1/6K1 b - - 0 1")
     ])
 def test_tool_fen(_pieces_list,_exp):
     print(f"\nConverting pieces list to FEN: {_pieces_list}")
@@ -49,3 +51,15 @@ def test_tool_fen(_pieces_list,_exp):
     fen = t.forward(_pieces_list)
     print(f"Got result: {fen}")
     assert fen == _exp
+
+
+@pytest.mark.parametrize("_fen,_exp",
+                         [
+                             ("3r2k1/pp3pp1/4b2p/7Q/3n4/PqBBR2P/5PP1/6K1 b - - 0 1","d8d5")
+                         ])
+def test_tool_chess_analysis(_fen,_exp):
+    print(f"\nAnalysing FEN: {_fen}")
+    t = ChessAnalysisTool()
+    best_move = t.forward(_fen)
+    print(f"Got result: {best_move}")
+    assert best_move == _exp