Update app.py

app.py

@@ -7,7 +7,7 @@ from typing import List
 
 model = Llama(
     model_path=hf_hub_download(
-        repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect2.5-1.5B-v0.1.0b"), #"Lyte/QuadConnect2.5-0.5B-v0.0.9b"),#"Lyte/QuadConnect2.5-0.5B-v0.0.8b"), #"Lyte/QuadConnect2.5-0.5B-v0.0.6b"), #"Lyte/QuadConnect-Llama-1B-v0.0.7b"),#"
+        repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect2.5-1.5B-v0.0.9b"), #"Lyte/QuadConnect2.5-0.5B-v0.0.9b"),#"Lyte/QuadConnect2.5-0.5B-v0.0.8b"), #"Lyte/QuadConnect2.5-0.5B-v0.0.6b"), #"Lyte/QuadConnect-Llama-1B-v0.0.7b"),#"
         filename=os.environ.get("MODEL_FILE", "unsloth.Q8_0.gguf"), #"quadconnect.Q8_0.gguf"),
     ),
     n_ctx=16384
@@ -47,16 +47,6 @@ def extract_xml_move(text: str) -> str:
         return match.group(1)
     return ""
 
-def extract_xml_reasoning(text: str) -> str:
-    """
-    Extracts the reasoning section from the XML format.
-    """
-    import re
-    match = re.search(r'<reasoning>(.*?)</reasoning>', text, re.DOTALL)
-    if match:
-        return match.group(1).strip()
-    return ""
-
 def convert_moves_to_coordinate_list(moves_list: List[str]) -> str:
     """
     Converts a list of moves to a coordinate list representation.
@@ -301,7 +291,6 @@ def create_interface():
         margin: 15px 0;
         font-family: monospace;
         min-height: 100px;
-        color: white;
     }
     .reasoning-box {
         border-left: 4px solid #2196F3;
@@ -309,7 +298,6 @@ def create_interface():
         margin: 10px 0;
         background: #22004d;
         border-radius: 0 10px 10px 0;
-        color: white;
     }
     #column-buttons {
         display: flex;
@@ -325,14 +313,6 @@ def create_interface():
     div.svelte-1nguped {
       display: block;
     }
-    .thinking-indicator {
-        color: #ffc107;
-        font-style: italic;
-    }
-    .move-highlight {
-        font-weight: bold;
-        color: #4CAF50;
-    }
     """
 
     with gr.Blocks(css=css) as interface:
@@ -404,63 +384,26 @@ def create_interface():
             
             # Use the new game state formatting
             game_state = game.format_game_state()
+            print(game_state)
             
-            # Initialize the reasoning display with a "thinking" message
-            reasoning_html = '<div id="ai-reasoning"><p class="thinking-indicator">Thinking...</p></div>'
-            yield [render_board(game.board), "AI is thinking...", reasoning_html]
-            
-            # Prepare to stream AI's response
-            full_response = ""
-            current_reasoning = ""
-            
-            # Get AI response with streaming
-            for chunk in model.create_chat_completion(
+            # Get AI response with user-defined temperature
+            response = model.create_chat_completion(
                 messages=[
                     {"role": "system", "content": SYSTEM_PROMPT},
                     {"role": "user", "content": game_state}
                 ],
                 temperature=temperature,
                 top_p=0.95,
-                max_tokens=1024,
-                stream=True  # Enable streaming!
-            ):
-                if 'choices' in chunk and len(chunk['choices']) > 0:
-                    content = chunk['choices'][0].get('delta', {}).get('content', '')
-                    if content:
-                        full_response += content
-                        
-                        # Try to extract current reasoning for display
-                        try:
-                            # Update the displayed reasoning as it comes in
-                            current_reasoning = extract_xml_reasoning(full_response)
-                            if current_reasoning:
-                                # Format reasoning for display
-                                reasoning_html = f'''
-                                <div id="ai-reasoning">
-                                    <div class="reasoning-box">
-                                        <p><strong>🤔 Reasoning:</strong></p>
-                                        <p>{current_reasoning}</p>
-                                        <p class="thinking-indicator">Deciding on next move...</p>
-                                    </div>
-                                </div>
-                                '''
-                                yield [render_board(game.board), "AI is thinking...", reasoning_html]
-                        except:
-                            # If we can't extract reasoning yet, just show what we have
-                            reasoning_html = f'''
-                            <div id="ai-reasoning">
-                                <div class="reasoning-box">
-                                    <p><strong>🤔 Reasoning:</strong></p>
-                                    <p class="thinking-indicator">Analyzing the board...</p>
-                                </div>
-                            </div>
-                            '''
-                            yield [render_board(game.board), "AI is thinking...", reasoning_html]
+                max_tokens=1024
+            )
+            
+            ai_response = response['choices'][0]['message']['content']
+            print(ai_response)
             
-            # Process the complete response
+            # Extract reasoning and move
             try:
-                reasoning = extract_xml_reasoning(full_response)
-                move_str = extract_xml_move(full_response)
+                reasoning = ai_response.split("<reasoning>")[1].split("</reasoning>")[0].strip()
+                move_str = extract_xml_move(ai_response)
                 
                 if not move_str:
                     raise ValueError("Invalid move format from AI")
@@ -470,18 +413,17 @@ def create_interface():
                 if ai_col == -1:
                     raise ValueError("Invalid move format from AI")
                 
-                # Format final reasoning with move for display
+                # Format reasoning for display
                 reasoning_html = f'''
                 <div id="ai-reasoning">
                     <div class="reasoning-box">
                         <p><strong>🤔 Reasoning:</strong></p>
                         <p>{reasoning}</p>
-                        <p><strong>📍 Move chosen:</strong> <span class="move-highlight">Column {move_str.upper()}</span></p>
+                        <p><strong>📍 Move chosen:</strong> Column {move_str.upper()}</p>
                     </div>
                 </div>
                 '''
                 
-                # Make the AI's move
                 success, _ = game.make_move(ai_col)
                 if success:
                     # Check for AI winner