Update app.py

app.py

@@ -17,11 +17,45 @@ from langgraph.graph import StateGraph, END
 import uuid
 import shutil, time, functools
 from langchain_experimental.open_clip.open_clip import OpenCLIPEmbeddings
+from langchain_core.utils.utils import secret_from_env
 # from matplotlib.offsetbox import OffsetImage, AnnotationBbox
 from io import BytesIO
 from pathlib import Path
 import os
 from utils.block_relation_builder import block_builder, variable_adder_main
+from langchain.chat_models import ChatOpenAI
+from langchain_openai import ChatOpenAI
+from pydantic import Field, SecretStr
+
+os.environ["OPENROUTER_API_KEY"] = os.getenv("OPENROUTER_API_KEY", "default_key_or_placeholder")
+class ChatOpenRouter(ChatOpenAI):
+    openai_api_key: Optional[SecretStr] = Field(
+        alias="api_key",
+        default_factory=secret_from_env("OPENROUTER_API_KEY", default=None),
+    )
+    @property
+    def lc_secrets(self) -> dict[str, str]:
+        return {"openai_api_key": "OPENROUTER_API_KEY"}
+ 
+    def __init__(self,
+                 openai_api_key: Optional[str] = None,
+                 **kwargs):
+        openai_api_key = (
+            openai_api_key or os.environ.get("OPENROUTER_API_KEY")
+        )
+        super().__init__(
+            base_url="https://openrouter.ai/api/v1",
+            openai_api_key=openai_api_key,
+            **kwargs
+        )
+ 
+llm2 = ChatOpenRouter(
+    #model_name="deepseek/deepseek-r1-0528:free",
+    #model_name="google/gemini-2.0-flash-exp:free",
+    #model_name="deepseek/deepseek-v3-base:free",
+    model_name="deepseek/deepseek-r1:free"
+)
+
 
 def log_execution_time(func):
     @functools.wraps(func)
@@ -233,6 +267,11 @@ agent = create_react_agent(
     prompt=SYSTEM_PROMPT
 )
 
+agent_2 = create_react_agent(
+    model=llm2,
+    tools=[], # No specific tools are defined here, but could be added later
+    prompt=SYSTEM_PROMPT
+)
 agent_json_resolver = create_react_agent(
     model=llm,
     tools=[], # No specific tools are defined here, but could be added later
@@ -489,6 +528,56 @@ def clean_base64_for_model(raw_b64):
     # 6. Return with the correct data URI prefix
     return f"data:image/png;base64,{clean_b64}"
 
+def format_scratch_pseudo_code(code_string):
+    """
+    Parses and formats Scratch pseudo-code with correct indentation,
+    specifically handling if/else/end structures correctly.
+
+    Args:
+        code_string (str): A string containing Scratch pseudo-code with
+                         potentially inconsistent indentation.
+
+    Returns:
+        str: The correctly formatted and indented pseudo-code string.
+    """
+    lines = code_string.strip().split('\n')
+    formatted_lines = []
+    indent_level = 0
+    
+    # Keywords that increase indentation for the NEXT line
+    indent_keywords = ['when', 'forever', 'if', 'repeat', 'else']
+    
+    # Keywords that decrease indentation for the CURRENT line
+    unindent_keywords = ['end', 'else']
+
+    for line in lines:
+        stripped_line = line.strip()
+        if not stripped_line:
+            continue
+
+        # Check for keywords that should un-indent the current line
+        if any(keyword in stripped_line for keyword in unindent_keywords):
+            # Special case for 'else': it should align with its 'if'
+            if 'else' in stripped_line:
+                # Decrease indentation for 'else' and its following lines
+                indentation = '    ' * (indent_level -1)
+                formatted_lines.append(indentation + stripped_line)
+                continue
+            
+            # For 'end', decrease the level before formatting
+            indent_level = max(0, indent_level - 1)
+        
+        indentation = '    ' * indent_level
+        formatted_lines.append(indentation + stripped_line)
+
+        # Check for keywords that should indent the next line
+        if any(keyword in stripped_line for keyword in indent_keywords):
+            # 'else' both un-indents and indents, so the level remains the same for the next block
+            if 'else' not in stripped_line:
+                indent_level += 1
+
+    return '\n'.join(formatted_lines)
+
 
 # Node 1: Logic updating if any issue here
 def pseudo_generator_node(state: GameState):
@@ -562,7 +651,7 @@ If you find any "Code-Blocks" then,
    
 3. **Pseudo‑code formatting**:
    - Represent each block or nested block on its own line.
-   - Indent nested blocks by 4 spaces under their parent (`forever`, `if`, etc.).
+   - **Indent nested blocks by 4 spaces under their parent (`forever`, `if`, etc.).This is a critical requirement.**
    - No comments or explanatory text—just the block sequence.
    - a natural language breakdown of each step taken after the event, formatted as a multi-line string representing pseudo-code. Ensure clarity and granularity—each described action should map closely to a Scratch block or tight sequence. 
 
@@ -573,71 +662,57 @@ If you find any "Code-Blocks" then,
 
 5. **Examples for reference**:  
 **Correct** pattern for a simple start script:
-   ```
-   when green flag clicked
-   switch backdrop to [blue sky v]
-   set [score v] to (0)
-   show variable [score v]
-   broadcast [Game Start v]
-   end
-   ```
+    ```
+    when green flag clicked
+        switch backdrop to [blue sky v]
+        set [score v] to (0)
+        show variable [score v]
+        broadcast [Game Start v]
+    end
+    ```
 **Correct** pattern for updating the high score variable handling:
-   ```
-   when I receive [Game Over v]
-   if <((score)) > (([High Score v]))> then
-   set [High Score v] to ([score v])
-   end
-   switch backdrop to [Game Over v]
-   end
-   ```
+    ```
+    when I receive [Game Over v]
+        if <((score)) > (([High Score v]))> then
+            set [High Score v] to ([score v])
+        end
+        switch backdrop to [Game Over v]
+    end
+    ```
 **Correct** pattern for level up and increase difficulty use:
-   ```
-   when I receive [Level Up v]
-   change [level v] by (1)
-   set [ballSpeed v] to ((([ballSpeed v]) * (1.1)))
-   end
-   ```
+    ```
+    when I receive [Level Up v]
+        change [level v] by (1)
+        set [ballSpeed v] to ((([ballSpeed v]) * (1.1)))
+    end
+    ```
 **Correct** pattern for jumping mechanics use:
-   ```
-   when [space v] key pressed
-   if <((y position)) = (-100)> then
-   repeat (5)
-   change y by (100)
-   wait (0.1) seconds
-   change y by (-100)
-   wait (0.1) seconds
-   end
-   end
-   end
-   ```
-**Correct** pattern for continuos moving objects use:
-   ```
-   when green flag clicked
-   go to x: (240) y: (-100)
-   set [speed v] to (-5)
-   show variable [speed v]
-   forever
-   change x by ([speed v])
-   if <((x position)) < (-240)> then
-   go to x: (240) y: (-100) 
-   end
-   end
-   end
-   ```
+    ```
+    when [space v] key pressed
+        if <((y position)) = (-100)> then
+            repeat (5)
+                change y by (100)
+                wait (0.1) seconds
+                change y by (-100)
+                wait (0.1) seconds
+            end
+        end
+    end
+    ```
 **Correct** pattern for continuos moving objects use:
-   ```
-   when green flag clicked
-   go to x: (240) y: (-100)
-   set [speed v] to (-5)
-   show variable [speed v]
-   forever
-   change x by ([speed v])
-   if <((x position)) < (-240)> then
-   go to x: (240) y: (-100) 
-   end
-   end
-   end
-   ```
+    ```
+    when green flag clicked
+        go to x: (240) y: (-100)
+        set [speed v] to (-5)
+        show variable [speed v]
+        forever
+            change x by ([speed v])
+            if <((x position)) < (-240)> then
+                go to x: (240) y: (-100) 
+            end
+        end
+    end
+    ```
 6. **Donot** add any explaination of logic or comments to justify or explain just put the logic content in the json.
 7. **Output**:  
     Return **only** a JSON object, using double quotes everywhere:
@@ -799,40 +874,41 @@ Each plan must include a **single Scratch Hat Block** (e.g., 'event_whenflagclic
      (([ballSpeed v]) * (1.1))
      ```
    - **Every hat block script must end** with a final `end` on its own line.
+   - **Indent nested blocks by 4 spaces under their parent (`forever`, `if`, etc.).This is a critical requirement.**
 3. **Opcode Lists**: include relevant Scratch opcodes grouped under `motion`, `control`, `operator`, `sensing`, `looks`, `sounds`, `events`, and `data`. List only the non-empty categories. Use exact opcodes.
 4. Few Example of content of logics inside for a specific plan as scratch pseudo-code:
     - example 1[continues moving objects]:
     ```
     when green flag clicked
-    go to x: (240) y: (-100)
-    set [speed v] to (-5)
-    show variable [speed v]
-    forever
-    change x by ([speed v])
-    if <((x position)) < (-240)> then 
-    go to x: (240) y: (-100) 
-    end
-    end
+        go to x: (240) y: (-100)
+        set [speed v] to (-5)
+        show variable [speed v]
+        forever
+            change x by ([speed v])
+            if <((x position)) < (-240)> then 
+                go to x: (240) y: (-100) 
+            end
+        end
     end
     ```
     - example 2[jumping script of an plan]: 
     ```    
     when [space v] key pressed
-    if <((y position)) = (-100)> then 
-    repeat (5)
-    change y by (100) 
-    wait (0.1) seconds
-    change y by (-100) 
-    wait (0.1) seconds
-    end
-    end
+        if <((y position)) = (-100)> then 
+            repeat (5)
+                change y by (100) 
+                wait (0.1) seconds
+                change y by (-100) 
+                wait (0.1) seconds
+            end
+        end
     end
     ```
    - example 3 [pattern for level up and increase difficulty]:
    ```
    when I receive [Level Up v]
-   change [level v] by (1)
-   set [ballSpeed v] to ((([ballSpeed v]) * (1.1)))
+       change [level v] by (1)
+       set [ballSpeed v] to ((([ballSpeed v]) * (1.1)))
    end
    ```
 5. Use target names exactly as listed in `Targets in Game`. Do NOT rename or invent new targets.
@@ -846,7 +922,7 @@ Each plan must include a **single Scratch Hat Block** (e.g., 'event_whenflagclic
             "plans": [
                 {{
                     "event": "event_whenflagclicked",
-                    "logic": "when green flag clicked\n    switch backdrop to [backdrop1 v]\n    set [score v] to 0\n    show variable [score v]\n    broadcast [Game Start v]",
+                    "logic": "when green flag clicked\n    switch backdrop to [backdrop1 v]\n    set [score v] to 0\n    show variable [score v]\n    broadcast [Game Start v]\nend",
                     "motion": [],
                     "control": [],
                     "operator": [],
@@ -865,7 +941,7 @@ Each plan must include a **single Scratch Hat Block** (e.g., 'event_whenflagclic
                 }},
                 {{
                     "event": "event_whenbroadcastreceived",
-                    "logic": "when I receive [Game Over v]\n    if <(score) > (High Score)> then\n        set [High Score v] to (score)\n    end\n    switch backdrop to [HighScore v]",
+                    "logic": "when I receive [Game Over v]\n    if <(score) > (High Score)> then\n        set [High Score v] to (score)\n    end\n    switch backdrop to [HighScore v]\nend",
                     "motion": [],
                     "control": [
                         "control_if"
@@ -890,7 +966,7 @@ Each plan must include a **single Scratch Hat Block** (e.g., 'event_whenflagclic
             "plans": [
                 {{
                     "event": "event_whenflagclicked",
-                    "logic": "when green flag clicked\n    go to x: 240 y: -100\n    end\n.",
+                    "logic": "when green flag clicked\n    go to x: 240 y: -100\nend",
                     "motion": [
                         "motion_gotoxy"
                     ],
@@ -904,7 +980,7 @@ Each plan must include a **single Scratch Hat Block** (e.g., 'event_whenflagclic
                 }},
                 {{
                     "event": "event_whenkeypressed",
-                    "logic": "when [space v] key pressed\n    repeat (10)\n        change y by (20)\n        wait (0.1) seconds\n        change y by (-20)\n    end",
+                    "logic": "when [space v] key pressed\n    repeat (10)\n        change y by (20)\n        wait (0.1) seconds\n        change y by (-20)\n    end\nend",
                     "motion": [
                         "motion_changeyby"
                     ],
@@ -926,7 +1002,7 @@ Each plan must include a **single Scratch Hat Block** (e.g., 'event_whenflagclic
             "plans": [
                 {{
                     "event": "event_whenflagclicked",
-                    "logic": "when green flag clicked\n    go to x: 240 y: -135\n    forever\n        glide 2 seconds to x: -240 y: -135\n        if <(x position) < -235> then\n            set x to 240\n        end\n        if <touching [Sprite1 v]?> then\n            broadcast [Game Over v]\n            stop [all v]\n        end\n    end",
+                    "logic": "when green flag clicked\n    go to x: 240 y: -135\n    forever\n        glide 2 seconds to x: -240 y: -135\n        if <(x position) < -235> then\n            set x to 240\n        end\n        if <touching [Sprite1 v]?> then\n            broadcast [Game Over v]\n            stop [all v]\n        end\n    end\nend",
                     "motion": [
                         "motion_gotoxy",
                         "motion_glidesecstoxy",
@@ -1108,35 +1184,35 @@ Use sprite names exactly as provided in `sprite_names` (e.g., 'Sprite1', 'soccer
     - example 1[continues moving objects]:
     ```
     when green flag clicked
-    go to x: (240) y: (-100)
-    set [speed v] to (-5)
-    show variable [speed v]
-    forever
-    change x by ([speed v])
-    if <((x position)) < (-240)> then 
-    go to x: (240) y: (-100) 
-    end
-    end
+        go to x: (240) y: (-100)
+        set [speed v] to (-5)
+        show variable [speed v]
+        forever
+            change x by ([speed v])
+            if <((x position)) < (-240)> then 
+                go to x: (240) y: (-100) 
+            end
+        end
     end
     ```
     - example 2[jumping script of an plan]: 
     ```    
     when [space v] key pressed
-    if <((y position)) = (-100)> then 
-    repeat (5)
-    change y by (100) 
-    wait (0.1) seconds
-    change y by (-100) 
-    wait (0.1) seconds
-    end
-    end
+        if <((y position)) = (-100)> then 
+            repeat (5)
+                change y by (100) 
+                wait (0.1) seconds
+                change y by (-100) 
+                wait (0.1) seconds
+            end
+        end
     end
     ```
    - example 3 [pattern for level up and increase difficulty]:
    ```
    when I receive [Level Up v]
-   change [level v] by (1)
-   set [ballSpeed v] to ((([ballSpeed v]) * (1.1)))
+       change [level v] by (1)
+       set [ballSpeed v] to ((([ballSpeed v]) * (1.1)))
    end
    ```
 6. Use target names exactly as listed in `Targets in Game`. Do NOT rename or invent new targets.
@@ -1150,7 +1226,7 @@ Use sprite names exactly as provided in `sprite_names` (e.g., 'Sprite1', 'soccer
             "plans": [
                 {{
                     "event": "event_whenflagclicked",
-                    "logic": "when green flag clicked\n    switch backdrop to [backdrop1 v]\n    set [score v] to 0\n    show variable [score v]\n    broadcast [Game Start v]",
+                    "logic": "when green flag clicked\n    switch backdrop to [backdrop1 v]\n    set [score v] to 0\n    show variable [score v]\n    broadcast [Game Start v]\nend",
                     "motion": [],
                     "control": [],
                     "operator": [],
@@ -1169,7 +1245,7 @@ Use sprite names exactly as provided in `sprite_names` (e.g., 'Sprite1', 'soccer
                 }},
                 {{
                     "event": "event_whenbroadcastreceived",
-                    "logic": "when I receive [Game Over v]\n    if <(score) > (High Score)> then\n        set [High Score v] to (score)\n    end\n    switch backdrop to [HighScore v]",
+                    "logic": "when I receive [Game Over v]\n    if <(score) > (High Score)> then\n        set [High Score v] to (score)\n    end\n    switch backdrop to [HighScore v]\nend",
                     "motion": [],
                     "control": [
                         "control_if"
@@ -1194,7 +1270,7 @@ Use sprite names exactly as provided in `sprite_names` (e.g., 'Sprite1', 'soccer
             "plans": [
                 {{
                     "event": "event_whenflagclicked",
-                    "logic": "when green flag clicked\n    go to x: 240 y: -100\n    end\n.",
+                    "logic": "when green flag clicked\n    go to x: 240 y: -100\nend\n",
                     "motion": [
                         "motion_gotoxy"
                     ],
@@ -1208,7 +1284,7 @@ Use sprite names exactly as provided in `sprite_names` (e.g., 'Sprite1', 'soccer
                 }},
                 {{
                     "event": "event_whenkeypressed",
-                    "logic": "when [space v] key pressed\n    repeat (10)\n        change y by (20)\n        wait (0.1) seconds\n        change y by (-20)\n    end",
+                    "logic": "when [space v] key pressed\n    repeat (10)\n        change y by (20)\n        wait (0.1) seconds\n        change y by (-20)\n    end\nend",
                     "motion": [
                         "motion_changeyby"
                     ],
@@ -1230,7 +1306,7 @@ Use sprite names exactly as provided in `sprite_names` (e.g., 'Sprite1', 'soccer
             "plans": [
                 {{
                     "event": "event_whenflagclicked",
-                    "logic": "when green flag clicked\n    go to x: 240 y: -135\n    forever\n        glide 2 seconds to x: -240 y: -135\n        if <(x position) < -235> then\n            set x to 240\n        end\n        if <touching [Sprite1 v]?> then\n            broadcast [Game Over v]\n            stop [all v]\n        end\n    end",
+                    "logic": "when green flag clicked\n    go to x: 240 y: -135\n    forever\n        glide 2 seconds to x: -240 y: -135\n        if <(x position) < -235> then\n            set x to 240\n        end\n        if <touching [Sprite1 v]?> then\n            broadcast [Game Over v]\n            stop [all v]\n        end\n    end\nend",
                     "motion": [
                         "motion_gotoxy",
                         "motion_glidesecstoxy",
@@ -1649,9 +1725,10 @@ def overall_block_builder_node_2(state: dict):
             for plan_entry in sprite_actions_data.get("plans", []):
                 logic_sequence = str(plan_entry["logic"])
                 opcode_counts = plan_entry.get("opcode_counts", {})
-
+                refined_indent_logic = format_scratch_pseudo_code(logic_sequence)
+                print(f"\n--------------------------- refined indent logic: {refined_indent_logic}-------------------------------\n")
                 try:
-                    generated_blocks = block_builder(opcode_counts, logic_sequence)
+                    generated_blocks = block_builder(opcode_counts, refined_indent_logic)
                     
                     # Ensure generated_blocks is a dictionary
                     if not isinstance(generated_blocks, dict):
@@ -2241,6 +2318,61 @@ def similarity_matching(sprites_data: str, project_folder: str) -> str:
             "textToSpeechLanguage": None
         }
         final_project["targets"].insert(0, stage_obj)
+    else:
+        logger.warning("⚠️ No backdrop matched. Using default static backdrop.")
+        default_backdrop_path = BACKDROP_DIR / "cd21514d0531fdffb22204e0ec5ed84a.svg"
+        default_backdrop_name = "cd21514d0531fdffb22204e0ec5ed84a.svg"
+
+        default_backdrop_sound = BACKDROP_DIR / "83a9787d4cb6f3b7632b4ddfebf74367.wav"
+        default_backdrop_sound_name = "cd21514d0531fdffb22204e0ec5ed84a.svg"
+        try:
+            shutil.copy2(default_backdrop_path, os.path.join(project_folder, default_backdrop_name))
+            logger.info(f"✅ Default backdrop copied to project: {default_backdrop_name}")
+
+            shutil.copy2(default_backdrop_sound, os.path.join(project_folder, default_backdrop_sound_name))
+            logger.info(f"✅ Default backdrop sound copied to project: {default_backdrop_sound_name}")
+        except Exception as e:
+            logger.error(f"❌ Failed to copy default backdrop: {e}")
+            
+        stage_obj={
+            "isStage": True,
+            "name": "Stage",
+            "objName": "Stage",
+            "variables": {},
+            "lists": {},
+            "broadcasts": {},
+            "blocks": {},
+            "comments": {},
+            "currentCostume": 0,
+            "costumes": [
+                {
+                    "assetId": default_backdrop_name.split(".")[0],
+                    "name": "defaultBackdrop",
+                    "md5ext": default_backdrop_name,
+                    "dataFormat": "png",
+                    "rotationCenterX": 240,
+                    "rotationCenterY": 180
+                }
+            ],
+            "sounds": [
+                {
+                "name": "pop",
+                "assetId": "83a9787d4cb6f3b7632b4ddfebf74367",
+                "dataFormat": "wav",
+                "format": "",
+                "rate": 48000,
+                "sampleCount": 1123,
+                "md5ext": "83a9787d4cb6f3b7632b4ddfebf74367.wav"
+                }
+            ],
+            "volume": 100,
+            "layerOrder": 0,
+            "tempo": 60,
+            "videoTransparency": 50,
+            "videoState": "on",
+            "textToSpeechLanguage": None
+        }
+        final_project["targets"].insert(0, stage_obj)
 
     with open(project_json_path, 'w') as f:
         json.dump(final_project, f, indent=2)
@@ -2400,7 +2532,7 @@ def convert_pdf_stream_to_images(pdf_stream: io.BytesIO, dpi=300):
 
 def delay_for_tpm_node(state: GameState):
     logger.info("--- Running DelayForTPMNode ---")
-    time.sleep(60)  # Adjust the delay as needed
+    time.sleep(1)  # Adjust the delay as needed
     logger.info("Delay completed.")
     return state
 
@@ -2419,19 +2551,19 @@ workflow.add_node("plan_generator", overall_planner_node)
 workflow.add_node("refined_planner", refined_planner_node) # Refines the action plan
 workflow.add_node("opcode_counter", plan_opcode_counter_node)
 workflow.add_node("block_builder", overall_block_builder_node_2)
-# #workflow.add_node("variable_initializer", variable_adder_node)
+workflow.add_node("variable_initializer", variable_adder_node)
 
 workflow.set_entry_point("pseudo_generator")
 workflow.add_edge("pseudo_generator","time_delay_1")
 workflow.add_edge("time_delay_1","plan_generator")
 workflow.add_edge("plan_generator","time_delay_2")
-workflow.add_edge("time_delay_2",END)
+# workflow.add_edge("time_delay_2",END)
 workflow.add_edge("time_delay_2","refined_planner")
 workflow.add_edge("refined_planner","time_delay_3")
 workflow.add_edge("time_delay_3","opcode_counter")
 workflow.add_edge("opcode_counter","block_builder")
-workflow.add_edge("block_builder",END)
-#workflow.add_edge("variable_initializer", END)
+workflow.add_edge("block_builder",variable_initializer)
+workflow.add_edge("variable_initializer", END)
 app_graph = workflow.compile()
 
 # ============== Helper function to Upscale an Image ============== #