Create app.py

app.py

@@ -0,0 +1,216 @@
+import gradio as gr
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from scratch3 import Project
+
+# Load the LLaMa model and tokenizer
+model_name = "TheBloke/LLaMa-7B-GGML"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
+
+# Define extended Scratch blocks
+scratch_blocks = {
+    "motion": [
+        {"name": "move", "parameters": {"steps": "number"}},
+        {"name": "turn", "parameters": {"angle": "number"}},
+        {"name": "go to", "parameters": {"x": "number", "y": "number"}},
+        {"name": "point in direction", "parameters": {"direction": "number"}}
+    ],
+    "sound": [
+        {"name": "play sound", "parameters": {"sound": "string"}},
+        {"name": "stop all sounds", "parameters": {}}
+    ],
+    "event": [
+        {"name": "when green flag clicked", "parameters": {}},
+        {"name": "when this sprite clicked", "parameters": {}}
+    ],
+    "control": [
+        {"name": "wait", "parameters": {"seconds": "number"}},
+        {"name": "repeat", "parameters": {"times": "number"}},
+        {"name": "if then", "parameters": {"condition": "string"}},
+    ],
+    "variables": [
+        {"name": "set variable", "parameters": {"variable": "string", "value": "number"}},
+        {"name": "change variable", "parameters": {"variable": "string", "value": "number"}},
+    ],
+    "looks": [
+        {"name": "say", "parameters": {"message": "string"}},
+        {"name": "think", "parameters": {"message": "string"}},
+        {"name": "show", "parameters": {}},
+        {"name": "hide", "parameters": {}}
+    ],
+    "drawing": [
+        {"name": "draw line", "parameters": {"x1": "number", "y1": "number", "x2": "number", "y2": "number"}},
+        {"name": "draw circle", "parameters": {"x": "number", "y": "number", "radius": "number"}},
+        {"name": "draw rectangle", "parameters": {"x": "number", "y": "number", "width": "number", "height": "number"}},
+    ]
+}
+
+def generate_script(prompt):
+    """
+    Generate a Scratch script based on the provided prompt using the AI model.
+    """
+    inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
+    with torch.no_grad():
+        outputs = model.generate(inputs["input_ids"], max_length=300, num_return_sequences=1)
+    
+    generated_script = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return generated_script
+
+def parse_generated_script(generated_script):
+    """
+    Parse the generated script into instructions.
+    """
+    instructions = []
+    for line in generated_script.split('.'):
+        line = line.strip()
+        if line:
+            instructions.append(line)
+    return instructions
+
+def create_scratch_project(title, sprites, sounds, custom_prompt):
+    """
+    Create a Scratch project based on user input and generated script.
+    """
+    # Combine title and custom prompt for better context
+    prompt = f"Create a Scratch project titled '{title}' featuring sprites {sprites} with sounds {sounds}. " \
+             f"Additional details: {custom_prompt}"
+    generated_script = generate_script(prompt)
+
+    # Parse the generated script into instructions
+    instructions = parse_generated_script(generated_script)
+
+    # Create a new Scratch project
+    project = Project()
+
+    # Add sprites
+    sprite_list = [sprite.strip() for sprite in sprites.split(',')]
+    for sprite in sprite_list:
+        sprite_block = {
+            "objName": sprite,
+            "skin": 1,
+            "x": 0,
+            "y": 0,
+            "direction": 90,
+            "visible": True,
+            "size": 100
+        }
+        project.sprites.append(sprite_block)
+
+    # Add sounds if provided
+    for sound in sounds.split(','):
+        sound = sound.strip()
+        if sound:
+            sound_block = {
+                "name": sound,
+                "path": f"sounds/{sound}.wav"
+            }
+            project.sounds.append(sound_block)
+
+    # Map parsed instructions to Scratch blocks
+    for instruction in instructions:
+        if "move" in instruction:
+            steps = extract_number(instruction)
+            project.add_motion_block({"name": "move", "parameters": {"steps": steps}})
+        elif "turn" in instruction:
+            angle = extract_number(instruction)
+            project.add_motion_block({"name": "turn", "parameters": {"angle": angle}})
+        elif "play sound" in instruction:
+            project.add_sound_block({"name": "play sound", "parameters": {"sound": sounds.split(',')[0].strip()}})
+        elif "when green flag clicked" in instruction:
+            project.add_event_block({"name": "when green flag clicked"})
+        elif "repeat" in instruction:
+            times = extract_number(instruction)
+            project.add_control_block({"name": "repeat", "parameters": {"times": times}})
+        elif "say" in instruction:
+            message = extract_message(instruction)
+            project.add_looks_block({"name": "say", "parameters": {"message": message}})
+        elif "draw line" in instruction:
+            x1, y1, x2, y2 = extract_drawing_parameters(instruction)
+            project.add_drawing_block({"name": "draw line", "parameters": {"x1": x1, "y1": y1, "x2": x2, "y2": y2}})
+        elif "draw circle" in instruction:
+            x, y, radius = extract_circle_parameters(instruction)
+            project.add_drawing_block({"name": "draw circle", "parameters": {"x": x, "y": y, "radius": radius}})
+        elif "draw rectangle" in instruction:
+            x, y, width, height = extract_rectangle_parameters(instruction)
+            project.add_drawing_block({"name": "draw rectangle", "parameters": {"x": x, "y": y, "width": width, "height": height}})
+        elif "remove sprite" in instruction:
+            sprite_name = extract_sprite_name(instruction)
+            project.remove_sprite(sprite_name)
+        elif "rename sprite" in instruction:
+            old_name, new_name = extract_rename_sprite_parameters(instruction)
+            project.rename_sprite(old_name, new_name)
+
+    # Save the project as an .sb3 file
+    sb3_file_path = f"{title}.sb3"
+    with open(sb3_file_path, "wb") as f:
+        f.write(project.export())
+    
+    return sb3_file_path
+
+def extract_number(instruction):
+    """
+    Extract a number from the instruction string.
+    """
+    import re
+    match = re.search(r'\d+', instruction)
+    return int(match.group(0)) if match else 0
+
+def extract_message(instruction):
+    """
+    Extract a message from the instruction string.
+    """
+    return instruction.split("say")[-1].strip().strip('"')
+
+def extract_drawing_parameters(instruction):
+    """
+    Extract parameters for drawing a line from the instruction string.
+    """
+    numbers = list(map(int, re.findall(r'\d+', instruction)))
+    return numbers
+
+def extract_circle_parameters(instruction):
+    """
+    Extract parameters for drawing a circle from the instruction string.
+    """
+    numbers = list(map(int, re.findall(r'\d+', instruction)))
+    return numbers
+
+def extract_rectangle_parameters(instruction):
+    """
+    Extract parameters for drawing a rectangle from the instruction string.
+    """
+    numbers = list(map(int, re.findall(r'\d+', instruction)))
+    return numbers
+
+def extract_sprite_name(instruction):
+    """
+    Extract the sprite name from the instruction string for removal.
+    """
+    return instruction.split("remove sprite")[-1].strip()
+
+def extract_rename_sprite_parameters(instruction):
+    """
+    Extract old and new names for renaming a sprite from the instruction string.
+    """
+    parts = instruction.split("rename sprite")[-1].strip().split("to")
+    old_name = parts[0].strip()
+    new_name = parts[1].strip() if len(parts) > 1 else None
+    return old_name, new_name
+
+# Create Gradio interface
+iface = gr.Interface(
+    fn=create_scratch_project,
+    inputs=[
+        gr.Textbox(label="Project Title"),
+        gr.Textbox(label="Sprite Names (comma separated)"),
+        gr.Textbox(label="Sound Names (comma separated)"),
+        gr.Textbox(label="Custom Prompt (optional)"),
+    ],
+    outputs=gr.File(label="Download Your Scratch Project (.sb3)"),
+    title="Scratch Project Generator",
+    description="Create a Scratch project using AI. Provide a title, sprites, sounds, and a custom prompt."
+)
+
+# Launch the Gradio app
+iface.launch()