Fix: use generate_bpy_script and execute_bpy_script, remove PIL dependency

app.py

@@ -59,16 +59,21 @@ def analyze_image(image: np.ndarray, prompt: str = "Describe this image for 3D s
     try:
         pipe = load_smolvlm()
 
-        # Convert to PIL
-        if isinstance(image, np.ndarray):
-            pil_image = Image.fromarray(image)
-        else:
-            pil_image = image
+        # Save image temporarily using bpy
+        temp_path = f"{tempfile.mkdtemp()}/input_{uuid.uuid4().hex[:8]}.png"
+
+        # Use bpy to save image
+        img = bpy.data.images.new("temp_input", width=image.shape[1], height=image.shape[0])
+        img.pixels = (image / 255.0).flatten().tolist()
+        img.filepath_raw = temp_path
+        img.file_format = 'PNG'
+        img.save()
+        bpy.data.images.remove(img)
 
         # Generate description
         result = pipe.generate(
             prompt,
-            image=pil_image,
+            image=temp_path,
             max_new_tokens=256
         )
 
@@ -77,21 +82,31 @@ def analyze_image(image: np.ndarray, prompt: str = "Describe this image for 3D s
         return f"Error: {e}"
 
 
-def generate_scene_description(scene_type: str, style: str = "realistic") -> str:
-    """Generate scene description with SmolLM3"""
+def generate_bpy_script(scene_type: str, style: str = "realistic") -> str:
+    """Generate a bpy Python script with SmolLM3"""
     try:
         pipe = load_smollm3()
 
-        prompt = f"Create a detailed description for a {style} {scene_type} 3D scene. Include objects, materials, lighting, and camera position."
+        prompt = f"""Write a Python script using bpy (Blender Python API) to create a {style} {scene_type} 3D scene.
+
+The script must:
+1. Clear existing objects with bpy.ops.object.select_all(action='SELECT') and bpy.ops.object.delete()
+2. Create mesh objects using bpy.ops.mesh.primitive_* functions
+3. Position objects with location parameter
+4. Add a camera with bpy.ops.object.camera_add()
+5. Add lighting with bpy.ops.object.light_add()
+6. Set materials using bpy.data.materials.new()
+
+Only output valid Python code, no explanations. Start with import bpy."""
 
         result = pipe.generate(
             prompt,
-            max_new_tokens=512
+            max_new_tokens=1024
         )
 
         return result
     except Exception as e:
-        return f"Error: {e}"
+        return f"# Error: {e}"
 
 
 def create_primitive(primitive_type: str, name: str = "Object", location: tuple = (0, 0, 0)) -> str:
@@ -137,44 +152,25 @@ def create_primitive(primitive_type: str, name: str = "Object", location: tuple
         return f"Error: {e}"
 
 
-def create_scene_from_description(description: str) -> str:
-    """Create a simple scene based on AI description"""
+def execute_bpy_script(script: str) -> str:
+    """Execute a bpy script and export to GLB"""
     try:
-        # Clear scene
-        bpy.ops.object.select_all(action='SELECT')
-        bpy.ops.object.delete()
+        # Extract just the Python code (remove markdown if present)
+        code = script
+        if "```python" in code:
+            code = code.split("```python")[1].split("```")[0]
+        elif "```" in code:
+            parts = code.split("```")
+            if len(parts) > 1:
+                code = parts[1]
 
-        # Parse description for keywords and create objects
-        desc_lower = description.lower()
+        # Remove import bpy if present (already imported)
+        code = code.replace("import bpy", "# import bpy (already loaded)")
 
-        # Add ground plane
-        bpy.ops.mesh.primitive_plane_add(size=10, location=(0, 0, 0))
-        ground = bpy.context.active_object
-        ground.name = "Ground"
+        # Execute the script
+        exec(code, {"bpy": bpy, "math": __import__("math")})
 
-        # Add objects based on keywords
-        if "cube" in desc_lower or "box" in desc_lower:
-            bpy.ops.mesh.primitive_cube_add(location=(0, 0, 1))
-            bpy.context.active_object.name = "Cube"
-
-        if "sphere" in desc_lower or "ball" in desc_lower:
-            bpy.ops.mesh.primitive_uv_sphere_add(location=(2, 0, 1))
-            bpy.context.active_object.name = "Sphere"
-
-        if "cylinder" in desc_lower or "pillar" in desc_lower:
-            bpy.ops.mesh.primitive_cylinder_add(location=(-2, 0, 1))
-            bpy.context.active_object.name = "Cylinder"
-
-        # Add camera
-        bpy.ops.object.camera_add(location=(7, -7, 5))
-        camera = bpy.context.active_object
-        camera.rotation_euler = (1.1, 0, 0.8)
-        bpy.context.scene.camera = camera
-
-        # Add light
-        bpy.ops.object.light_add(type='SUN', location=(5, 5, 10))
-
-        # Export
+        # Export to GLB
         output_dir = tempfile.mkdtemp()
         glb_path = f"{output_dir}/scene_{uuid.uuid4().hex[:8]}.glb"
 
@@ -185,7 +181,7 @@ def create_scene_from_description(description: str) -> str:
 
         return glb_path
     except Exception as e:
-        return f"Error: {e}"
+        return f"Error executing script: {e}"
 
 
 # Gradio Interface
@@ -224,17 +220,17 @@ with gr.Blocks(title="BPY MCP") as demo:
                     label="Style",
                     value="realistic"
                 )
-                scene_btn = gr.Button("📝 Generate Description", variant="primary")
+                scene_btn = gr.Button("📝 Generate BPY Script", variant="primary")
             with gr.Column():
-                scene_desc = gr.Textbox(label="Scene Description", lines=10)
+                scene_desc = gr.Textbox(label="Generated BPY Script", lines=10)
 
-        scene_btn.click(generate_scene_description, [scene_type, scene_style], scene_desc)
+        scene_btn.click(generate_bpy_script, [scene_type, scene_style], scene_desc)
 
         with gr.Row():
-            create_btn = gr.Button("🎬 Create 3D Scene from Description", variant="secondary")
+            create_btn = gr.Button("🎬 Execute Script & Create 3D", variant="secondary")
             scene_model = gr.Model3D(label="3D Scene")
 
-        create_btn.click(create_scene_from_description, scene_desc, scene_model)
+        create_btn.click(execute_bpy_script, scene_desc, scene_model)
 
     with gr.Tab("Primitives"):
         with gr.Row():