Update app.py to use subprocess with better debugging

app.py

@@ -4,55 +4,66 @@ import os
 import sys
 import numpy as np
 from pathlib import Path
+import traceback
+import subprocess
 
 def text_to_motion(text_prompt, motion_length=3.0, seed=0):
     """Generate motion from text prompt using MDM"""
     try:
         # First, check if we need to clone the repository
         if not Path("motion-diffusion-model").exists():
-            import subprocess
             print("Cloning Motion Diffusion Model repository...")
             subprocess.run(["git", "clone", "https://github.com/GuyTevet/motion-diffusion-model.git"])
-            # Add the repository to the Python path after cloning
-            sys.path.append('./motion-diffusion-model')
             print("Installing Spacy language model...")
             subprocess.run(["python", "-m", "spacy", "download", "en_core_web_sm"])
-        else:
-            # Add the repository to the Python path if it already exists
-            sys.path.append('./motion-diffusion-model')
         
-        # Now import the necessary functions
-        # Use the correct import paths based on the repository structure
-        from sample.generate import generate
-        from visualization.visualize import visualize
+        # Get absolute path to the checkpoint
+        checkpoint_path = os.path.abspath("checkpoints/mld_humanml.pt")
         
-        # Set the seed for reproducibility
-        if seed is not None:
-            torch.manual_seed(seed)
+        # Set the working directory to the repository for imports to work correctly
+        original_dir = os.getcwd()
+        os.chdir("motion-diffusion-model")
         
-        # Use the local checkpoint path
-        model_path = "checkpoints/mld_humanml.pt"
+        # Create a sampling command
+        cmd = [
+            "python", 
+            "sample/generate.py",
+            "--model_path", checkpoint_path,
+            "--text_prompt", text_prompt,
+            "--motion_length", str(motion_length),
+            "--seed", str(int(seed))
+        ]
         
-        # Generate the motion
-        print("Running MDM generation...")
-        motion_data = generate(
-            model_path=model_path,
-            text_prompt=text_prompt,
-            motion_length=motion_length,
-            seeds=[seed]  # Generate just one sample
-        )
+        print(f"Running command: {' '.join(cmd)}")
+        result = subprocess.run(cmd, capture_output=True, text=True)
         
-        # Render the animation
-        print("Rendering animation...")
-        output_path = "output.mp4"
-        visualize(motion_data, output_path)
+        # Print the output for debugging
+        print("Command output:", result.stdout)
+        if result.stderr:
+            print("Command error:", result.stderr)
         
-        print("Animation generated successfully!")
-        return output_path
+        # Change back to the original directory
+        os.chdir(original_dir)
+        
+        # The script might save the output in a specific location
+        # Check the common output paths
+        output_paths = [
+            "samples/sample.mp4",
+            "motion-diffusion-model/samples/sample.mp4",
+            "output.mp4",
+            "motion-diffusion-model/output.mp4"
+        ]
+        
+        for path in output_paths:
+            if Path(path).exists():
+                print(f"Found output at {path}")
+                return path
+        
+        print("Output file not found in expected locations.")
+        return None
     except Exception as e:
-        import traceback
         print(f"Error generating motion: {str(e)}")
-        print(traceback.format_exc())  # Print the full traceback for debugging
+        print(traceback.format_exc())  # Print the full traceback
         return None
 
 # Create the Gradio interface

requirements.txt

@@ -1,5 +1,6 @@
 gradio>=3.50.2
 torch>=2.0.1
+torchvision>=0.15.0
 numpy>=1.24.3
 spacy>=3.5.3
 transformers>=4.30.2
@@ -9,5 +10,8 @@ imageio>=2.31.1
 tqdm>=4.65.0
 einops>=0.6.1
 git+https://github.com/openai/CLIP.git
-torchvision>=0.15.0
-tensorboard>=2.13.0
+clearml>=1.10.3
+tensorboard>=2.13.0
+smplx>=0.1.28
+opencv-python>=4.7.0
+ipython>=8.12.0