env_setup

app.py

@@ -1,7 +1,77 @@
+"""
+Phantom Video Processor - Hugging Face Space
+"""
 import gradio as gr
+import spaces
 
-def greet(name):
-    return "Hello " + name + "!!"
+import subprocess
+import os
+from pathlib import Path
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
-demo.launch()
+# 配置环境
+def setup_environment():
+    setup_script = Path("setup.sh")
+    
+    if setup_script.exists() and not Path("/tmp/phantom_ready").exists():
+        print("🔧 首次运行，配置环境...")
+        subprocess.run(["bash", str(setup_script)], check=True)
+        Path("/tmp/phantom_ready").touch()
+        print("✅ 环境配置完成")
+    else:
+        print("✅ 使用已有环境")
+
+# 启动时配置
+setup_environment()
+
+@spaces.GPU(duration=120)
+def process_video(video_file, robot_type, target_hand):
+    """处理视频"""
+    import torch
+
+    if video_file is None:
+        return None, None, "请先上传视频"
+
+    # 检查GPU
+    if torch.cuda.is_available():
+        gpu = torch.cuda.get_device_name(0)
+        status = f"✅ GPU: {gpu}\n"
+    else:
+        status = "⚠️ 未检测到GPU\n"
+
+    status += f"视频: {video_file}\n"
+    status += f"机器人: {robot_type}\n"
+    status += f"手部: {target_hand}\n"
+
+    return None, None, status
+
+with gr.Blocks(title="Phantom") as demo:
+    gr.Markdown("# 🤖 Phantom - 机器人视频生成器")
+
+    with gr.Row():
+        with gr.Column():
+            video_input = gr.Video(label="上传视频")
+            robot_type = gr.Dropdown(
+                choices=["Panda", "Kinova3", "UR5e"],
+                value="Panda",
+                label="机器人类型"
+            )
+            target_hand = gr.Radio(
+                choices=["left", "right"],
+                value="left",
+                label="目标手部"
+            )
+            btn = gr.Button("开始处理", variant="primary")
+
+        with gr.Column():
+            video_out = gr.Video(label="结果视频")
+            data_out = gr.File(label="训练数据")
+            status_out = gr.Textbox(label="状态", lines=10)
+
+    btn.click(
+        fn=process_video,
+        inputs=[video_input, robot_type, target_hand],
+        outputs=[video_out, data_out, status_out]
+    )
+
+if __name__ == "__main__":
+    demo.queue().launch()

packages.txt

@@ -0,0 +1,5 @@
+ffmpeg
+libgl1-mesa-glx
+libglib2.0-0
+wget
+git

phantom

@@ -0,0 +1 @@
+Subproject commit a8bb81c1bbe6ade129a1f6f0906482f510354a5e

requirements.txt

@@ -0,0 +1,5 @@
+gradio==4.44.0
+spaces==0.28.3
+torch==2.1.0
+torchvision==0.16.0
+gdown

setup.sh

@@ -0,0 +1,81 @@
+#!/bin/bash
+set -e
+
+echo "🚀 配置Phantom环境..."
+
+cd /home/user/app/phantom
+
+# 安装SAM2
+if [ ! -f "/tmp/sam2_installed" ]; then
+    echo "📦 安装SAM2..."
+    cd submodules/sam2
+    pip install -q -e ".[notebooks]"
+    touch /tmp/sam2_installed
+fi
+
+# 安装HaMeR
+if [ ! -f "/tmp/hamer_installed" ]; then
+    echo "📦 安装HaMeR..."
+    cd /home/user/app/phantom/submodules/phantom-hamer
+    pip install -q -e .[all]
+    pip install -q -e third-party/ViTPose
+    
+    # 下载demo数据
+    if [ ! -f "_DATA/hamer_demo_data.tar.gz" ]; then
+        cd _DATA
+        wget -q https://www.cs.utexas.edu/~pavlakos/hamer/data/hamer_demo_data.tar.gz
+        tar -xzf hamer_demo_data.tar.gz
+        rm hamer_demo_data.tar.gz
+    fi
+    
+    touch /tmp/hamer_installed
+fi
+
+# 安装mmcv
+if [ ! -f "/tmp/mmcv_installed" ]; then
+    echo "📦 安装mmcv..."
+    pip install -q mmcv==1.3.9
+    pip install -q mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu121/torch2.1/index.html
+    touch /tmp/mmcv_installed
+fi
+
+# 安装robosuite
+if [ ! -f "/tmp/robosuite_installed" ]; then
+    echo "📦 安装robosuite..."
+    cd /home/user/app/phantom/submodules/phantom-robosuite
+    pip install -q -e .
+    touch /tmp/robosuite_installed
+fi
+
+# 安装robomimic
+if [ ! -f "/tmp/robomimic_installed" ]; then
+    echo "📦 安装robomimic..."
+    cd /home/user/app/phantom/submodules/phantom-robomimic
+    pip install -q -e .
+    touch /tmp/robomimic_installed
+fi
+
+# 下载E2FGVI权重
+if [ ! -f "/tmp/e2fgvi_weights" ]; then
+    echo "📦 下载E2FGVI权重..."
+    cd /home/user/app/phantom/submodules/phantom-E2FGVI/E2FGVI/release_model
+    pip install -q gdown
+    gdown --fuzzy https://drive.google.com/file/d/10wGdKSUOie0XmCr8SQ2A2FeDe-mfn5w3/view?usp=sharing
+    touch /tmp/e2fgvi_weights
+fi
+
+# 安装E2FGVI
+if [ ! -f "/tmp/e2fgvi_installed" ]; then
+    echo "📦 安装E2FGVI..."
+    cd /home/user/app/phantom/submodules/phantom-E2FGVI
+    pip install -q -e .
+    touch /tmp/e2fgvi_installed
+fi
+
+# 安装Phantom主包
+if [ ! -f "/tmp/phantom_installed" ]; then
+    echo "📦 安装Phantom..."
+    cd /home/user/app/phantom
+    pip install -q -e .
+    touch /tmp/phantom_installed
+fi