env_setup

app.py

@@ -1,27 +1,55 @@
 """
 Phantom Video Processor - Hugging Face Space
 """
+
 import gradio as gr
 import spaces
-
 import subprocess
-import os
+import sys
 from pathlib import Path
 
-# 配置环境
+# ========== 环境配置 ==========
+
+PHANTOM_DIR = Path("/home/user/app/phantom")
+
 def setup_environment():
-    setup_script = Path("setup.sh")
+    """配置Phantom环境（仅首次运行）"""
+    
+    # 检查是否已配置
+    if Path("/tmp/.phantom_ready").exists():
+        print("✅ Phantom环境已配置")
+        return True
     
-    if setup_script.exists() and not Path("/tmp/phantom_ready").exists():
-        print("🔧 首次运行，配置环境...")
-        subprocess.run(["bash", str(setup_script)], check=True)
-        Path("/tmp/phantom_ready").touch()
-        print("✅ 环境配置完成")
+    print("🔧 首次运行，配置环境（约5-10分钟）...")
+    
+    # 运行setup.sh
+    setup_script = Path("/home/user/app/setup.sh")
+    if setup_script.exists():
+        try:
+            result = subprocess.run(
+                ["bash", str(setup_script)],
+                check=True,
+                capture_output=True,
+                text=True
+            )
+            print(result.stdout)
+            print("✅ 环境配置完成")
+            return True
+        except subprocess.CalledProcessError as e:
+            print(f"❌ 配置失败: {e.stderr}")
+            return False
     else:
-        print("✅ 使用已有环境")
+        print("⚠️ setup.sh不存在")
+        return False
+
+# 添加Phantom到Python路径
+if PHANTOM_DIR.exists():
+    sys.path.insert(0, str(PHANTOM_DIR))
 
-# 启动时配置
-setup_environment()
+# 启动时配置环境
+phantom_ready = setup_environment()
+
+# ========== 其余代码保持不变 ==========
 
 @spaces.GPU(duration=120)
 def process_video(video_file, robot_type, target_hand):
@@ -41,9 +69,13 @@ def process_video(video_file, robot_type, target_hand):
     status += f"视频: {video_file}\n"
     status += f"机器人: {robot_type}\n"
     status += f"手部: {target_hand}\n"
+    
+    if not phantom_ready:
+        status += "\n⚠️ Phantom环境未就绪"
 
     return None, None, status
 
+# Gradio界面
 with gr.Blocks(title="Phantom") as demo:
     gr.Markdown("# 🤖 Phantom - 机器人视频生成器")
 

packages.txt

@@ -1,5 +1,9 @@
 ffmpeg
 libgl1-mesa-glx
 libglib2.0-0
+libsm6
+libxext6
+libxrender-dev
+libgomp1
 wget
 git

requirements.txt

@@ -1,5 +1,39 @@
+# Gradio和Spaces
 gradio==4.44.0
 spaces==0.28.3
+
+# PyTorch (HF已预装，但指定版本)
 torch==2.1.0
 torchvision==0.16.0
-gdown
+
+# 基础科学计算
+numpy==1.26.4
+opencv-python==4.8.1.78
+pillow==10.1.0
+scipy==1.11.4
+scikit-learn==1.3.2
+
+# 配置管理
+hydra-core==1.3.2
+omegaconf==2.3.0
+
+# 视频处理
+mediapy==1.1.9
+
+# 3D处理
+open3d==0.18.0
+
+# 机器学习
+transformers==4.42.4
+timm==0.9.12
+
+# 其他工具
+joblib
+pandas
+PyOpenGL==3.1.4
+Rtree
+protobuf==3.20.0
+gdown
+
+# MMCV (Phantom需要)
+mmcv==1.3.9

setup.sh

@@ -1,81 +1,127 @@
 #!/bin/bash
+# Phantom环境配置脚本
+# 在app.py启动时运行（仅首次）
+
 set -e
 
-echo "🚀 配置Phantom环境..."
+PHANTOM_DIR="/home/user/app/phantom"
+LOG_FILE="/tmp/phantom_setup.log"
+
+# 日志函数
+log() {
+    echo "[$(date +'%H:%M:%S')] $1" | tee -a "$LOG_FILE"
+}
 
-cd /home/user/app/phantom
+log "🚀 开始配置Phantom环境"
+
+# 检查phantom目录
+if [ ! -d "$PHANTOM_DIR" ]; then
+    log "❌ Phantom目录不存在"
+    exit 1
+fi
 
-# 安装SAM2
-if [ ! -f "/tmp/sam2_installed" ]; then
-    echo "📦 安装SAM2..."
+cd "$PHANTOM_DIR"
+
+# ========== 安装子模块 ==========
+
+# 1. SAM2
+if [ ! -f "/tmp/.sam2_installed" ]; then
+    log "📦 安装SAM2..."
     cd submodules/sam2
-    pip install -q -e ".[notebooks]"
-    touch /tmp/sam2_installed
+    pip install -q -e . 2>&1 | tee -a "$LOG_FILE" || log "⚠️ SAM2安装出现警告"
+    touch /tmp/.sam2_installed
+    log "✅ SAM2完成"
 fi
 
-# 安装HaMeR
-if [ ! -f "/tmp/hamer_installed" ]; then
-    echo "📦 安装HaMeR..."
-    cd /home/user/app/phantom/submodules/phantom-hamer
-    pip install -q -e .[all]
-    pip install -q -e third-party/ViTPose
+# 2. HaMeR
+if [ ! -f "/tmp/.hamer_installed" ]; then
+    log "📦 安装HaMeR..."
+    cd "$PHANTOM_DIR/submodules/phantom-hamer"
+    pip install -q -e .[all] 2>&1 | tee -a "$LOG_FILE" || log "⚠️ HaMeR安装出现警告"
+    
+    # 安装ViTPose
+    if [ -d "third-party/ViTPose" ]; then
+        pip install -q -e third-party/ViTPose 2>&1 | tee -a "$LOG_FILE"
+    fi
     
-    # 下载demo数据
-    if [ ! -f "_DATA/hamer_demo_data.tar.gz" ]; then
+    # 下载demo数据（如果不存在）
+    if [ ! -d "_DATA/hamer_demo_data" ]; then
+        log "📥 下载HaMeR demo数据..."
         cd _DATA
         wget -q https://www.cs.utexas.edu/~pavlakos/hamer/data/hamer_demo_data.tar.gz
-        tar -xzf hamer_demo_data.tar.gz
+        tar -xzf hamer_demo_data.tar.gz 2>&1 | tee -a "$LOG_FILE"
         rm hamer_demo_data.tar.gz
     fi
     
-    touch /tmp/hamer_installed
+    touch /tmp/.hamer_installed
+    log "✅ HaMeR完成"
+fi
+
+# 3. MMCV-Full
+if [ ! -f "/tmp/.mmcv_installed" ]; then
+    log "📦 安装MMCV-Full..."
+    pip install -q mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu121/torch2.1/index.html 2>&1 | tee -a "$LOG_FILE"
+    touch /tmp/.mmcv_installed
+    log "✅ MMCV完成"
 fi
 
-# 安装mmcv
-if [ ! -f "/tmp/mmcv_installed" ]; then
-    echo "📦 安装mmcv..."
-    pip install -q mmcv==1.3.9
-    pip install -q mmcv-full -f https://download.openmmlab.com/mmcv/dist/cu121/torch2.1/index.html
-    touch /tmp/mmcv_installed
+# 4. Robosuite
+if [ ! -f "/tmp/.robosuite_installed" ]; then
+    log "📦 安装Robosuite..."
+    cd "$PHANTOM_DIR/submodules/phantom-robosuite"
+    pip install -q -e . 2>&1 | tee -a "$LOG_FILE"
+    touch /tmp/.robosuite_installed
+    log "✅ Robosuite完成"
 fi
 
-# 安装robosuite
-if [ ! -f "/tmp/robosuite_installed" ]; then
-    echo "📦 安装robosuite..."
-    cd /home/user/app/phantom/submodules/phantom-robosuite
-    pip install -q -e .
-    touch /tmp/robosuite_installed
+# 5. Robomimic
+if [ ! -f "/tmp/.robomimic_installed" ]; then
+    log "📦 安装Robomimic..."
+    cd "$PHANTOM_DIR/submodules/phantom-robomimic"
+    pip install -q -e . 2>&1 | tee -a "$LOG_FILE"
+    touch /tmp/.robomimic_installed
+    log "✅ Robomimic完成"
 fi
 
-# 安装robomimic
-if [ ! -f "/tmp/robomimic_installed" ]; then
-    echo "📦 安装robomimic..."
-    cd /home/user/app/phantom/submodules/phantom-robomimic
-    pip install -q -e .
-    touch /tmp/robomimic_installed
+# 6. E2FGVI权重
+if [ ! -f "/tmp/.e2fgvi_weights" ]; then
+    log "📥 下载E2FGVI权重..."
+    cd "$PHANTOM_DIR/submodules/phantom-E2FGVI/E2FGVI/release_model"
+    if [ ! -f "E2FGVI-HQ.pth" ]; then
+        gdown --fuzzy https://drive.google.com/file/d/10wGdKSUOie0XmCr8SQ2A2FeDe-mfn5w3/view?usp=sharing 2>&1 | tee -a "$LOG_FILE"
+    fi
+    touch /tmp/.e2fgvi_weights
+    log "✅ E2FGVI权重完成"
 fi
 
-# 下载E2FGVI权重
-if [ ! -f "/tmp/e2fgvi_weights" ]; then
-    echo "📦 下载E2FGVI权重..."
-    cd /home/user/app/phantom/submodules/phantom-E2FGVI/E2FGVI/release_model
-    pip install -q gdown
-    gdown --fuzzy https://drive.google.com/file/d/10wGdKSUOie0XmCr8SQ2A2FeDe-mfn5w3/view?usp=sharing
-    touch /tmp/e2fgvi_weights
+# 7. E2FGVI
+if [ ! -f "/tmp/.e2fgvi_installed" ]; then
+    log "📦 安装E2FGVI..."
+    cd "$PHANTOM_DIR/submodules/phantom-E2FGVI"
+    pip install -q -e . 2>&1 | tee -a "$LOG_FILE"
+    touch /tmp/.e2fgvi_installed
+    log "✅ E2FGVI完成"
 fi
 
-# 安装E2FGVI
-if [ ! -f "/tmp/e2fgvi_installed" ]; then
-    echo "📦 安装E2FGVI..."
-    cd /home/user/app/phantom/submodules/phantom-E2FGVI
-    pip install -q -e .
-    touch /tmp/e2fgvi_installed
+# 8. Phantom主包
+if [ ! -f "/tmp/.phantom_installed" ]; then
+    log "📦 安装Phantom主包..."
+    cd "$PHANTOM_DIR"
+    pip install -q -e . 2>&1 | tee -a "$LOG_FILE"
+    touch /tmp/.phantom_installed
+    log "✅ Phantom主包完成"
 fi
 
-# 安装Phantom主包
-if [ ! -f "/tmp/phantom_installed" ]; then
-    echo "📦 安装Phantom..."
-    cd /home/user/app/phantom
-    pip install -q -e .
-    touch /tmp/phantom_installed
-fi
+# 9. 验证MANO模型
+MANO_DIR="$PHANTOM_DIR/submodules/phantom-hamer/_DATA/data/mano"
+if [ -f "$MANO_DIR/MANO_LEFT.pkl" ] && [ -f "$MANO_DIR/MANO_RIGHT.pkl" ]; then
+    log "✅ MANO模型已就绪"
+else
+    log "⚠️ MANO模型缺失，请上传"
+fi
+
+log "🎉 Phantom环境配置完成"
+log "日志文件: $LOG_FILE"
+
+# 标记完成
+touch /tmp/.phantom_ready