Add application file

README.md

@@ -10,3 +10,28 @@ pinned: false
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# TexRecon 纹理重建工具
+
+这是一个基于TexRecon的纹理重建Gradio应用，可在Hugging Face Space中运行。
+
+## 功能
+将3D网格模型与图像序列结合，自动生成带纹理的3D模型。
+
+## 使用方法
+1. 上传PLY格式的网格模型
+2. 上传图像序列（JPG或PNG格式）
+3. 输入相机内参数据
+4. 输入每个图像对应的相机姿态
+5. 点击"开始纹理重建"按钮
+
+## 注意事项
+- 首次运行时会自动编译TexRecon，可能需要5-10分钟
+- 请确保输入的相机参数与图像匹配
+- 较大的纹理分辨率会增加处理时间
+
+## 技术细节
+应用使用pytexrecon库封装TexRecon功能，该库会：
+1. 自动检测或编译TexRecon可执行文件
+2. 处理输入输出数据转换
+3. 管理临时文件和工作目录
+    

app.py

@@ -0,0 +1,86 @@
+import gradio as gr
+import pytexrecon
+import os
+
+def process_texturing(mesh_file, image_files, intrinsics_text, pose_texts):
+    try:
+        # 初始化TexRecon
+        tex = pytexrecon.TexRecon(verbose=True)
+        
+        # 处理输入数据
+        with open(mesh_file.name, "rb") as f:
+            mesh_data = f.read()
+        
+        # 处理图像
+        images = {}
+        for img_file in image_files:
+            img_name = os.path.basename(img_file.name)
+            with open(img_file.name, "rb") as f:
+                images[img_name] = f.read()
+        
+        # 处理姿态数据
+        poses = {}
+        for img_file, pose_text in zip(image_files, pose_texts):
+            img_name = os.path.basename(img_file.name)
+            poses[img_name] = pose_text
+        
+        # 运行纹理重建
+        mesh_bytes, texture_bytes = tex.run_texturing(
+            mesh_data=mesh_data,
+            images=images,
+            intrinsics=intrinsics_text,
+            poses=poses,
+            texture_resolution=2048,
+            fill_holes=True
+        )
+        
+        # 保存结果到临时文件
+        with open("textured_mesh.obj", "wb") as f:
+            f.write(mesh_bytes)
+        
+        with open("texture.png", "wb") as f:
+            f.write(texture_bytes)
+        
+        return "textured_mesh.obj", "texture.png", "纹理重建成功！"
+    
+    except Exception as e:
+        return None, None, f"处理失败: {str(e)}"
+
+# 创建Gradio界面
+with gr.Blocks(title="TexRecon 纹理重建工具") as demo:
+    gr.Markdown("# TexRecon 纹理重建工具")
+    gr.Markdown("上传网格模型、图像序列和相机参数，生成带纹理的3D模型")
+    
+    with gr.Row():
+        with gr.Column(scale=1):
+            mesh_file = gr.File(label="网格模型 (.ply)", file_types=[".ply"])
+            image_files = gr.File(label="图像序列", file_types=[".jpg", ".png"], file_count="multiple")
+            
+            intrinsics_text = gr.Textbox(
+                label="相机内参",
+                placeholder="输入相机内参数据",
+                lines=5
+            )
+            
+            pose_texts = gr.Textbox(
+                label="相机姿态 (每个图像一个)",
+                placeholder="输入相机姿态数据，每个图像一行",
+                lines=5
+            )
+            
+            process_btn = gr.Button("开始纹理重建")
+        
+        with gr.Column(scale=1):
+            output_mesh = gr.File(label="带纹理的模型")
+            output_texture = gr.Image(label="纹理贴图")
+            status_text = gr.Textbox(label="状态")
+    
+    process_btn.click(
+        fn=process_texturing,
+        inputs=[mesh_file, image_files, intrinsics_text, pose_texts],
+        outputs=[output_mesh, output_texture, status_text]
+    )
+
+if __name__ == "__main__":
+    demo.launch()
+    

pytexrecon.py

@@ -0,0 +1,220 @@
+import subprocess
+import os
+import tempfile
+from typing import Optional, List, Dict, Tuple
+
+class TexRecon:
+    def __init__(self, verbose: bool = False):
+        """
+        初始化TexRecon绑定，适配Hugging Face Space环境
+        
+        Args:
+            verbose: 是否显示详细输出
+        """
+        self.verbose = verbose
+        self.texrecon_path = self._find_texrecon()
+        
+        # 检查是否可用
+        if not self.texrecon_path:
+            # 尝试自动编译（仅在Space环境中）
+            if os.path.exists("/app"):  # Hugging Face Space特征路径
+                self.texrecon_path = self._compile_texrecon()
+            else:
+                raise RuntimeError("未找到TexRecon可执行文件，请确保已编译")
+        
+        self._check_texrecon()
+        
+        # 创建临时目录用于处理中间文件
+        self.temp_dir = tempfile.TemporaryDirectory()
+        self.work_dir = self.temp_dir.name
+    
+    def _find_texrecon(self) -> Optional[str]:
+        """在常见路径中查找TexRecon可执行文件"""
+        search_paths = [
+            "./texrecon",
+            "/app/texrecon/build/texrecon",
+            "/usr/local/bin/texrecon",
+            os.path.expanduser("~/texrecon/build/texrecon")
+        ]
+        
+        for path in search_paths:
+            if os.path.exists(path) and os.access(path, os.X_OK):
+                return path
+        return None
+    
+    def _compile_texrecon(self) -> str:
+        """在Hugging Face Space中自动编译TexRecon"""
+        try:
+            # 安装依赖
+            subprocess.run(
+                ["sudo", "apt-get", "update"],
+                check=True,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE
+            )
+            
+            deps = [
+                "git", "cmake", "build-essential", 
+                "libboost-program-options-dev", "libopencv-dev"
+            ]
+            subprocess.run(
+                ["sudo", "apt-get", "install", "-y"] + deps,
+                check=True,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE
+            )
+            
+            # 克隆源码并编译
+            os.makedirs("/app/texrecon", exist_ok=True)
+            subprocess.run(
+                ["git", "clone", "https://github.com/texrecon/texrecon.git", "/app/texrecon/src"],
+                check=True,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE
+            )
+            
+            os.makedirs("/app/texrecon/build", exist_ok=True)
+            subprocess.run(
+                ["cmake", "../src"],
+                cwd="/app/texrecon/build",
+                check=True,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE
+            )
+            
+            subprocess.run(
+                ["make", "-j4"],
+                cwd="/app/texrecon/build",
+                check=True,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE
+            )
+            
+            texrecon_path = "/app/texrecon/build/texrecon"
+            if os.path.exists(texrecon_path):
+                os.chmod(texrecon_path, 0o755)
+                return texrecon_path
+            else:
+                raise RuntimeError("TexRecon编译成功但未找到可执行文件")
+                
+        except Exception as e:
+            raise RuntimeError(f"自动编译TexRecon失败: {str(e)}")
+    
+    def _check_texrecon(self) -> None:
+        """检查TexRecon是否可执行"""
+        try:
+            subprocess.run(
+                [self.texrecon_path, "--help"],
+                check=True,
+                stdout=subprocess.PIPE,
+                stderr=subprocess.PIPE
+            )
+        except FileNotFoundError:
+            raise RuntimeError(f"未找到TexRecon可执行文件: {self.texrecon_path}")
+        except subprocess.CalledProcessError:
+            raise RuntimeError(f"TexRecon可执行文件无效: {self.texrecon_path}")
+    
+    def run_texturing(self,
+                      mesh_data: bytes,  # 网格文件二进制数据
+                      images: Dict[str, bytes],  # 图像文件名到二进制数据的映射
+                      intrinsics: str,  # 内参字符串
+                      poses: Dict[str, str],  # 图像名到姿态的映射
+                      texture_resolution: int = 2048,
+                      padding: int = 5,
+                      fill_holes: bool = True) -> Tuple[bytes, bytes]:
+        """
+        运行纹理重建（适配Gradio的文件上传方式）
+        
+        Args:
+            mesh_data: 网格文件二进制数据
+            images: 图像文件名到二进制数据的映射
+            intrinsics: 相机内参字符串
+            poses: 图像名到姿态的映射
+            texture_resolution: 纹理贴图分辨率
+            padding: UV边界填充像素数
+            fill_holes: 是否填充纹理孔洞
+            
+        Returns:
+            带纹理的模型文件和纹理贴图的二进制数据
+        """
+        # 创建工作目录结构
+        mesh_path = os.path.join(self.work_dir, "mesh.ply")
+        images_dir = os.path.join(self.work_dir, "images")
+        intrinsics_path = os.path.join(self.work_dir, "intrinsics.txt")
+        poses_dir = os.path.join(self.work_dir, "poses")
+        output_dir = os.path.join(self.work_dir, "output")
+        
+        os.makedirs(images_dir, exist_ok=True)
+        os.makedirs(poses_dir, exist_ok=True)
+        os.makedirs(output_dir, exist_ok=True)
+        
+        # 写入网格文件
+        with open(mesh_path, "wb") as f:
+            f.write(mesh_data)
+        
+        # 写入图像文件
+        for img_name, img_data in images.items():
+            img_path = os.path.join(images_dir, img_name)
+            with open(img_path, "wb") as f:
+                f.write(img_data)
+        
+        # 写入内参文件
+        with open(intrinsics_path, "w") as f:
+            f.write(intrinsics)
+        
+        # 写入姿态文件
+        for img_name, pose_data in poses.items():
+            pose_path = os.path.join(poses_dir, f"{img_name}.txt")
+            with open(pose_path, "w") as f:
+                f.write(pose_data)
+        
+        # 构建命令
+        cmd = [
+            self.texrecon_path,
+            "texturing",
+            "--mesh", mesh_path,
+            "--images", images_dir,
+            "--intrinsics", intrinsics_path,
+            "--poses", poses_dir,
+            "--output", output_dir,
+            "--resolution", str(texture_resolution),
+            "--padding", str(padding)
+        ]
+        
+        if fill_holes:
+            cmd.append("--fill-holes")
+        
+        # 执行命令
+        try:
+            stdout = subprocess.PIPE if not self.verbose else None
+            stderr = subprocess.STDOUT if not self.verbose else None
+            
+            subprocess.run(
+                cmd,
+                stdout=stdout,
+                stderr=stderr,
+                check=True
+            )
+            
+            # 读取输出结果
+            textured_mesh_path = os.path.join(output_dir, "mesh_textured.obj")
+            texture_path = os.path.join(output_dir, "texture_0.png")
+            
+            with open(textured_mesh_path, "rb") as f:
+                mesh_bytes = f.read()
+            
+            with open(texture_path, "rb") as f:
+                texture_bytes = f.read()
+                
+            return mesh_bytes, texture_bytes
+            
+        except subprocess.CalledProcessError as e:
+            if self.verbose:
+                print(f"命令执行失败: {e}")
+            raise RuntimeError(f"纹理重建失败: {str(e)}")
+    
+    def __del__(self):
+        """清理临时目录"""
+        if hasattr(self, 'temp_dir'):
+            self.temp_dir.cleanup()
+    

requirements.txt

@@ -0,0 +1,4 @@
+gradio>=3.0
+numpy
+tempfile
+