Update app.py

app.py

@@ -21,23 +21,29 @@ MODEL_DIR = os.path.abspath("ckpts")
 # Repositories
 HF_MAIN_REPO = "tencent/HunyuanVideo-1.5"
 HF_GLYPH_REPO = "multimodalart/glyph-sdxl-v2-byt5-small"
-HF_VISION_REPO = "black-forest-labs/FLUX.1-Redux-dev" 
+HF_LLM_REPO = "Qwen/Qwen2.5-VL-7B-Instruct"
+HF_VISION_REPO = "black-forest-labs/FLUX.1-Redux-dev" # User specified
 
 # Configuration
 TRANSFORMER_VERSION = "480p_i2v_distilled"
 DTYPE = torch.bfloat16
+# ZeroGPU: Set False so we control offloading manually (CPU -> GPU -> CPU)
 ENABLE_OFFLOADING = False 
 
 def setup_environment():
     print("=" * 50)
     print("Checking Environment & Dependencies...")
     
+    # 1. Clone Code Repository
     if not os.path.exists(REPO_DIR):
+        print(f"Cloning repository to {REPO_DIR}...")
         subprocess.run(["git", "clone", REPO_URL, REPO_DIR], check=True)
 
+    # 2. Add Repo to Python Path
     if REPO_DIR not in sys.path:
         sys.path.insert(0, REPO_DIR)
 
+    # 3. Download Main Weights (Transformer, VAE, Scheduler)
     os.makedirs(MODEL_DIR, exist_ok=True)
     target_transformer = os.path.join(MODEL_DIR, "transformer", TRANSFORMER_VERSION)
     
@@ -49,30 +55,52 @@ def setup_environment():
                 f"transformer/{TRANSFORMER_VERSION}/*",
                 "vae/*",
                 "scheduler/*",
-                "tokenizer/*",
-                "text_encoder/*" # Download LLM here too to simplify
+                "tokenizer/*"
             ]
-            snapshot_download(repo_id=HF_MAIN_REPO, local_dir=MODEL_DIR, allow_patterns=allow_patterns, local_dir_use_symlinks=False)
+            snapshot_download(
+                repo_id=HF_MAIN_REPO, 
+                local_dir=MODEL_DIR, 
+                allow_patterns=allow_patterns,
+                local_dir_use_symlinks=False
+            )
         except Exception as e:
             print(f"Error downloading main weights: {e}")
             sys.exit(1)
 
-    # Vision Encoder
+    # 4. Download LLM Text Encoder (Qwen)
+    llm_target = os.path.join(MODEL_DIR, "text_encoder", "llm")
+    if not os.path.exists(llm_target) or not os.listdir(llm_target):
+        print(f"Downloading LLM Text Encoder from {HF_LLM_REPO}...")
+        try:
+            from huggingface_hub import snapshot_download
+            snapshot_download(
+                repo_id=HF_LLM_REPO,
+                local_dir=llm_target,
+                local_dir_use_symlinks=False
+            )
+        except Exception as e:
+            print(f"Error downloading LLM: {e}")
+
+    # 5. Download Vision Encoder (SigLIP)
     vision_target = os.path.join(MODEL_DIR, "vision_encoder", "siglip")
     if not os.path.exists(vision_target) or not os.listdir(vision_target):
         print(f"Downloading Vision Encoder from {HF_VISION_REPO}...")
         try:
             from huggingface_hub import snapshot_download
-            snapshot_download(repo_id=HF_VISION_REPO, local_dir=vision_target, local_dir_use_symlinks=False)
+            snapshot_download(
+                repo_id=HF_VISION_REPO,
+                local_dir=vision_target,
+                local_dir_use_symlinks=False
+            )
         except Exception as e:
             print(f"Error downloading Vision Encoder: {e}")
 
-    # Glyph Weights
+    # 6. Download & Restructure Glyph Weights
     glyph_root = os.path.join(MODEL_DIR, "text_encoder", "Glyph-SDXL-v2")
     glyph_ckpt_target = os.path.join(glyph_root, "checkpoints", "byt5_model.pt")
     
     if not os.path.exists(glyph_ckpt_target):
-        print(f"Downloading Glyph Weights from {HF_GLYPH_REPO}...")
+        print(f"Downloading & Structuring Glyph Weights from {HF_GLYPH_REPO}...")
         try:
             from huggingface_hub import snapshot_download
             glyph_temp = os.path.join(MODEL_DIR, "glyph_temp")
@@ -81,21 +109,25 @@ def setup_environment():
             os.makedirs(os.path.join(glyph_root, "assets"), exist_ok=True)
             os.makedirs(os.path.join(glyph_root, "checkpoints"), exist_ok=True)
             
+            # Move Assets
             src_assets = os.path.join(glyph_temp, "assets")
             if os.path.exists(src_assets):
                 for f in os.listdir(src_assets):
                     shutil.copy(os.path.join(src_assets, f), os.path.join(glyph_root, "assets", f))
             
+            # Move Model
             src_bin = os.path.join(glyph_temp, "pytorch_model.bin")
             if os.path.exists(src_bin):
                 shutil.move(src_bin, glyph_ckpt_target)
             else:
                 src_safe = os.path.join(glyph_temp, "model.safetensors")
-                if os.path.exists(src_safe): shutil.move(src_safe, glyph_ckpt_target)
+                if os.path.exists(src_safe):
+                     shutil.move(src_safe, glyph_ckpt_target)
             
             shutil.rmtree(glyph_temp, ignore_errors=True)
-        except Exception:
-            pass
+            
+        except Exception as e:
+            print(f"Error setting up Glyph weights: {e}")
 
     print("Environment Ready.")
     print("=" * 50)