Upload folder using huggingface_hub

README.md

@@ -66,6 +66,7 @@ models:
   - Eugeoter/noob-sdxl-controlnet-normal
   - Eugeoter/noob-sdxl-controlnet-softedge_hed
   - Eugeoter/noob-sdxl-controlnet-tile
+  - frankjoshua/novaAnimeXL_ilV180
   - h94/IP-Adapter
   - h94/IP-Adapter-FaceID
   - InstantX/FLUX.1-dev-IP-Adapter
@@ -102,6 +103,5 @@ models:
   - xinsir/controlnet-tile-sdxl-1.0
   - xinsir/controlnet-union-sdxl-1.0
   - XLabs-AI/flux-controlnet-collections
-  - Yevrey921/novaAnimeXL_ilV160
   - zhenshipo/waiIllustriousSDXL_v170
 ---

app.py

@@ -42,11 +42,21 @@ def apply_sage_attention_patch():
 
 @spaces.GPU
 def dummy_gpu_for_startup():
-    print("--- [GPU Startup] Dummy function for startup check initiated. ---")
-    patch_result = apply_sage_attention_patch()
-    print(f"--- [GPU Startup] {patch_result} ---")
-    print("--- [GPU Startup] Startup check passed. ---")
-    return "Startup check passed."
+    try:
+        print("--- [GPU Startup] Dummy function for startup check initiated. ---")
+        patch_result = apply_sage_attention_patch()
+        print(f"--- [GPU Startup] {patch_result} ---")
+        print("--- [GPU Startup] Startup check passed. ---")
+        return "Startup check passed."
+    except BaseException as e:
+        err_msg = str(e)
+        if "uncorrectable ECC error" in err_msg or "cudaErrorECCUncorrectable" in err_msg:
+            print("\n" + "="*80)
+            print(f"🚨 [Fatal GPU Error] Captured uncorrectable ECC error during inference: {err_msg}")
+            print("🚨 Terminating process to trigger an automatic container restart...")
+            print("="*80 + "\n")
+            os._exit(1)
+        raise e
 
 
 def main():

core/pipelines/base_pipeline.py

@@ -5,6 +5,8 @@ import spaces
 import tempfile
 import imageio
 import numpy as np
+import sys
+import os
 
 class BasePipeline(ABC):
     def __init__(self):
@@ -36,7 +38,17 @@ class BasePipeline(ABC):
         print(f"Requesting ZeroGPU for {task_name} with duration: {final_duration} seconds.")
         gpu_runner = spaces.GPU(duration=final_duration)(gpu_function)
         
-        return gpu_runner(*args, **kwargs)
+        try:
+            return gpu_runner(*args, **kwargs)
+        except BaseException as e:
+            err_msg = str(e)
+            if "uncorrectable ECC error" in err_msg or "cudaErrorECCUncorrectable" in err_msg:
+                print("\n" + "="*80)
+                print(f"🚨 [Fatal GPU Error] Captured uncorrectable ECC error during inference: {err_msg}")
+                print("🚨 Terminating process to trigger an automatic container restart...")
+                print("="*80 + "\n")
+                os._exit(1)
+            raise e
 
     def _encode_video_from_frames(self, frames_tensor_cpu: 'torch.Tensor', fps: int, progress: gr.Progress) -> str:
         progress(0.9, desc="Encoding video on CPU...")

requirements.txt

@@ -1,5 +1,5 @@
 comfyui-frontend-package==1.44.19
-comfyui-workflow-templates==0.9.91
+comfyui-workflow-templates==0.9.92
 comfyui-embedded-docs==0.5.2
 torch
 torchsde
@@ -23,7 +23,7 @@ SQLAlchemy>=2.0.0
 filelock
 av>=16.0.0
 comfy-kitchen==0.2.10
-comfy-aimdo==0.4.7
+comfy-aimdo==0.4.8
 requests
 simpleeval>=1.0.0
 blake3

yaml/file_list.yaml

@@ -61,10 +61,10 @@ file:
       source: hf
       repo_id: "misri/hassakuXLIllustrious_v30"
       repository_file_path: "hassakuXLIllustrious_v30.safetensors"
-    - filename: "novaAnimeXL_ilV160.safetensors"
+    - filename: "novaAnimeXL_ilV180.safetensors"
       source: hf
-      repo_id: "Yevrey921/novaAnimeXL_ilV160"
-      repository_file_path: "novaAnimeXL_ilV160.safetensors"
+      repo_id: "frankjoshua/novaAnimeXL_ilV180"
+      repository_file_path: "novaAnimeXL_ilV180.safetensors"
     - filename: "Illustrious-XL-v2.0.safetensors"
       source: hf
       repo_id: "OnomaAIResearch/Illustrious-XL-v2.0"

yaml/model_list.yaml

@@ -288,8 +288,8 @@ Checkpoint:
       - display_name: "Ikena/hassaku-xl-illustrious-v3.0"
         path: "hassakuXLIllustrious_v30.safetensors"
         category: "Illustrious"
-      - display_name: "Crody/Nova-Anime-XL-v16.0"
-        path: "novaAnimeXL_ilV160.safetensors"
+      - display_name: "Crody/Nova-Anime-XL-v18.0"
+        path: "novaAnimeXL_ilV180.safetensors"
         category: "Illustrious"
       - display_name: "OnomaAIResearch/Illustrious-XL-v2.0"
         path: "Illustrious-XL-v2.0.safetensors"