Commit ·
f6ede5b
1
Parent(s): b40be43
new update fix
Browse files
app.py
CHANGED
|
@@ -651,7 +651,6 @@ MODEL_CACHE_ROOT = os.environ.get(
|
|
| 651 |
)
|
| 652 |
MODEL_DIR = os.path.join(MODEL_CACHE_ROOT, "black-forest-labs", "FLUX.2-klein-4B")
|
| 653 |
LORA_DIR = os.path.join(MODEL_CACHE_ROOT, "AnimeOverlord", "flux2-klein-4b-mc-v2")
|
| 654 |
-
PRELOAD_MODEL_ON_STARTUP = os.environ.get("PRELOAD_MODEL_ON_STARTUP", "1") != "0"
|
| 655 |
|
| 656 |
_pipe = None
|
| 657 |
_pipe_ready = False
|
|
@@ -748,15 +747,6 @@ def _load_pipe():
|
|
| 748 |
return pipe
|
| 749 |
|
| 750 |
|
| 751 |
-
def preload_model_on_startup():
|
| 752 |
-
if not PRELOAD_MODEL_ON_STARTUP:
|
| 753 |
-
log_event("Startup model preload disabled by PRELOAD_MODEL_ON_STARTUP=0")
|
| 754 |
-
return
|
| 755 |
-
|
| 756 |
-
log_event("Startup model preload beginning")
|
| 757 |
-
_load_pipe()
|
| 758 |
-
log_event("Startup model preload complete")
|
| 759 |
-
|
| 760 |
|
| 761 |
# ----------------------------------------------------------------------
|
| 762 |
# INFERENCE FUNCTION
|
|
@@ -925,14 +915,6 @@ def stop_live():
|
|
| 925 |
# UI
|
| 926 |
# ----------------------------------------------------------------------
|
| 927 |
|
| 928 |
-
# Start model preload in background thread to avoid blocking UI
|
| 929 |
-
if PRELOAD_MODEL_ON_STARTUP:
|
| 930 |
-
preload_thread = threading.Thread(target=preload_model_on_startup, daemon=True)
|
| 931 |
-
preload_thread.start()
|
| 932 |
-
log_event("Model preload started in background thread")
|
| 933 |
-
else:
|
| 934 |
-
log_event("Startup model preload disabled by PRELOAD_MODEL_ON_STARTUP=0")
|
| 935 |
-
|
| 936 |
log_event("Building Gradio UI")
|
| 937 |
|
| 938 |
with gr.Blocks(**BLOCKS_KWARGS) as demo:
|
|
|
|
| 651 |
)
|
| 652 |
MODEL_DIR = os.path.join(MODEL_CACHE_ROOT, "black-forest-labs", "FLUX.2-klein-4B")
|
| 653 |
LORA_DIR = os.path.join(MODEL_CACHE_ROOT, "AnimeOverlord", "flux2-klein-4b-mc-v2")
|
|
|
|
| 654 |
|
| 655 |
_pipe = None
|
| 656 |
_pipe_ready = False
|
|
|
|
| 747 |
return pipe
|
| 748 |
|
| 749 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 750 |
|
| 751 |
# ----------------------------------------------------------------------
|
| 752 |
# INFERENCE FUNCTION
|
|
|
|
| 915 |
# UI
|
| 916 |
# ----------------------------------------------------------------------
|
| 917 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 918 |
log_event("Building Gradio UI")
|
| 919 |
|
| 920 |
with gr.Blocks(**BLOCKS_KWARGS) as demo:
|