999

app.py

@@ -29,9 +29,31 @@ try:
 except Exception:
     spaces = None
 
+GPU_MAX_DURATION = int(os.environ.get("GPU_MAX_DURATION", "400"))
+
+
+def _env_bool(name: str) -> Optional[bool]:
+    val = os.environ.get(name)
+    if val is None:
+        return None
+    return val.strip().lower() in ("1", "true", "yes", "y", "on")
+
+
+_default_keep_model_loaded_env = _env_bool("KEEP_MODEL_LOADED_DEFAULT")
+if _default_keep_model_loaded_env is None:
+    DEFAULT_KEEP_MODEL_LOADED = not (spaces is not None and os.environ.get("SPACE_ID"))
+else:
+    DEFAULT_KEEP_MODEL_LOADED = _default_keep_model_loaded_env
+
+
 def _gpu_guard(fn):
     if spaces is None:
         return fn
+    if GPU_MAX_DURATION > 0:
+        try:
+            return spaces.GPU(fn, duration=GPU_MAX_DURATION)
+        except TypeError:
+            return spaces.GPU(fn)
     return spaces.GPU(fn)
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), 'src'))
 
@@ -483,7 +505,6 @@ def load_transcriptor(model_path):
     return manager.get_transcriptor()
 
 
-@_gpu_guard
 def generate(
     lyrics,
     tags,
@@ -547,6 +568,7 @@ def generate(
         raise gr.Error(f"Generation error: {str(e)}")
 
 
+@_gpu_guard
 def generate_original(
     lyrics,
     tags,
@@ -580,6 +602,7 @@ def generate_original(
     )
 
 
+@_gpu_guard
 def generate_accelerated(
     lyrics,
     tags,
@@ -687,7 +710,6 @@ def generate_music_streaming(
         yield 48000, chunk_np
 
 
-@_gpu_guard
 def stream_generate(
     lyrics,
     tags,
@@ -754,6 +776,7 @@ def stream_generate(
         raise gr.Error(f"Streaming error: {str(e)}")
 
 
+@_gpu_guard
 def stream_generate_accelerated(
     lyrics,
     tags,
@@ -1038,7 +1061,7 @@ def create_ui():
                                 label="Quantization"
                             )
                             keep_model_loaded = gr.Checkbox(
-                                value=True,
+                                value=DEFAULT_KEEP_MODEL_LOADED,
                                 label="Keep Model Loaded"
                             )
                             offload_mode = gr.Dropdown(