Update barks.py

barks.py

@@ -15,6 +15,7 @@ import warnings
 import random
 from transformers import AutoProcessor, BarkModel
 from accelerate import Accelerator
+from transformers import BitsAndBytesConfig
 import bitsandbytes as bnb
 
 # Suppress warnings for cleaner output
@@ -67,8 +68,19 @@ except Exception as e:
 
 try:
     print("Loading Bark small model into GPU VRAM with 4-bit quantization...")
+    # Configure 4-bit quantization
+    quantization_config = BitsAndBytesConfig(
+        load_in_4bit=True,
+        bnb_4bit_compute_dtype=torch.float16,
+        bnb_4bit_quant_type="nf4",
+        bnb_4bit_use_double_quant=True
+    )
     bark_processor = AutoProcessor.from_pretrained("suno/bark-small")
-    bark_model = BarkModel.from_pretrained("suno/bark-small", load_in_4bit=True, device_map="cuda")  # Load directly to GPU with quantization
+    bark_model = BarkModel.from_pretrained(
+        "suno/bark-small",
+        quantization_config=quantization_config,
+        device_map="cuda"
+    )  # Load directly to GPU with quantization
 except Exception as e:
     print(f"ERROR: Failed to load Bark model: {e}")
     print("Ensure Bark model weights and bitsandbytes are installed.")
@@ -403,6 +415,10 @@ def generate_music(instrumental_prompt: str, vocal_prompt: str, cfg_scale: float
     finally:
         memory_cleanup()
 
+# Function to clear inputs
+def clear_inputs():
+    return "", "", 3.0, 250, 0.9, 1.0, 30, 5, 1000, 120, "none", "none", "none", "none", "none"
+
 # 8) CUSTOM CSS
 css = """
 body {