Spaces:
Paused
Paused
Commit Β·
614ca0d
1
Parent(s): 459b003
[Update]: Enhanced app.py for optimized GPU usage and improved Gradio interface π
Browse files- Updated: Replaced `import space` with `import os` for better compatibility.
- Added: Device configuration to utilize GPU if available, enhancing performance for memory operations.
- Implemented: Memory optimizations for the Stable Diffusion pipeline when using GPU.
- Updated: Gradio interface to include queuing and server configuration for better resource management.
- Added: New dependency `spaces` to requirements.txt for GPU functionality.
- Pro Tip of the Commit: When it comes to performance, letβs ride the GPU wave! ππ
Aye, Aye! π’
- app.py +37 -11
- requirements.txt +2 -1
app.py
CHANGED
|
@@ -10,7 +10,7 @@ and interact like waves in an ocean of consciousness.
|
|
| 10 |
|
| 11 |
Created by: Aye & Hue (with Trisha from Accounting keeping the numbers flowing)
|
| 12 |
"""
|
| 13 |
-
import
|
| 14 |
import gradio as gr
|
| 15 |
import torch
|
| 16 |
import numpy as np
|
|
@@ -19,7 +19,6 @@ from matplotlib import cm
|
|
| 19 |
import random
|
| 20 |
import time
|
| 21 |
from typing import Tuple, List, Dict, Optional, Union
|
| 22 |
-
import os
|
| 23 |
import json
|
| 24 |
from datetime import datetime
|
| 25 |
import plotly.graph_objects as go
|
|
@@ -36,8 +35,21 @@ random.seed(RANDOM_SEED)
|
|
| 36 |
# Constants
|
| 37 |
DEFAULT_GRID_SIZE = 64
|
| 38 |
EMOTION_RANGE = (-5, 5) # Range for emotional valence
|
|
|
|
| 39 |
MAX_SEED = 999999999 # Maximum seed value for art generation
|
| 40 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
# Try to import Stable Diffusion components
|
| 42 |
STABLE_DIFFUSION_AVAILABLE = False
|
| 43 |
pipe = None
|
|
@@ -45,18 +57,24 @@ try:
|
|
| 45 |
from diffusers import DiffusionPipeline, FlowMatchEulerDiscreteScheduler
|
| 46 |
STABLE_DIFFUSION_AVAILABLE = True
|
| 47 |
|
| 48 |
-
# Initialize Stable Diffusion pipeline
|
| 49 |
try:
|
| 50 |
pipe = DiffusionPipeline.from_pretrained(
|
| 51 |
"stabilityai/stable-diffusion-xl-base-1.0",
|
| 52 |
-
torch_dtype=torch.float16 if
|
| 53 |
use_safetensors=True,
|
| 54 |
-
variant="fp16" if
|
| 55 |
)
|
| 56 |
pipe.scheduler = FlowMatchEulerDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 57 |
-
pipe.to(
|
| 58 |
-
|
| 59 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
except Exception as e:
|
| 61 |
print(f"Warning: Failed to initialize Stable Diffusion: {e}")
|
| 62 |
pipe = None
|
|
@@ -143,7 +161,7 @@ class MemoryWave:
|
|
| 143 |
"""
|
| 144 |
def __init__(self,
|
| 145 |
size: int = DEFAULT_GRID_SIZE,
|
| 146 |
-
device: str =
|
| 147 |
"""
|
| 148 |
Initialize a memory wave system.
|
| 149 |
|
|
@@ -748,7 +766,8 @@ def generate_memory_prompt(operation: str, emotion_valence: float) -> str:
|
|
| 748 |
@spaces.GPU(duration=30)
|
| 749 |
def create_interface():
|
| 750 |
"""Create the Gradio interface for the Mem|8 Wave Memory Explorer."""
|
| 751 |
-
|
|
|
|
| 752 |
|
| 753 |
def process_memory_operation(
|
| 754 |
operation: str,
|
|
@@ -942,5 +961,12 @@ def create_interface():
|
|
| 942 |
return demo
|
| 943 |
|
| 944 |
if __name__ == "__main__":
|
|
|
|
| 945 |
demo = create_interface()
|
| 946 |
-
demo.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 10 |
|
| 11 |
Created by: Aye & Hue (with Trisha from Accounting keeping the numbers flowing)
|
| 12 |
"""
|
| 13 |
+
import os
|
| 14 |
import gradio as gr
|
| 15 |
import torch
|
| 16 |
import numpy as np
|
|
|
|
| 19 |
import random
|
| 20 |
import time
|
| 21 |
from typing import Tuple, List, Dict, Optional, Union
|
|
|
|
| 22 |
import json
|
| 23 |
from datetime import datetime
|
| 24 |
import plotly.graph_objects as go
|
|
|
|
| 35 |
# Constants
|
| 36 |
DEFAULT_GRID_SIZE = 64
|
| 37 |
EMOTION_RANGE = (-5, 5) # Range for emotional valence
|
| 38 |
+
AROUSAL_RANGE = (0, 255) # Range for arousal
|
| 39 |
MAX_SEED = 999999999 # Maximum seed value for art generation
|
| 40 |
|
| 41 |
+
# Configure device - Use Zero GPU if available
|
| 42 |
+
if torch.cuda.is_available():
|
| 43 |
+
print("π Zero GPU detected! Enabling hardware acceleration...")
|
| 44 |
+
device = "cuda"
|
| 45 |
+
# Enable Zero GPU optimizations
|
| 46 |
+
torch.backends.cuda.matmul.allow_tf32 = True
|
| 47 |
+
torch.backends.cudnn.allow_tf32 = True
|
| 48 |
+
torch.backends.cudnn.benchmark = True
|
| 49 |
+
else:
|
| 50 |
+
print("β‘ Running on CPU")
|
| 51 |
+
device = "cpu"
|
| 52 |
+
|
| 53 |
# Try to import Stable Diffusion components
|
| 54 |
STABLE_DIFFUSION_AVAILABLE = False
|
| 55 |
pipe = None
|
|
|
|
| 57 |
from diffusers import DiffusionPipeline, FlowMatchEulerDiscreteScheduler
|
| 58 |
STABLE_DIFFUSION_AVAILABLE = True
|
| 59 |
|
| 60 |
+
# Initialize Stable Diffusion pipeline with Zero GPU optimizations
|
| 61 |
try:
|
| 62 |
pipe = DiffusionPipeline.from_pretrained(
|
| 63 |
"stabilityai/stable-diffusion-xl-base-1.0",
|
| 64 |
+
torch_dtype=torch.float16 if device == "cuda" else torch.float32,
|
| 65 |
use_safetensors=True,
|
| 66 |
+
variant="fp16" if device == "cuda" else None
|
| 67 |
)
|
| 68 |
pipe.scheduler = FlowMatchEulerDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 69 |
+
pipe.to(device)
|
| 70 |
+
|
| 71 |
+
# Enable memory optimizations
|
| 72 |
+
if device == "cuda":
|
| 73 |
+
pipe.enable_model_cpu_offload()
|
| 74 |
+
pipe.enable_vae_slicing()
|
| 75 |
+
pipe.enable_vae_tiling()
|
| 76 |
+
# Enable attention slicing for lower memory usage
|
| 77 |
+
pipe.enable_attention_slicing(slice_size="max")
|
| 78 |
except Exception as e:
|
| 79 |
print(f"Warning: Failed to initialize Stable Diffusion: {e}")
|
| 80 |
pipe = None
|
|
|
|
| 161 |
"""
|
| 162 |
def __init__(self,
|
| 163 |
size: int = DEFAULT_GRID_SIZE,
|
| 164 |
+
device: str = device): # Use global device
|
| 165 |
"""
|
| 166 |
Initialize a memory wave system.
|
| 167 |
|
|
|
|
| 766 |
@spaces.GPU(duration=30)
|
| 767 |
def create_interface():
|
| 768 |
"""Create the Gradio interface for the Mem|8 Wave Memory Explorer."""
|
| 769 |
+
# Initialize with Zero GPU device
|
| 770 |
+
memory_wave = MemoryWave(device=device)
|
| 771 |
|
| 772 |
def process_memory_operation(
|
| 773 |
operation: str,
|
|
|
|
| 961 |
return demo
|
| 962 |
|
| 963 |
if __name__ == "__main__":
|
| 964 |
+
# Add Hugging Face Space-specific configuration
|
| 965 |
demo = create_interface()
|
| 966 |
+
demo.queue(max_size=10) # Enable queuing for better resource management
|
| 967 |
+
demo.launch(
|
| 968 |
+
share=False, # Don't create a public link
|
| 969 |
+
server_name="0.0.0.0", # Listen on all interfaces
|
| 970 |
+
server_port=7860, # Default Spaces port
|
| 971 |
+
show_api=False, # Hide API docs
|
| 972 |
+
)
|
requirements.txt
CHANGED
|
@@ -6,4 +6,5 @@ matplotlib>=3.8.0
|
|
| 6 |
diffusers>=0.25.0
|
| 7 |
transformers>=4.37.0
|
| 8 |
accelerate>=0.27.0
|
| 9 |
-
scipy>=1.11.0
|
|
|
|
|
|
| 6 |
diffusers>=0.25.0
|
| 7 |
transformers>=4.37.0
|
| 8 |
accelerate>=0.27.0
|
| 9 |
+
scipy>=1.11.0
|
| 10 |
+
spaces>=0.1.0
|