Update app.py

app.py

@@ -1,19 +1,19 @@
 import spaces
+
+
+import os
+import random
+
 import gradio as gr
 import numpy as np
-import random
 from diffusers import DiffusionPipeline
 import torch
 from huggingface_hub import login
-import os
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
 # Set your Hugging Face token
 HUGGINGFACE_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
-if HUGGINGFACE_TOKEN is None:
-    raise ValueError("Hugging Face token not found. Please set the HUGGINGFACE_TOKEN environment variable.")
-
 login(token=HUGGINGFACE_TOKEN)
 
 # Path to your model repository and safetensors weights
@@ -28,16 +28,11 @@ pipeline = DiffusionPipeline.from_pretrained(
 )
 pipeline.load_lora_weights(lora_weights_path)
 
-# Comment out the line for sequential CPU offloading
-# pipeline.enable_sequential_cpu_offload()
-
 pipeline = pipeline.to(device)
 
 MAX_SEED = np.iinfo(np.int32).max
 MAX_IMAGE_SIZE = 1024  # Reduce max image size to fit within memory constraints
 
-CACHE_EXAMPLES = False
-
 @spaces.GPU
 def infer(prompt, negative_prompt, seed, randomize_seed, width, height, guidance_scale, num_inference_steps):
     if randomize_seed:
@@ -71,6 +66,7 @@ body {
     margin: 0;
     padding: 0;
 }
+
 #header {
     background-color: #ff3f6c; /* Myntra's pink color */
     color: white;
@@ -79,6 +75,7 @@ body {
     font-size: 24px;
     font-weight: bold;
 }
+
 #col-container {
     margin: 0 auto;
     max-width: 720px;
@@ -87,6 +84,7 @@ body {
     border-radius: 8px;
     box-shadow: 0 2px 8px rgba(0,0,0,0.1);
 }
+
 .gr-button {
     background-color: #ff3f6c; /* Myntra's pink color */
     color: white;
@@ -97,17 +95,21 @@ body {
     cursor: pointer;
     margin-top: 10px;
 }
+
 .gr-button:hover {
     background-color: #e62e5c; /* Darker shade for hover effect */
 }
+
 .gr-textbox, .gr-slider, .gr-checkbox, .gr-accordion {
     margin-bottom: 20px;
 }
+
 .gr-markdown {
     text-align: center;
     font-size: 24px;
     margin-bottom: 20px;
 }
+
 .gr-image {
     border: 1px solid #ebebeb;
     border-radius: 8px;
@@ -194,10 +196,11 @@ with gr.Blocks(css=css) as demo:
                 )
         
         gr.Examples(
-            examples=examples, 
-            inputs=[prompt], 
+            examples=examples,
+            inputs=[prompt],
             outputs=[result],
-            cache_examples=CACHE_EXAMPLES,
+            fn=infer,
+            cache_examples=True,
         )
 
     run_button.click(