Update app.py

app.py

@@ -1,16 +1,16 @@
 import gradio as gr
 from random import randint
-from burman_models import models  # Custom Burman AI models
+from all_models import models
+
 from externalmod import gr_Interface_load, randomize_seed
+
 import asyncio
 import os
 from threading import RLock
-
-# Lock for thread safety
 lock = RLock()
-HF_TOKEN = os.getenv("HF_TOKEN", None)  # Hugging Face token if needed
+HF_TOKEN = os.environ.get("HF_TOKEN") if os.environ.get("HF_TOKEN") else None # If private or gated models aren't used, ENV setting is unnecessary.
+
 
-# Load AI Models
 def load_fn(models):
     global models_load
     models_load = {}
@@ -20,69 +20,125 @@ def load_fn(models):
             try:
                 m = gr_Interface_load(f'models/{model}', hf_token=HF_TOKEN)
             except Exception as error:
-                print(f"Error loading {model}:", error)
+                print(error)
                 m = gr.Interface(lambda: None, ['text'], ['image'])
-            models_load[model] = m
+            models_load.update({model: m})
+
 
 load_fn(models)
 
-# Configurations
-num_models = 9  # Number of models to show
+
+num_models = 9
+
+default_models = models[:num_models]
 inference_timeout = 600
-MAX_SEED = 999999999  # Increased seed range for more randomness
-starting_seed = randint(100000000, MAX_SEED)
+MAX_SEED=666666666
+starting_seed = randint(666666000, 666666666)
+
+def extend_choices(choices):
+    return choices[:num_models] + (num_models - len(choices[:num_models])) * ['NA']
+
 
 def update_imgbox(choices):
-    return [gr.Image(None, label=m, visible=(m != 'NA')) for m in choices[:num_models]]
+    choices_plus = extend_choices(choices[:num_models])
+    return [gr.Image(None, label=m, visible=(m!='NA')) for m in choices_plus]
 
 async def infer(model_str, prompt, seed=1, timeout=inference_timeout):
-    kwargs = {"seed": seed}
-    task = asyncio.create_task(asyncio.to_thread(models_load[model_str].fn, prompt=prompt, **kwargs, token=HF_TOKEN))
+    from pathlib import Path
+    kwargs = {}
+    noise = ""
+    kwargs["seed"] = seed
+    task = asyncio.create_task(asyncio.to_thread(models_load[model_str].fn,
+                               prompt=f'{prompt} {noise}', **kwargs, token=HF_TOKEN))
     await asyncio.sleep(0)
     try:
         result = await asyncio.wait_for(task, timeout=timeout)
-    except Exception as e:
-        print(f"Error: {e}")
-        if not task.done():
-            task.cancel()
+    except (Exception, asyncio.TimeoutError) as e:
+        print(e)
+        print(f"Task timed out: {model_str}")
+        if not task.done(): task.cancel()
         result = None
-    return result
+    if task.done() and result is not None:
+        with lock:
+            png_path = "image.png"
+            result.save(png_path)
+            image = str(Path(png_path).resolve())
+            return image
+    return None
+
 
-def generate_image(model_str, prompt, seed):
+
+
+def gen_fnseed(model_str, prompt, seed=1):
     if model_str == 'NA':
         return None
-    loop = asyncio.new_event_loop()
-    asyncio.set_event_loop(loop)
-    result = loop.run_until_complete(infer(model_str, prompt, seed))
-    loop.close()
-    return result or "error.png"
-
-# Gradio UI
-demo = gr.Blocks(theme='dark')  # Dark mode
+    try:
+        loop = asyncio.new_event_loop()
+        result = loop.run_until_complete(infer(model_str, prompt, seed, inference_timeout))
+    except (Exception, asyncio.CancelledError) as e:
+        print(e)
+        print(f"Task aborted: {model_str}")
+        result = None
+        with lock:
+            image = "https://huggingface.co/spaces/Yntec/ToyWorld/resolve/main/error.png"
+        result = image
+    finally:
+        loop.close()
+    return result
 
-with demo:
-    gr.Markdown("# 🖍️ Burman AI - AI-Powered Image Generator 🖍️")
-    
-    with gr.Tab("Generate Images"):
+with gr.Blocks(theme='Yntec/HaleyCH_Theme_craiyon') as demo:
+    gr.HTML(
+    """
+        <div>
+        <p> <center><img src="https://huggingface.co/spaces/Yntec/open-craiyon/resolve/main/open_craiyon.png" style="height:79px; width:367px; margin-top: -22px; margin-bottom: -44px;" span title="Best free ai art image generator open craiyon"></center>
+        </p>
+    """
+)
+    with gr.Tab('🖍️ AI models drawing images from any prompt! 🖍️'): 
         with gr.Row():
-            prompt_input = gr.Textbox(label='Enter your prompt:', lines=3, scale=3)
-            gen_button = gr.Button('Generate Image 🖌️', scale=1)
+            txt_input = gr.Textbox(label='Your prompt:', lines=4, scale=3)
+            gen_button = gr.Button('Draw it! 🖍️', scale=1)
         with gr.Row():
-            seed_slider = gr.Slider(label="Seed (Optional)", minimum=0, maximum=MAX_SEED, step=1, value=starting_seed, scale=3)
-            seed_button = gr.Button("Random Seed 🎲", scale=1)
-            seed_button.click(randomize_seed, None, [seed_slider])
+            seed = gr.Slider(label="Use a seed to replicate the same image later (maximum 666666666)", minimum=0, maximum=MAX_SEED, step=1, value=starting_seed, scale=3)
+            seed_rand = gr.Button("Randomize Seed 🎲", size="sm", variant="secondary", scale=1)    
+        seed_rand.click(randomize_seed, None, [seed], queue=False)
+        #stop_button = gr.Button('Stop', variant = 'secondary', interactive = False)
+               
+        gen_button.click(lambda s: gr.update(interactive = True), None)
+        gr.HTML(
+        """
+            <div style="text-align: center; max-width: 1200px; margin: 0 auto;">
+              <div>
+                <body>
+                <div class="center"><p style="margin-bottom: 10px; color: #5b6272;">Scroll down to see more images and select models.</p>
+                </div>
+                </body>
+              </div>
+            </div>
+        """
+               )
         with gr.Row():
-            output_images = [gr.Image(label=m) for m in models[:num_models]]
-            for model, img_output in zip(models[:num_models], output_images):
-                gen_button.click(generate_image, [model, prompt_input, seed_slider], img_output)
-        
-    with gr.Tab("Model Selection"):
-        model_choice = gr.CheckboxGroup(models, label="Select models to use", value=models[:num_models])
-        model_choice.change(update_imgbox, model_choice, output_images)
-
-    gr.Markdown("### Burman AI | Powered by Open-Source AI")
-
-demo.queue()
-demo.launch(share=True)
+            output = [gr.Image(min_width=480) for m in default_models]
+            #output = [gr.Image(label = m, min_width=480) for m in default_models]
+            current_models = [gr.Textbox(m, visible = False) for m in default_models]
+                        
+            for m, o in zip(current_models, output):
+                gen_event = gr.on(triggers=[gen_button.click, txt_input.submit], fn=gen_fnseed,
+                            inputs=[m, txt_input, seed], outputs=[o], concurrency_limit=None, queue=False)
+                #stop_button.click(lambda s: gr.update(interactive = False), None, stop_button, cancels = [gen_event])
+        with gr.Accordion('Model selection'):
+            model_choice = gr.CheckboxGroup(models, label = 'Untick the models you will not be using', value=default_models, interactive=True)
+            #model_choice = gr.CheckboxGroup(models, label = f'Choose up to {num_models} different models from the 2 available! Untick them to only use one!', value = default_models, multiselect = True, max_choices = num_models, interactive = True, filterable = False)
+            model_choice.change(update_imgbox, model_choice, output)
+            model_choice.change(extend_choices, model_choice, current_models)
+        with gr.Row():
+            gr.HTML(
+    """
+        <div class="footer">
+        <p> For more than a hundred times more models (that's not a typo) check out <a href="https://huggingface.co/spaces/Yntec/ToyWorld">Toy World</a>!</a>
+        </p>
+    """
+)
 
- 
+demo.queue(default_concurrency_limit=200, max_size=200)
+demo.launch(show_api=False, max_threads=400)