adding Replicate and Fal as inference providers

app.py

@@ -1,26 +1,20 @@
-import gradio as gr
-import requests
+import gradio as gr # type: ignore
+import requests # type: ignore
 import io
 import random
 import os
 import time
 from PIL import Image
 import json
+from huggingface_hub import InferenceClient
 
 # Project by Nymbo
 
-# Base API URL for Hugging Face inference
-API_URL = "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-dev"
-# Retrieve the API token from environment variables
-API_TOKEN = os.getenv("HF_READ_TOKEN")
-headers = {"Authorization": f"Bearer {API_TOKEN}"}
-# Timeout for requests
-timeout = 100
-
-def query(prompt, model, custom_lora, is_negative=False, steps=35, cfg_scale=7, sampler="DPM++ 2M Karras", seed=-1, strength=0.7, width=1024, height=1024):
-    # Debug log to indicate function start
-    print("Starting query function...")
-    # Print the parameters for debugging purposes
+def query_with_auto_routing(prompt, model, custom_lora, is_negative=False, steps=35, cfg_scale=7, sampler="DPM++ 2M Karras", seed=-1, strength=0.7, width=1024, height=1024):
+    """
+    Generate images using HF's automatic provider routing
+    """
+    print(f"Starting query with automatic provider routing")
     print(f"Prompt: {prompt}")
     print(f"Model: {model}")
     print(f"Custom LoRA: {custom_lora}")
@@ -28,358 +22,320 @@ def query(prompt, model, custom_lora, is_negative=False, steps=35, cfg_scale=7,
 
     # Check if the prompt is empty or None
     if prompt == "" or prompt is None:
-        print("Prompt is empty or None. Exiting query function.")  # Debug log
+        print("Prompt is empty or None. Exiting query function.")
         return None
 
     # Generate a unique key for tracking the generation process
     key = random.randint(0, 999)
-    print(f"Generated key: {key}")  # Debug log
-
-    # Randomly select an API token from available options to distribute the load
-    API_TOKEN = random.choice([os.getenv("HF_READ_TOKEN"), os.getenv("HF_READ_TOKEN_2"), os.getenv("HF_READ_TOKEN_3"), os.getenv("HF_READ_TOKEN_4"), os.getenv("HF_READ_TOKEN_5")])
-    headers = {"Authorization": f"Bearer {API_TOKEN}"}
-    print(f"Selected API token: {API_TOKEN}")  # Debug log
+    print(f"Generated key: {key}")
 
     # Enhance the prompt with additional details for better quality
-    prompt = f"{prompt} | ultra detail, ultra elaboration, ultra quality, perfect."
-    print(f'Generation {key}: {prompt}')  # Debug log
-
-    # Set the API URL based on the selected model or custom LoRA
-    if custom_lora.strip() != "":
-        API_URL = f"https://api-inference.huggingface.co/models/{custom_lora.strip()}"
-    else:
-        if model == 'Stable Diffusion XL':
-            API_URL = "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-xl-base-1.0"
-        if model == 'FLUX.1 [Dev]':
-            API_URL = "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-dev"
-        if model == 'FLUX.1 [Schnell]':
-            API_URL = "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-schnell"
-        if model == 'HiDream-I1-Full':
-            API_URL = "https://api-inference.huggingface.co/models/HiDream-ai/HiDream-I1-Full"
-        if model == 'HiDream-I1-Dev':
-            API_URL = "https://api-inference.huggingface.co/models/HiDream-ai/HiDream-I1-Dev"
-        if model == 'HiDream-I1-Fast':
-            API_URL = "https://api-inference.huggingface.co/models/HiDream-ai/HiDream-I1-Fast"
-        if model == 'Animagine 4.0':
-            API_URL = "https://api-inference.huggingface.co/models/cagliostrolab/animagine-xl-4.0"
-            prompt = f"masterpiece, high score, great score, absurdres, {prompt}"
-        if model == 'Flux Icon Kit':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Icon-Kit-LoRA"
-            prompt = f"Icon Kit, {prompt}"
-        if model == 'Pixel Background':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Pixel-Background-LoRA"
-            prompt = f"Pixel Background, {prompt}"
-        if model == 'Meme XD':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Flux-Meme-Xd-LoRA"
-            prompt = f"meme, {prompt}"
-        if model == 'Chill Guy':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Flux-Chill-Guy-Zone"
-            prompt = f"chill guy, {prompt}"
-        if model == 'Pepe':
-            API_URL = "https://api-inference.huggingface.co/models/openfree/pepe"
-            prompt = f"pepe, {prompt}"
-        if model == 'NSFWmodel':
-            API_URL = "https://api-inference.huggingface.co/models/lexa862/NSFWmodel"
-            prompt = f"nude, {prompt}"
-        if model == 'Claude Art':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Claude-Art"
-            prompt = f"claude art, {prompt}"
-        if model == 'Open Genmoji':
-            API_URL = "https://api-inference.huggingface.co/models/EvanZhouDev/open-genmoji"
-            prompt = f"emoji, {prompt}"
-        if model == 'EBook Creative Cover':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/EBook-Creative-Cover-Flux-LoRA"
-            prompt = f"EBook Cover, {prompt}"
-        if model == 'Flux Logo Design 2':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Logo-Design-Flux-LoRA"
-            prompt = f"Logo Design, {prompt}"
-        if model == 'Isometric 3D':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Isometric-3D-LoRA"
-            prompt = f"Isometric 3D, {prompt}"
-        if model == 'Flux Condensation':
-            API_URL = "https://api-inference.huggingface.co/models/fofr/flux-condensation"
-            prompt = f"CONDENSATION, {prompt}"
-        if model == 'Flux Handwriting':
-            API_URL = "https://api-inference.huggingface.co/models/fofr/flux-handwriting"
-            prompt = f"HWRIT handwriting, {prompt}"
-        if model == 'Shou Xin':
-            API_URL = "https://api-inference.huggingface.co/models/Datou1111/shou_xin"
-            prompt = f"shou_xin, pencil sketch, {prompt}"
-        if model == 'Sketch Smudge':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Sketch-Smudge-LoRA"
-            prompt = f"Sketch Smudge, {prompt}"
-        if model == '80s Cyberpunk':
-            API_URL = "https://api-inference.huggingface.co/models/fofr/flux-80s-cyberpunk"
-            prompt = f"80s cyberpunk, {prompt}"
-        if model == 'Coloring Book Flux':
-            API_URL = "https://api-inference.huggingface.co/models/renderartist/coloringbookflux"
-            prompt = f"c0l0ringb00k, coloring book, coloring book page, {prompt}"
-        if model == 'Flux Miniature LoRA':
-            API_URL = "https://api-inference.huggingface.co/models/gokaygokay/Flux-Miniature-LoRA"
-            prompt = f"MNTR, miniature drawing, {prompt}"
-        if model == 'Sketch Paint':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Sketch-Paint"
-            prompt = f"Sketch paint, {prompt}"
-        if model == 'Flux UltraRealism 2.0':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Canopus-LoRA-Flux-UltraRealism-2.0"
-            prompt = f"Ultra realistic, {prompt}"
-        if model == 'Midjourney Mix':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Midjourney-Mix-LoRA"
-            prompt = f"midjourney mix, {prompt}"
-        if model == 'Midjourney Mix 2':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Midjourney-Mix2-LoRA"
-            prompt = f"MJ v6, {prompt}"
-        if model == 'Flux Logo Design':
-            API_URL = "https://api-inference.huggingface.co/models/Shakker-Labs/FLUX.1-dev-LoRA-Logo-Design"
-            prompt = f"wablogo, logo, Minimalist, {prompt}"
-        if model == 'Flux Uncensored':
-            API_URL = "https://api-inference.huggingface.co/models/enhanceaiteam/Flux-uncensored"
-        if model == 'Flux Uncensored V2':
-            API_URL = "https://api-inference.huggingface.co/models/enhanceaiteam/Flux-Uncensored-V2"
-        if model == 'Flux Tarot Cards':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Ton618-Tarot-Cards-Flux-LoRA"
-            prompt = f"Tarot card, {prompt}"
-        if model == 'Pixel Art Sprites':
-            API_URL = "https://api-inference.huggingface.co/models/sWizad/pokemon-trainer-sprites-pixelart-flux"
-            prompt = f"a pixel image, {prompt}"
-        if model == '3D Sketchfab':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Castor-3D-Sketchfab-Flux-LoRA"
-            prompt = f"3D Sketchfab, {prompt}"
-        if model == 'Retro Comic Flux':
-            API_URL = "https://api-inference.huggingface.co/models/renderartist/retrocomicflux"
-            prompt = f"c0m1c, comic book panel, {prompt}"
-        if model == 'Caricature':
-            API_URL = "https://api-inference.huggingface.co/models/TheAwakenOne/caricature"
-            prompt = f"CCTUR3, {prompt}"
-        if model == 'Huggieverse':
-            API_URL = "https://api-inference.huggingface.co/models/Chunte/flux-lora-Huggieverse"
-            prompt = f"HGGRE, {prompt}"
-        if model == 'Propaganda Poster':
-            API_URL = "https://api-inference.huggingface.co/models/AlekseyCalvin/Propaganda_Poster_Schnell_by_doctor_diffusion"
-            prompt = f"propaganda poster, {prompt}"
-        if model == 'Flux Game Assets V2':
-            API_URL = "https://api-inference.huggingface.co/models/gokaygokay/Flux-Game-Assets-LoRA-v2"
-            prompt = f"wbgmsst, white background, {prompt}"
-        if model == 'SDXL HS Card Style':
-            API_URL = "https://api-inference.huggingface.co/models/Norod78/sdxl-hearthstone-card-style-lora"
-            prompt = f"Hearthstone Card, {prompt}"
-        if model == 'SLDR FLUX NSFW v2 Studio':
-            API_URL = "https://api-inference.huggingface.co/models/xey/sldr_flux_nsfw_v2-studio"
-        if model == 'SoftPasty Flux':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/softpasty-flux-dev"
-            prompt = f"araminta_illus illustration style, {prompt}"
-        if model == 'Flux Stickers':
-            API_URL = "https://api-inference.huggingface.co/models/diabolic6045/Flux_Sticker_Lora"
-            prompt = f"5t1cker 5ty1e, {prompt}"
-        if model == 'Flux Animex V2':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Animex-v2-LoRA"
-            prompt = f"Animex, {prompt}"
-        if model == 'Flux Animeo V1':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Animeo-v1-LoRA"
-            prompt = f"Animeo, {prompt}"
-        if model == 'Movie Board':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Flux.1-Dev-Movie-Boards-LoRA"
-            prompt = f"movieboard, {prompt}"
-        if model == 'Purple Dreamy':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Purple-Dreamy-Flux-LoRA"
-            prompt = f"Purple Dreamy, {prompt}"
-        if model == 'PS1 Style Flux':
-            API_URL = "https://api-inference.huggingface.co/models/veryVANYA/ps1-style-flux"
-            prompt = f"ps1 game screenshot, {prompt}"
-        if model == 'Softserve Anime':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/softserve_anime"
-            prompt = f"sftsrv style illustration, {prompt}"
-        if model == 'Flux Tarot v1':
-            API_URL = "https://api-inference.huggingface.co/models/multimodalart/flux-tarot-v1"
-            prompt = f"in the style of TOK a trtcrd tarot style, {prompt}"
-        if model == 'Half Illustration':
-            API_URL = "https://api-inference.huggingface.co/models/davisbro/half_illustration"
-            prompt = f"in the style of TOK, {prompt}"
-        if model == 'OpenDalle v1.1':
-            API_URL = "https://api-inference.huggingface.co/models/dataautogpt3/OpenDalleV1.1"
-        if model == 'Flux Ghibsky Illustration':
-            API_URL = "https://api-inference.huggingface.co/models/aleksa-codes/flux-ghibsky-illustration"
-            prompt = f"GHIBSKY style, {prompt}"
-        if model == 'Flux Koda':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/flux-koda"
-            prompt = f"flmft style, {prompt}"
-        if model == 'Soviet Diffusion XL':
-            API_URL = "https://api-inference.huggingface.co/models/openskyml/soviet-diffusion-xl"
-            prompt = f"soviet poster, {prompt}"
-        if model == 'Flux Realism LoRA':
-            API_URL = "https://api-inference.huggingface.co/models/XLabs-AI/flux-RealismLora"
-        if model == 'Frosting Lane Flux':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/frosting_lane_flux"
-            prompt = f"frstingln illustration, {prompt}"
-        if model == 'Phantasma Anime':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/phantasma-anime"
-        if model == 'Boreal':
-            API_URL = "https://api-inference.huggingface.co/models/kudzueye/Boreal"
-            prompt = f"photo, {prompt}"
-        if model == 'How2Draw':
-            API_URL = "https://api-inference.huggingface.co/models/glif/how2draw"
-            prompt = f"How2Draw, {prompt}"
-        if model == 'Flux AestheticAnime':
-            API_URL = "https://api-inference.huggingface.co/models/dataautogpt3/FLUX-AestheticAnime"
-        if model == 'Fashion Hut Modeling LoRA':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Fashion-Hut-Modeling-LoRA"
-            prompt = f"Modeling of, {prompt}"
-        if model == 'Flux SyntheticAnime':
-            API_URL = "https://api-inference.huggingface.co/models/dataautogpt3/FLUX-SyntheticAnime"
-            prompt = f"1980s anime screengrab, VHS quality, syntheticanime, {prompt}"
-        if model == 'Flux Midjourney Anime':
-            API_URL = "https://api-inference.huggingface.co/models/brushpenbob/flux-midjourney-anime"
-            prompt = f"egmid, {prompt}"
-        if model == 'Coloring Book Generator':
-            API_URL = "https://api-inference.huggingface.co/models/robert123231/coloringbookgenerator"
-        if model == 'Collage Flux':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Castor-Collage-Dim-Flux-LoRA"
-            prompt = f"collage, {prompt}"
-        if model == 'Flux Product Ad Backdrop':
-            API_URL = "https://api-inference.huggingface.co/models/prithivMLmods/Flux-Product-Ad-Backdrop"
-            prompt = f"Product Ad, {prompt}"
-        if model == 'Product Design':
-            API_URL = "https://api-inference.huggingface.co/models/multimodalart/product-design"
-            prompt = f"product designed by prdsgn, {prompt}"
-        if model == '90s Anime Art':
-            API_URL = "https://api-inference.huggingface.co/models/glif/90s-anime-art"
-        if model == 'Brain Melt Acid Art':
-            API_URL = "https://api-inference.huggingface.co/models/glif/Brain-Melt-Acid-Art"
-            prompt = f"maximalism, in an acid surrealism style, {prompt}"
-        if model == 'Lustly Flux Uncensored v1':
-            API_URL = "https://api-inference.huggingface.co/models/lustlyai/Flux_Lustly.ai_Uncensored_nsfw_v1"
-        if model == 'NSFW Master Flux':
-            API_URL = "https://api-inference.huggingface.co/models/Keltezaa/NSFW_MASTER_FLUX"
-            prompt = f"NSFW, {prompt}"
-        if model == 'Flux Outfit Generator':
-            API_URL = "https://api-inference.huggingface.co/models/tryonlabs/FLUX.1-dev-LoRA-Outfit-Generator"
-        if model == 'Midjourney':
-            API_URL = "https://api-inference.huggingface.co/models/Jovie/Midjourney"
-        if model == 'DreamPhotoGASM':
-            API_URL = "https://api-inference.huggingface.co/models/Yntec/DreamPhotoGASM"
-        if model == 'Flux Super Realism LoRA':
-            API_URL = "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Super-Realism-LoRA"
-        if model == 'Stable Diffusion 2-1':
-            API_URL = "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-2-1-base"
-        if model == 'Stable Diffusion 3.5 Large':
-            API_URL = "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-3.5-large"
-        if model == 'Stable Diffusion 3.5 Large Turbo':
-            API_URL = "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-3.5-large-turbo"
-        if model == 'Stable Diffusion 3 Medium':
-            API_URL = "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-3-medium-diffusers"
-            prompt = f"A, {prompt}"
-        if model == 'Duchaiten Real3D NSFW XL':
-            API_URL = "https://api-inference.huggingface.co/models/stablediffusionapi/duchaiten-real3d-nsfw-xl"
-        if model == 'Pixel Art XL':
-            API_URL = "https://api-inference.huggingface.co/models/nerijs/pixel-art-xl"
-            prompt = f"pixel art, {prompt}"
-        if model == 'Character Design':
-            API_URL = "https://api-inference.huggingface.co/models/KappaNeuro/character-design"
-            prompt = f"Character Design, {prompt}"
-        if model == 'Sketched Out Manga':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/sketchedoutmanga"
-            prompt = f"daiton, {prompt}"
-        if model == 'Archfey Anime':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/archfey_anime"
-        if model == 'Lofi Cuties':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/lofi-cuties"
-        if model == 'YiffyMix':
-            API_URL = "https://api-inference.huggingface.co/models/Yntec/YiffyMix"
-        if model == 'Analog Madness Realistic v7':
-            API_URL = "https://api-inference.huggingface.co/models/digiplay/AnalogMadness-realistic-model-v7"
-        if model == 'Selfie Photography':
-            API_URL = "https://api-inference.huggingface.co/models/artificialguybr/selfiephotographyredmond-selfie-photography-lora-for-sdxl"
-            prompt = f"instagram model, discord profile picture, {prompt}"
-        if model == 'Filmgrain':
-            API_URL = "https://api-inference.huggingface.co/models/artificialguybr/filmgrain-redmond-filmgrain-lora-for-sdxl"
-            prompt = f"Film Grain, FilmGrainAF, {prompt}"
-        if model == 'Leonardo AI Style Illustration':
-            API_URL = "https://api-inference.huggingface.co/models/goofyai/Leonardo_Ai_Style_Illustration"
-            prompt = f"leonardo style, illustration, vector art, {prompt}"
-        if model == 'Cyborg Style XL':
-            API_URL = "https://api-inference.huggingface.co/models/goofyai/cyborg_style_xl"
-            prompt = f"cyborg style, {prompt}"
-        if model == 'Little Tinies':
-            API_URL = "https://api-inference.huggingface.co/models/alvdansen/littletinies"
-        if model == 'NSFW XL':
-            API_URL = "https://api-inference.huggingface.co/models/Dremmar/nsfw-xl"
-        if model == 'Analog Redmond':
-            API_URL = "https://api-inference.huggingface.co/models/artificialguybr/analogredmond"
-            prompt = f"timeless style, {prompt}"
-        if model == 'Pixel Art Redmond':
-            API_URL = "https://api-inference.huggingface.co/models/artificialguybr/PixelArtRedmond"
-            prompt = f"Pixel Art, {prompt}"
-        if model == 'Ascii Art':
-            API_URL = "https://api-inference.huggingface.co/models/CiroN2022/ascii-art"
-            prompt = f"ascii art, {prompt}"
-        if model == 'Analog':
-            API_URL = "https://api-inference.huggingface.co/models/Yntec/Analog"
-        if model == 'Maple Syrup':
-            API_URL = "https://api-inference.huggingface.co/models/Yntec/MapleSyrup"
-        if model == 'Perfect Lewd Fantasy':
-            API_URL = "https://api-inference.huggingface.co/models/digiplay/perfectLewdFantasy_v1.01"
-        if model == 'AbsoluteReality 1.8.1':
-            API_URL = "https://api-inference.huggingface.co/models/digiplay/AbsoluteReality_v1.8.1"
-        if model == 'Disney':
-            API_URL = "https://api-inference.huggingface.co/models/goofyai/disney_style_xl"
-            prompt = f"Disney style, {prompt}"
-        if model == 'Redmond SDXL':
-            API_URL = "https://api-inference.huggingface.co/models/artificialguybr/LogoRedmond-LogoLoraForSDXL-V2"
-        if model == 'epiCPhotoGasm':
-            API_URL = "https://api-inference.huggingface.co/models/Yntec/epiCPhotoGasm"
-    print(f"API URL set to: {API_URL}")  # Debug log
-
-    # Define the payload for the request
-    payload = {
-        "inputs": prompt,
-        "is_negative": is_negative,  # Whether to use a negative prompt
-        "steps": steps,  # Number of sampling steps
-        "cfg_scale": cfg_scale,  # Scale for controlling adherence to prompt
-        "seed": seed if seed != -1 else random.randint(1, 1000000000),  # Random seed for reproducibility
-        "strength": strength,  # How strongly the model should transform the image
-        "parameters": {
-            "width": width,  # Width of the generated image
-            "height": height  # Height of the generated image
-        }
-    }
-    print(f"Payload: {json.dumps(payload, indent=2)}")  # Debug log
+    enhanced_prompt = f"{prompt} | ultra detail, ultra elaboration, ultra quality, perfect."
+    print(f'Generation {key}: {enhanced_prompt}')
 
-    # Make a request to the API to generate the image
     try:
-        response = requests.post(API_URL, headers=headers, json=payload, timeout=timeout)
-        print(f"Response status code: {response.status_code}")  # Debug log
-    except requests.exceptions.RequestException as e:
-        # Log any request exceptions and raise an error for the user
-        print(f"Request failed: {e}")  # Debug log
-        raise gr.Error(f"Request failed: {e}")
-
-    # Check if the response status is not successful
-    if response.status_code != 200:
-        print(f"Error: Failed to retrieve image. Response status: {response.status_code}")  # Debug log
-        print(f"Response content: {response.text}")  # Debug log
-        if response.status_code == 400:
-            raise gr.Error(f"{response.status_code}: Bad Request - There might be an issue with the input parameters.")
-        elif response.status_code == 401:
-            raise gr.Error(f"{response.status_code}: Unauthorized - Please check your API token.")
-        elif response.status_code == 403:
-            raise gr.Error(f"{response.status_code}: Forbidden - You do not have permission to access this model.")
-        elif response.status_code == 404:
-            raise gr.Error(f"{response.status_code}: Not Found - The requested model could not be found.")
-        elif response.status_code == 503:
-            raise gr.Error(f"{response.status_code}: The model is being loaded. Please try again later.")
+        # Use automatic provider routing
+        api_key = os.getenv("HF_READ_TOKEN")
+        if not api_key:
+            raise gr.Error("HF_READ_TOKEN not found. Please set your Hugging Face API token.")
+        
+        # Initialize client with automatic provider selection (default is "auto")
+        client = InferenceClient(api_key=api_key)
+        
+        # Determine the model to use
+        if custom_lora.strip() != "":
+            model_id = custom_lora.strip()
+            print(f"Using custom LoRA: {model_id}")
         else:
-            raise gr.Error(f"{response.status_code}: An unexpected error occurred.")
-
-    try:
-        # Attempt to read the image from the response content
-        image_bytes = response.content
-        image = Image.open(io.BytesIO(image_bytes))
-        print(f'Generation {key} completed! ({prompt})')  # Debug log
+            model_id = get_model_id_from_name(model)
+            print(f"Using model: {model_id}")
+        
+        # Apply model-specific prompt enhancements
+        enhanced_prompt = apply_model_prompt_enhancements(model, enhanced_prompt)
+        
+        # Generate image using automatic provider routing
+        image = client.text_to_image(
+            prompt=enhanced_prompt,
+            model=model_id,
+            width=width,
+            height=height,
+            num_inference_steps=steps,
+            guidance_scale=cfg_scale,
+            seed=seed if seed != -1 else None,
+        )
+        
+        print(f'Generation {key} completed with automatic routing!')
         return image
+        
     except Exception as e:
-        # Handle any errors that occur when opening the image
-        print(f"Error while trying to open image: {e}")  # Debug log
-        return None
+        print(f"Error with automatic routing: {e}")
+        raise gr.Error(f"Failed to generate image: {str(e)}")
+
+def get_model_id_from_name(model_name):
+    """
+    Convert user-friendly model names to actual HuggingFace model IDs
+    """
+    model_mapping = {
+        'FLUX.1 [Dev]': "black-forest-labs/FLUX.1-dev",
+        'FLUX.1 [Schnell]': "black-forest-labs/FLUX.1-schnell",
+        'Stable Diffusion XL': "stabilityai/stable-diffusion-xl-base-1.0",
+        'Stable Diffusion 3.5 Large': "stabilityai/stable-diffusion-3.5-large",
+        'Stable Diffusion 3.5 Large Turbo': "stabilityai/stable-diffusion-3.5-large-turbo",
+        'Stable Diffusion 3 Medium': "stabilityai/stable-diffusion-3-medium-diffusers",
+        'HiDream-I1-Full': "HiDream-ai/HiDream-I1-Full",
+        'HiDream-I1-Dev': "HiDream-ai/HiDream-I1-Dev",
+        'HiDream-I1-Fast': "HiDream-ai/HiDream-I1-Fast",
+        'Animagine 4.0': "cagliostrolab/animagine-xl-4.0",
+        'Flux Icon Kit': "strangerzonehf/Flux-Icon-Kit-LoRA",
+        'Pixel Background': "strangerzonehf/Flux-Pixel-Background-LoRA",
+        'Meme XD': "prithivMLmods/Flux-Meme-Xd-LoRA",
+        'Chill Guy': "prithivMLmods/Flux-Chill-Guy-Zone",
+        'Pepe': "openfree/pepe",
+        'NSFWmodel': "lexa862/NSFWmodel",
+        'Claude Art': "strangerzonehf/Flux-Claude-Art",
+        'Open Genmoji': "EvanZhouDev/open-genmoji",
+        'EBook Creative Cover': "prithivMLmods/EBook-Creative-Cover-Flux-LoRA",
+        'Flux Logo Design 2': "prithivMLmods/Logo-Design-Flux-LoRA",
+        'Isometric 3D': "strangerzonehf/Flux-Isometric-3D-LoRA",
+        'Flux Condensation': "fofr/flux-condensation",
+        'Flux Handwriting': "fofr/flux-handwriting",
+        'Shou Xin': "Datou1111/shou_xin",
+        'Sketch Smudge': "strangerzonehf/Flux-Sketch-Smudge-LoRA",
+        '80s Cyberpunk': "fofr/flux-80s-cyberpunk",
+        'Coloring Book Flux': "renderartist/coloringbookflux",
+        'Flux Miniature LoRA': "gokaygokay/Flux-Miniature-LoRA",
+        'Sketch Paint': "strangerzonehf/Sketch-Paint",
+        'Flux UltraRealism 2.0': "prithivMLmods/Canopus-LoRA-Flux-UltraRealism-2.0",
+        'Midjourney Mix': "strangerzonehf/Flux-Midjourney-Mix-LoRA",
+        'Midjourney Mix 2': "strangerzonehf/Flux-Midjourney-Mix2-LoRA",
+        'Flux Logo Design': "Shakker-Labs/FLUX.1-dev-LoRA-Logo-Design",
+        'Flux Uncensored': "enhanceaiteam/Flux-uncensored",
+        'Flux Uncensored V2': "enhanceaiteam/Flux-Uncensored-V2",
+        'Flux Tarot Cards': "prithivMLmods/Ton618-Tarot-Cards-Flux-LoRA",
+        'Pixel Art Sprites': "sWizad/pokemon-trainer-sprites-pixelart-flux",
+        '3D Sketchfab': "prithivMLmods/Castor-3D-Sketchfab-Flux-LoRA",
+        'Retro Comic Flux': "renderartist/retrocomicflux",
+        'Caricature': "TheAwakenOne/caricature",
+        'Huggieverse': "Chunte/flux-lora-Huggieverse",
+        'Propaganda Poster': "AlekseyCalvin/Propaganda_Poster_Schnell_by_doctor_diffusion",
+        'Flux Game Assets V2': "gokaygokay/Flux-Game-Assets-LoRA-v2",
+        'SDXL HS Card Style': "Norod78/sdxl-hearthstone-card-style-lora",
+        'SLDR FLUX NSFW v2 Studio': "xey/sldr_flux_nsfw_v2-studio",
+        'SoftPasty Flux': "alvdansen/softpasty-flux-dev",
+        'Flux Stickers': "diabolic6045/Flux_Sticker_Lora",
+        'Flux Animex V2': "strangerzonehf/Flux-Animex-v2-LoRA",
+        'Flux Animeo V1': "strangerzonehf/Flux-Animeo-v1-LoRA",
+        'Movie Board': "prithivMLmods/Flux.1-Dev-Movie-Boards-LoRA",
+        'Purple Dreamy': "prithivMLmods/Purple-Dreamy-Flux-LoRA",
+        'PS1 Style Flux': "veryVANYA/ps1-style-flux",
+        'Softserve Anime': "alvdansen/softserve_anime",
+        'Flux Tarot v1': "multimodalart/flux-tarot-v1",
+        'Half Illustration': "davisbro/half_illustration",
+        'OpenDalle v1.1': "dataautogpt3/OpenDalleV1.1",
+        'Flux Ghibsky Illustration': "aleksa-codes/flux-ghibsky-illustration",
+        'Flux Koda': "alvdansen/flux-koda",
+        'Soviet Diffusion XL': "openskyml/soviet-diffusion-xl",
+        'Flux Realism LoRA': "XLabs-AI/flux-RealismLora",
+        'Frosting Lane Flux': "alvdansen/frosting_lane_flux",
+        'Phantasma Anime': "alvdansen/phantasma-anime",
+        'Boreal': "kudzueye/Boreal",
+        'How2Draw': "glif/how2draw",
+        'Flux AestheticAnime': "dataautogpt3/FLUX-AestheticAnime",
+        'Fashion Hut Modeling LoRA': "prithivMLmods/Fashion-Hut-Modeling-LoRA",
+        'Flux SyntheticAnime': "dataautogpt3/FLUX-SyntheticAnime",
+        'Flux Midjourney Anime': "brushpenbob/flux-midjourney-anime",
+        'Coloring Book Generator': "robert123231/coloringbookgenerator",
+        'Collage Flux': "prithivMLmods/Castor-Collage-Dim-Flux-LoRA",
+        'Flux Product Ad Backdrop': "prithivMLmods/Flux-Product-Ad-Backdrop",
+        'Product Design': "multimodalart/product-design",
+        '90s Anime Art': "glif/90s-anime-art",
+        'Brain Melt Acid Art': "glif/Brain-Melt-Acid-Art",
+        'Lustly Flux Uncensored v1': "lustlyai/Flux_Lustly.ai_Uncensored_nsfw_v1",
+        'NSFW Master Flux': "Keltezaa/NSFW_MASTER_FLUX",
+        'Flux Outfit Generator': "tryonlabs/FLUX.1-dev-LoRA-Outfit-Generator",
+        'Midjourney': "Jovie/Midjourney",
+        'DreamPhotoGASM': "Yntec/DreamPhotoGASM",
+        'Flux Super Realism LoRA': "strangerzonehf/Flux-Super-Realism-LoRA",
+        'Stable Diffusion 2-1': "stabilityai/stable-diffusion-2-1-base",
+        'Duchaiten Real3D NSFW XL': "stablediffusionapi/duchaiten-real3d-nsfw-xl",
+        'Pixel Art XL': "nerijs/pixel-art-xl",
+        'Character Design': "KappaNeuro/character-design",
+        'Sketched Out Manga': "alvdansen/sketchedoutmanga",
+        'Archfey Anime': "alvdansen/archfey_anime",
+        'Lofi Cuties': "alvdansen/lofi-cuties",
+        'YiffyMix': "Yntec/YiffyMix",
+        'Analog Madness Realistic v7': "digiplay/AnalogMadness-realistic-model-v7",
+        'Selfie Photography': "artificialguybr/selfiephotographyredmond-selfie-photography-lora-for-sdxl",
+        'Filmgrain': "artificialguybr/filmgrain-redmond-filmgrain-lora-for-sdxl",
+        'Leonardo AI Style Illustration': "goofyai/Leonardo_Ai_Style_Illustration",
+        'Cyborg Style XL': "goofyai/cyborg_style_xl",
+        'Little Tinies': "alvdansen/littletinies",
+        'NSFW XL': "Dremmar/nsfw-xl",
+        'Analog Redmond': "artificialguybr/analogredmond",
+        'Pixel Art Redmond': "artificialguybr/PixelArtRedmond",
+        'Ascii Art': "CiroN2022/ascii-art",
+        'Analog': "Yntec/Analog",
+        'Maple Syrup': "Yntec/MapleSyrup",
+        'Perfect Lewd Fantasy': "digiplay/perfectLewdFantasy_v1.01",
+        'AbsoluteReality 1.8.1': "digiplay/AbsoluteReality_v1.8.1",
+        'Disney': "goofyai/disney_style_xl",
+        'Redmond SDXL': "artificialguybr/LogoRedmond-LogoLoraForSDXL-V2",
+        'epiCPhotoGasm': "Yntec/epiCPhotoGasm"
+    }
+    
+    # Return the mapped model ID or default to FLUX.1 Schnell
+    return model_mapping.get(model_name, "black-forest-labs/FLUX.1-schnell")
+
+def apply_model_prompt_enhancements(model_name, prompt):
+    """
+    Apply model-specific prompt enhancements
+    """
+    if model_name == 'Animagine 4.0':
+        return f"masterpiece, high score, great score, absurdres, {prompt}"
+    elif model_name == 'Flux Icon Kit':
+        return f"Icon Kit, {prompt}"
+    elif model_name == 'Pixel Background':
+        return f"Pixel Background, {prompt}"
+    elif model_name == 'Meme XD':
+        return f"meme, {prompt}"
+    elif model_name == 'Chill Guy':
+        return f"chill guy, {prompt}"
+    elif model_name == 'Pepe':
+        return f"pepe, {prompt}"
+    elif model_name == 'NSFWmodel':
+        return f"nude, {prompt}"
+    elif model_name == 'Claude Art':
+        return f"claude art, {prompt}"
+    elif model_name == 'Open Genmoji':
+        return f"emoji, {prompt}"
+    elif model_name == 'EBook Creative Cover':
+        return f"EBook Cover, {prompt}"
+    elif model_name == 'Flux Logo Design 2':
+        return f"Logo Design, {prompt}"
+    elif model_name == 'Isometric 3D':
+        return f"Isometric 3D, {prompt}"
+    elif model_name == 'Flux Condensation':
+        return f"CONDENSATION, {prompt}"
+    elif model_name == 'Flux Handwriting':
+        return f"HWRIT handwriting, {prompt}"
+    elif model_name == 'Shou Xin':
+        return f"shou_xin, pencil sketch, {prompt}"
+    elif model_name == 'Sketch Smudge':
+        return f"Sketch Smudge, {prompt}"
+    elif model_name == '80s Cyberpunk':
+        return f"80s cyberpunk, {prompt}"
+    elif model_name == 'Coloring Book Flux':
+        return f"c0l0ringb00k, coloring book, coloring book page, {prompt}"
+    elif model_name == 'Flux Miniature LoRA':
+        return f"MNTR, miniature drawing, {prompt}"
+    elif model_name == 'Sketch Paint':
+        return f"Sketch paint, {prompt}"
+    elif model_name == 'Flux UltraRealism 2.0':
+        return f"Ultra realistic, {prompt}"
+    elif model_name == 'Midjourney Mix':
+        return f"midjourney mix, {prompt}"
+    elif model_name == 'Midjourney Mix 2':
+        return f"MJ v6, {prompt}"
+    elif model_name == 'Flux Logo Design':
+        return f"wablogo, logo, Minimalist, {prompt}"
+    elif model_name == 'Flux Tarot Cards':
+        return f"Tarot card, {prompt}"
+    elif model_name == 'Pixel Art Sprites':
+        return f"a pixel image, {prompt}"
+    elif model_name == '3D Sketchfab':
+        return f"3D Sketchfab, {prompt}"
+    elif model_name == 'Retro Comic Flux':
+        return f"c0m1c, comic book panel, {prompt}"
+    elif model_name == 'Caricature':
+        return f"CCTUR3, {prompt}"
+    elif model_name == 'Huggieverse':
+        return f"HGGRE, {prompt}"
+    elif model_name == 'Stable Diffusion 3 Medium':
+        return f"A, {prompt}"
+    elif model_name == 'Propaganda Poster':
+        return f"propaganda poster, {prompt}"
+    elif model_name == 'Flux Game Assets V2':
+        return f"wbgmsst, white background, {prompt}"
+    elif model_name == 'SDXL HS Card Style':
+        return f"Hearthstone Card, {prompt}"
+    elif model_name == 'SoftPasty Flux':
+        return f"araminta_illus illustration style, {prompt}"
+    elif model_name == 'Flux Stickers':
+        return f"5t1cker 5ty1e, {prompt}"
+    elif model_name == 'Flux Animex V2':
+        return f"Animex, {prompt}"
+    elif model_name == 'Flux Animeo V1':
+        return f"Animeo, {prompt}"
+    elif model_name == 'Movie Board':
+        return f"movieboard, {prompt}"
+    elif model_name == 'Purple Dreamy':
+        return f"Purple Dreamy, {prompt}"
+    elif model_name == 'PS1 Style Flux':
+        return f"ps1 game screenshot, {prompt}"
+    elif model_name == 'Softserve Anime':
+        return f"sftsrv style illustration, {prompt}"
+    elif model_name == 'Flux Tarot v1':
+        return f"in the style of TOK a trtcrd tarot style, {prompt}"
+    elif model_name == 'Half Illustration':
+        return f"in the style of TOK, {prompt}"
+    elif model_name == 'Flux Ghibsky Illustration':
+        return f"GHIBSKY style, {prompt}"
+    elif model_name == 'Flux Koda':
+        return f"flmft style, {prompt}"
+    elif model_name == 'Soviet Diffusion XL':
+        return f"soviet poster, {prompt}"
+    elif model_name == 'Frosting Lane Flux':
+        return f"frstingln illustration, {prompt}"
+    elif model_name == 'Boreal':
+        return f"photo, {prompt}"
+    elif model_name == 'How2Draw':
+        return f"How2Draw, {prompt}"
+    elif model_name == 'Fashion Hut Modeling LoRA':
+        return f"Modeling of, {prompt}"
+    elif model_name == 'Flux SyntheticAnime':
+        return f"1980s anime screengrab, VHS quality, syntheticanime, {prompt}"
+    elif model_name == 'Flux Midjourney Anime':
+        return f"egmid, {prompt}"
+    elif model_name == 'Collage Flux':
+        return f"collage, {prompt}"
+    elif model_name == 'Flux Product Ad Backdrop':
+        return f"Product Ad, {prompt}"
+    elif model_name == 'Product Design':
+        return f"product designed by prdsgn, {prompt}"
+    elif model_name == 'Brain Melt Acid Art':
+        return f"maximalism, in an acid surrealism style, {prompt}"
+    elif model_name == 'NSFW Master Flux':
+        return f"NSFW, {prompt}"
+    elif model_name == 'Pixel Art XL':
+        return f"pixel art, {prompt}"
+    elif model_name == 'Character Design':
+        return f"Character Design, {prompt}"
+    elif model_name == 'Sketched Out Manga':
+        return f"daiton, {prompt}"
+    elif model_name == 'Selfie Photography':
+        return f"instagram model, discord profile picture, {prompt}"
+    elif model_name == 'Filmgrain':
+        return f"Film Grain, FilmGrainAF, {prompt}"
+    elif model_name == 'Leonardo AI Style Illustration':
+        return f"leonardo style, illustration, vector art, {prompt}"
+    elif model_name == 'Cyborg Style XL':
+        return f"cyborg style, {prompt}"
+    elif model_name == 'Analog Redmond':
+        return f"timeless style, {prompt}"
+    elif model_name == 'Pixel Art Redmond':
+        return f"Pixel Art, {prompt}"
+    elif model_name == 'Ascii Art':
+        return f"ascii art, {prompt}"
+    elif model_name == 'Disney':
+        return f"Disney style, {prompt}"
+    
+    return prompt
+
+def query(prompt, model, custom_lora, is_negative=False, steps=35, cfg_scale=7, sampler="DPM++ 2M Karras", seed=-1, strength=0.7, width=1024, height=1024):
+    """
+    Main query function - now uses automatic provider routing
+    """
+    return query_with_auto_routing(prompt, model, custom_lora, is_negative, steps, cfg_scale, sampler, seed, strength, width, height)
 
 # Custom CSS to hide the footer in the interface
 css = """
@@ -644,9 +600,9 @@ with gr.Blocks(theme='Nymbo/Nymbo_Theme') as dalle:
     with gr.Row():
         image_output = gr.Image(type="pil", label="Image Output", elem_id="gallery")
 
-    # Set up button click event to call the query function
+    # Set up button click event to call the main query function
     text_button.click(query, inputs=[text_prompt, model, custom_lora, negative_prompt, steps, cfg, method, seed, strength, width, height], outputs=image_output)
 
 print("Launching Gradio interface...")  # Debug log
 # Launch the Gradio interface without showing the API or sharing externally
-dalle.launch(show_api=True, share=False)
+dalle.launch(show_api=False, share=False)