Update app.py

app.py

@@ -10,41 +10,11 @@ from huggingface_hub import InferenceClient
 
 # Project by Nymbo
 
-# Base API URL for Hugging Face inference
-API_URL = "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-dev"
-# Retrieve the API token from environment variables
-API_TOKEN = os.getenv("HF_READ_TOKEN")
-headers = {"Authorization": f"Bearer {API_TOKEN}"}
-# Timeout for requests
-timeout = 100
-
-# Provider configurations
-PROVIDER_CONFIG = {
-    "hf-inference": {
-        "name": "Hugging Face Inference",
-        "description": "Official HF serverless inference (free tier available)",
-        "api_key_env": "HF_READ_TOKEN",
-        "supports_custom_models": True
-    },
-    "replicate": {
-        "name": "Replicate",
-        "description": "High-performance inference platform",
-        "api_key_env": "HF_READ_TOKEN",  # Using HF token for routing
-        "supports_custom_models": False
-    },
-    "fal-ai": {
-        "name": "Fal AI",
-        "description": "Fast AI inference platform",
-        "api_key_env": "HF_READ_TOKEN",  # Using HF token for routing
-        "supports_custom_models": False
-    }
-}
-
-def query_with_provider(prompt, model, custom_lora, provider, is_negative=False, steps=35, cfg_scale=7, sampler="DPM++ 2M Karras", seed=-1, strength=0.7, width=1024, height=1024):
+def query_with_auto_routing(prompt, model, custom_lora, is_negative=False, steps=35, cfg_scale=7, sampler="DPM++ 2M Karras", seed=-1, strength=0.7, width=1024, height=1024):
     """
-    Generate images using different inference providers (HF Inference, Replicate, Fal AI)
+    Generate images using HF's automatic provider routing
     """
-    print(f"Starting query with provider: {provider}")
+    print(f"Starting query with automatic provider routing")
     print(f"Prompt: {prompt}")
     print(f"Model: {model}")
     print(f"Custom LoRA: {custom_lora}")
@@ -64,220 +34,28 @@ def query_with_provider(prompt, model, custom_lora, provider, is_negative=False,
     print(f'Generation {key}: {enhanced_prompt}')
 
     try:
-        if provider == "hf-inference":
-            return query_hf_inference(enhanced_prompt, model, custom_lora, is_negative, steps, cfg_scale, sampler, seed, strength, width, height, key)
-        elif provider == "replicate":
-            return query_replicate(enhanced_prompt, model, steps, cfg_scale, seed, width, height, key)
-        elif provider == "fal-ai":
-            return query_fal_ai(enhanced_prompt, model, steps, cfg_scale, seed, width, height, key)
-        else:
-            raise gr.Error(f"Unknown provider: {provider}")
-    except Exception as e:
-        print(f"Error with provider {provider}: {e}")
-        raise gr.Error(f"Failed to generate image with {provider}: {str(e)}")
-
-def query_hf_inference(prompt, model, custom_lora, is_negative=False, steps=35, cfg_scale=7, sampler="DPM++ 2M Karras", seed=-1, strength=0.7, width=1024, height=1024, key=None):
-    """
-    Original HF inference implementation with enhancements
-    """
-    print(f"Using HF Inference for generation {key}")
-    
-    # Randomly select an API token from available options to distribute the load
-    available_tokens = [os.getenv("HF_READ_TOKEN"), os.getenv("HF_READ_TOKEN_2"), os.getenv("HF_READ_TOKEN_3"), os.getenv("HF_READ_TOKEN_4"), os.getenv("HF_READ_TOKEN_5")]
-    available_tokens = [token for token in available_tokens if token is not None]
-    
-    if not available_tokens:
-        raise gr.Error("No valid HF tokens found. Please set HF_READ_TOKEN environment variable.")
-    
-    API_TOKEN = random.choice(available_tokens)
-    headers = {"Authorization": f"Bearer {API_TOKEN}"}
-    print(f"Selected API token: {API_TOKEN[:10]}...")
-
-    # Set the API URL based on the selected model or custom LoRA
-    if custom_lora.strip() != "":
-        API_URL = f"https://api-inference.huggingface.co/models/{custom_lora.strip()}"
-    else:
-        # Model mapping for HF inference - comprehensive model list
-        model_urls = {
-            'Stable Diffusion XL': "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-xl-base-1.0",
-            'FLUX.1 [Dev]': "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-dev",
-            'FLUX.1 [Schnell]': "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-schnell",
-            'HiDream-I1-Full': "https://api-inference.huggingface.co/models/HiDream-ai/HiDream-I1-Full",
-            'HiDream-I1-Dev': "https://api-inference.huggingface.co/models/HiDream-ai/HiDream-I1-Dev",
-            'HiDream-I1-Fast': "https://api-inference.huggingface.co/models/HiDream-ai/HiDream-I1-Fast",
-            'Animagine 4.0': "https://api-inference.huggingface.co/models/cagliostrolab/animagine-xl-4.0",
-            'Flux Icon Kit': "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Icon-Kit-LoRA",
-            'Pixel Background': "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Pixel-Background-LoRA",
-            'Meme XD': "https://api-inference.huggingface.co/models/prithivMLmods/Flux-Meme-Xd-LoRA",
-            'Chill Guy': "https://api-inference.huggingface.co/models/prithivMLmods/Flux-Chill-Guy-Zone",
-            'Pepe': "https://api-inference.huggingface.co/models/openfree/pepe",
-            'NSFWmodel': "https://api-inference.huggingface.co/models/lexa862/NSFWmodel",
-            'Claude Art': "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Claude-Art",
-            'Open Genmoji': "https://api-inference.huggingface.co/models/EvanZhouDev/open-genmoji",
-            'EBook Creative Cover': "https://api-inference.huggingface.co/models/prithivMLmods/EBook-Creative-Cover-Flux-LoRA",
-            'Flux Logo Design 2': "https://api-inference.huggingface.co/models/prithivMLmods/Logo-Design-Flux-LoRA",
-            'Isometric 3D': "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Isometric-3D-LoRA",
-            'Flux Condensation': "https://api-inference.huggingface.co/models/fofr/flux-condensation",
-            'Flux Handwriting': "https://api-inference.huggingface.co/models/fofr/flux-handwriting",
-            'Shou Xin': "https://api-inference.huggingface.co/models/Datou1111/shou_xin",
-            'Sketch Smudge': "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Sketch-Smudge-LoRA",
-            '80s Cyberpunk': "https://api-inference.huggingface.co/models/fofr/flux-80s-cyberpunk",
-            'Coloring Book Flux': "https://api-inference.huggingface.co/models/renderartist/coloringbookflux",
-            'Flux Miniature LoRA': "https://api-inference.huggingface.co/models/gokaygokay/Flux-Miniature-LoRA",
-            'Sketch Paint': "https://api-inference.huggingface.co/models/strangerzonehf/Sketch-Paint",
-            'Flux UltraRealism 2.0': "https://api-inference.huggingface.co/models/prithivMLmods/Canopus-LoRA-Flux-UltraRealism-2.0",
-            'Midjourney Mix': "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Midjourney-Mix-LoRA",
-            'Midjourney Mix 2': "https://api-inference.huggingface.co/models/strangerzonehf/Flux-Midjourney-Mix2-LoRA",
-            'Flux Logo Design': "https://api-inference.huggingface.co/models/Shakker-Labs/FLUX.1-dev-LoRA-Logo-Design",
-            'Flux Uncensored': "https://api-inference.huggingface.co/models/enhanceaiteam/Flux-uncensored",
-            'Flux Uncensored V2': "https://api-inference.huggingface.co/models/enhanceaiteam/Flux-Uncensored-V2",
-            'Flux Tarot Cards': "https://api-inference.huggingface.co/models/prithivMLmods/Ton618-Tarot-Cards-Flux-LoRA",
-            'Pixel Art Sprites': "https://api-inference.huggingface.co/models/sWizad/pokemon-trainer-sprites-pixelart-flux",
-            '3D Sketchfab': "https://api-inference.huggingface.co/models/prithivMLmods/Castor-3D-Sketchfab-Flux-LoRA",
-            'Retro Comic Flux': "https://api-inference.huggingface.co/models/renderartist/retrocomicflux",
-            'Caricature': "https://api-inference.huggingface.co/models/TheAwakenOne/caricature",
-            'Huggieverse': "https://api-inference.huggingface.co/models/Chunte/flux-lora-Huggieverse",
-            'Stable Diffusion 3.5 Large': "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-3.5-large",
-            'Stable Diffusion 3.5 Large Turbo': "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-3.5-large-turbo",
-            'Stable Diffusion 3 Medium': "https://api-inference.huggingface.co/models/stabilityai/stable-diffusion-3-medium-diffusers",
-        }
-        API_URL = model_urls.get(model, "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-schnell")
+        # Use automatic provider routing
+        api_key = os.getenv("HF_READ_TOKEN")
+        if not api_key:
+            raise gr.Error("HF_READ_TOKEN not found. Please set your Hugging Face API token.")
         
-        # Apply model-specific prompt enhancements
-        if model == 'Animagine 4.0':
-            prompt = f"masterpiece, high score, great score, absurdres, {prompt}"
-        elif model == 'Flux Icon Kit':
-            prompt = f"Icon Kit, {prompt}"
-        elif model == 'Pixel Background':
-            prompt = f"Pixel Background, {prompt}"
-        elif model == 'Meme XD':
-            prompt = f"meme, {prompt}"
-        elif model == 'Chill Guy':
-            prompt = f"chill guy, {prompt}"
-        elif model == 'Pepe':
-            prompt = f"pepe, {prompt}"
-        elif model == 'NSFWmodel':
-            prompt = f"nude, {prompt}"
-        elif model == 'Claude Art':
-            prompt = f"claude art, {prompt}"
-        elif model == 'Open Genmoji':
-            prompt = f"emoji, {prompt}"
-        elif model == 'EBook Creative Cover':
-            prompt = f"EBook Cover, {prompt}"
-        elif model == 'Flux Logo Design 2':
-            prompt = f"Logo Design, {prompt}"
-        elif model == 'Isometric 3D':
-            prompt = f"Isometric 3D, {prompt}"
-        elif model == 'Flux Condensation':
-            prompt = f"CONDENSATION, {prompt}"
-        elif model == 'Flux Handwriting':
-            prompt = f"HWRIT handwriting, {prompt}"
-        elif model == 'Shou Xin':
-            prompt = f"shou_xin, pencil sketch, {prompt}"
-        elif model == 'Sketch Smudge':
-            prompt = f"Sketch Smudge, {prompt}"
-        elif model == '80s Cyberpunk':
-            prompt = f"80s cyberpunk, {prompt}"
-        elif model == 'Coloring Book Flux':
-            prompt = f"c0l0ringb00k, coloring book, coloring book page, {prompt}"
-        elif model == 'Flux Miniature LoRA':
-            prompt = f"MNTR, miniature drawing, {prompt}"
-        elif model == 'Sketch Paint':
-            prompt = f"Sketch paint, {prompt}"
-        elif model == 'Flux UltraRealism 2.0':
-            prompt = f"Ultra realistic, {prompt}"
-        elif model == 'Midjourney Mix':
-            prompt = f"midjourney mix, {prompt}"
-        elif model == 'Midjourney Mix 2':
-            prompt = f"MJ v6, {prompt}"
-        elif model == 'Flux Logo Design':
-            prompt = f"wablogo, logo, Minimalist, {prompt}"
-        elif model == 'Flux Tarot Cards':
-            prompt = f"Tarot card, {prompt}"
-        elif model == 'Pixel Art Sprites':
-            prompt = f"a pixel image, {prompt}"
-        elif model == '3D Sketchfab':
-            prompt = f"3D Sketchfab, {prompt}"
-        elif model == 'Retro Comic Flux':
-            prompt = f"c0m1c, comic book panel, {prompt}"
-        elif model == 'Caricature':
-            prompt = f"CCTUR3, {prompt}"
-        elif model == 'Huggieverse':
-            prompt = f"HGGRE, {prompt}"
-        elif model == 'Stable Diffusion 3 Medium':
-            prompt = f"A, {prompt}"
-    
-    print(f"API URL set to: {API_URL}")
-
-    # Define the payload for the request
-    payload = {
-        "inputs": prompt,
-        "is_negative": is_negative,
-        "steps": steps,
-        "cfg_scale": cfg_scale,
-        "seed": seed if seed != -1 else random.randint(1, 1000000000),
-        "strength": strength,
-        "parameters": {
-            "width": width,
-            "height": height
-        }
-    }
-
-    # Make a request to the API to generate the image
-    try:
-        response = requests.post(API_URL, headers=headers, json=payload, timeout=timeout)
-        print(f"Response status code: {response.status_code}")
-    except requests.exceptions.RequestException as e:
-        print(f"Request failed: {e}")
-        raise gr.Error(f"Request failed: {e}")
-
-    # Handle response
-    if response.status_code != 200:
-        print(f"Error: Failed to retrieve image. Response status: {response.status_code}")
-        print(f"Response content: {response.text}")
-        if response.status_code == 503:
-            raise gr.Error(f"Model is loading. Please try again in a few moments.")
-        else:
-            raise gr.Error(f"HTTP {response.status_code}: {response.text}")
-
-    try:
-        image_bytes = response.content
-        image = Image.open(io.BytesIO(image_bytes))
-        print(f'Generation {key} completed with HF Inference!')
-        return image
-    except Exception as e:
-        print(f"Error while trying to open image: {e}")
-        raise gr.Error(f"Failed to process generated image: {e}")
-
-def query_replicate(prompt, model, steps=35, cfg_scale=7, seed=-1, width=1024, height=1024, key=None):
-    """
-    Query Replicate provider through HF routing
-    """
-    print(f"Using Replicate provider for generation {key}")
-    
-    api_key = os.getenv("HF_READ_TOKEN")
-    if not api_key:
-        raise gr.Error("HF_READ_TOKEN not found. Required for Replicate routing.")
-    
-    try:
-        client = InferenceClient(
-            provider="replicate",
-            api_key=api_key,
-        )
+        # Initialize client with automatic provider selection (default is "auto")
+        client = InferenceClient(api_key=api_key)
         
-        # Map models to Replicate-compatible model IDs
-        replicate_models = {
-            'FLUX.1 [Dev]': "black-forest-labs/FLUX.1-dev",
-            'FLUX.1 [Schnell]': "black-forest-labs/FLUX.1-schnell",
-            'Stable Diffusion XL': "stability-ai/sdxl",
-        }
+        # Determine the model to use
+        if custom_lora.strip() != "":
+            model_id = custom_lora.strip()
+            print(f"Using custom LoRA: {model_id}")
+        else:
+            model_id = get_model_id_from_name(model)
+            print(f"Using model: {model_id}")
         
-        model_id = replicate_models.get(model, "black-forest-labs/FLUX.1-schnell")
-        print(f"Using Replicate model: {model_id}")
+        # Apply model-specific prompt enhancements
+        enhanced_prompt = apply_model_prompt_enhancements(model, enhanced_prompt)
         
-        # Generate image using Replicate
+        # Generate image using automatic provider routing
         image = client.text_to_image(
-            prompt=prompt,
+            prompt=enhanced_prompt,
             model=model_id,
             width=width,
             height=height,
@@ -286,59 +64,278 @@ def query_replicate(prompt, model, steps=35, cfg_scale=7, seed=-1, width=1024, h
             seed=seed if seed != -1 else None,
         )
         
-        print(f'Generation {key} completed with Replicate!')
+        print(f'Generation {key} completed with automatic routing!')
         return image
+        
     except Exception as e:
-        print(f"Replicate error: {e}")
-        raise gr.Error(f"Replicate generation failed: {str(e)}")
+        print(f"Error with automatic routing: {e}")
+        raise gr.Error(f"Failed to generate image: {str(e)}")
 
-def query_fal_ai(prompt, model, steps=35, cfg_scale=7, seed=-1, width=1024, height=1024, key=None):
+def get_model_id_from_name(model_name):
     """
-    Query Fal AI provider through HF routing
+    Convert user-friendly model names to actual HuggingFace model IDs
     """
-    print(f"Using Fal AI provider for generation {key}")
+    model_mapping = {
+        'FLUX.1 [Dev]': "black-forest-labs/FLUX.1-dev",
+        'FLUX.1 [Schnell]': "black-forest-labs/FLUX.1-schnell",
+        'Stable Diffusion XL': "stabilityai/stable-diffusion-xl-base-1.0",
+        'Stable Diffusion 3.5 Large': "stabilityai/stable-diffusion-3.5-large",
+        'Stable Diffusion 3.5 Large Turbo': "stabilityai/stable-diffusion-3.5-large-turbo",
+        'Stable Diffusion 3 Medium': "stabilityai/stable-diffusion-3-medium-diffusers",
+        'HiDream-I1-Full': "HiDream-ai/HiDream-I1-Full",
+        'HiDream-I1-Dev': "HiDream-ai/HiDream-I1-Dev",
+        'HiDream-I1-Fast': "HiDream-ai/HiDream-I1-Fast",
+        'Animagine 4.0': "cagliostrolab/animagine-xl-4.0",
+        'Flux Icon Kit': "strangerzonehf/Flux-Icon-Kit-LoRA",
+        'Pixel Background': "strangerzonehf/Flux-Pixel-Background-LoRA",
+        'Meme XD': "prithivMLmods/Flux-Meme-Xd-LoRA",
+        'Chill Guy': "prithivMLmods/Flux-Chill-Guy-Zone",
+        'Pepe': "openfree/pepe",
+        'NSFWmodel': "lexa862/NSFWmodel",
+        'Claude Art': "strangerzonehf/Flux-Claude-Art",
+        'Open Genmoji': "EvanZhouDev/open-genmoji",
+        'EBook Creative Cover': "prithivMLmods/EBook-Creative-Cover-Flux-LoRA",
+        'Flux Logo Design 2': "prithivMLmods/Logo-Design-Flux-LoRA",
+        'Isometric 3D': "strangerzonehf/Flux-Isometric-3D-LoRA",
+        'Flux Condensation': "fofr/flux-condensation",
+        'Flux Handwriting': "fofr/flux-handwriting",
+        'Shou Xin': "Datou1111/shou_xin",
+        'Sketch Smudge': "strangerzonehf/Flux-Sketch-Smudge-LoRA",
+        '80s Cyberpunk': "fofr/flux-80s-cyberpunk",
+        'Coloring Book Flux': "renderartist/coloringbookflux",
+        'Flux Miniature LoRA': "gokaygokay/Flux-Miniature-LoRA",
+        'Sketch Paint': "strangerzonehf/Sketch-Paint",
+        'Flux UltraRealism 2.0': "prithivMLmods/Canopus-LoRA-Flux-UltraRealism-2.0",
+        'Midjourney Mix': "strangerzonehf/Flux-Midjourney-Mix-LoRA",
+        'Midjourney Mix 2': "strangerzonehf/Flux-Midjourney-Mix2-LoRA",
+        'Flux Logo Design': "Shakker-Labs/FLUX.1-dev-LoRA-Logo-Design",
+        'Flux Uncensored': "enhanceaiteam/Flux-uncensored",
+        'Flux Uncensored V2': "enhanceaiteam/Flux-Uncensored-V2",
+        'Flux Tarot Cards': "prithivMLmods/Ton618-Tarot-Cards-Flux-LoRA",
+        'Pixel Art Sprites': "sWizad/pokemon-trainer-sprites-pixelart-flux",
+        '3D Sketchfab': "prithivMLmods/Castor-3D-Sketchfab-Flux-LoRA",
+        'Retro Comic Flux': "renderartist/retrocomicflux",
+        'Caricature': "TheAwakenOne/caricature",
+        'Huggieverse': "Chunte/flux-lora-Huggieverse",
+        'Propaganda Poster': "AlekseyCalvin/Propaganda_Poster_Schnell_by_doctor_diffusion",
+        'Flux Game Assets V2': "gokaygokay/Flux-Game-Assets-LoRA-v2",
+        'SDXL HS Card Style': "Norod78/sdxl-hearthstone-card-style-lora",
+        'SLDR FLUX NSFW v2 Studio': "xey/sldr_flux_nsfw_v2-studio",
+        'SoftPasty Flux': "alvdansen/softpasty-flux-dev",
+        'Flux Stickers': "diabolic6045/Flux_Sticker_Lora",
+        'Flux Animex V2': "strangerzonehf/Flux-Animex-v2-LoRA",
+        'Flux Animeo V1': "strangerzonehf/Flux-Animeo-v1-LoRA",
+        'Movie Board': "prithivMLmods/Flux.1-Dev-Movie-Boards-LoRA",
+        'Purple Dreamy': "prithivMLmods/Purple-Dreamy-Flux-LoRA",
+        'PS1 Style Flux': "veryVANYA/ps1-style-flux",
+        'Softserve Anime': "alvdansen/softserve_anime",
+        'Flux Tarot v1': "multimodalart/flux-tarot-v1",
+        'Half Illustration': "davisbro/half_illustration",
+        'OpenDalle v1.1': "dataautogpt3/OpenDalleV1.1",
+        'Flux Ghibsky Illustration': "aleksa-codes/flux-ghibsky-illustration",
+        'Flux Koda': "alvdansen/flux-koda",
+        'Soviet Diffusion XL': "openskyml/soviet-diffusion-xl",
+        'Flux Realism LoRA': "XLabs-AI/flux-RealismLora",
+        'Frosting Lane Flux': "alvdansen/frosting_lane_flux",
+        'Phantasma Anime': "alvdansen/phantasma-anime",
+        'Boreal': "kudzueye/Boreal",
+        'How2Draw': "glif/how2draw",
+        'Flux AestheticAnime': "dataautogpt3/FLUX-AestheticAnime",
+        'Fashion Hut Modeling LoRA': "prithivMLmods/Fashion-Hut-Modeling-LoRA",
+        'Flux SyntheticAnime': "dataautogpt3/FLUX-SyntheticAnime",
+        'Flux Midjourney Anime': "brushpenbob/flux-midjourney-anime",
+        'Coloring Book Generator': "robert123231/coloringbookgenerator",
+        'Collage Flux': "prithivMLmods/Castor-Collage-Dim-Flux-LoRA",
+        'Flux Product Ad Backdrop': "prithivMLmods/Flux-Product-Ad-Backdrop",
+        'Product Design': "multimodalart/product-design",
+        '90s Anime Art': "glif/90s-anime-art",
+        'Brain Melt Acid Art': "glif/Brain-Melt-Acid-Art",
+        'Lustly Flux Uncensored v1': "lustlyai/Flux_Lustly.ai_Uncensored_nsfw_v1",
+        'NSFW Master Flux': "Keltezaa/NSFW_MASTER_FLUX",
+        'Flux Outfit Generator': "tryonlabs/FLUX.1-dev-LoRA-Outfit-Generator",
+        'Midjourney': "Jovie/Midjourney",
+        'DreamPhotoGASM': "Yntec/DreamPhotoGASM",
+        'Flux Super Realism LoRA': "strangerzonehf/Flux-Super-Realism-LoRA",
+        'Stable Diffusion 2-1': "stabilityai/stable-diffusion-2-1-base",
+        'Duchaiten Real3D NSFW XL': "stablediffusionapi/duchaiten-real3d-nsfw-xl",
+        'Pixel Art XL': "nerijs/pixel-art-xl",
+        'Character Design': "KappaNeuro/character-design",
+        'Sketched Out Manga': "alvdansen/sketchedoutmanga",
+        'Archfey Anime': "alvdansen/archfey_anime",
+        'Lofi Cuties': "alvdansen/lofi-cuties",
+        'YiffyMix': "Yntec/YiffyMix",
+        'Analog Madness Realistic v7': "digiplay/AnalogMadness-realistic-model-v7",
+        'Selfie Photography': "artificialguybr/selfiephotographyredmond-selfie-photography-lora-for-sdxl",
+        'Filmgrain': "artificialguybr/filmgrain-redmond-filmgrain-lora-for-sdxl",
+        'Leonardo AI Style Illustration': "goofyai/Leonardo_Ai_Style_Illustration",
+        'Cyborg Style XL': "goofyai/cyborg_style_xl",
+        'Little Tinies': "alvdansen/littletinies",
+        'NSFW XL': "Dremmar/nsfw-xl",
+        'Analog Redmond': "artificialguybr/analogredmond",
+        'Pixel Art Redmond': "artificialguybr/PixelArtRedmond",
+        'Ascii Art': "CiroN2022/ascii-art",
+        'Analog': "Yntec/Analog",
+        'Maple Syrup': "Yntec/MapleSyrup",
+        'Perfect Lewd Fantasy': "digiplay/perfectLewdFantasy_v1.01",
+        'AbsoluteReality 1.8.1': "digiplay/AbsoluteReality_v1.8.1",
+        'Disney': "goofyai/disney_style_xl",
+        'Redmond SDXL': "artificialguybr/LogoRedmond-LogoLoraForSDXL-V2",
+        'epiCPhotoGasm': "Yntec/epiCPhotoGasm"
+    }
     
-    api_key = os.getenv("HF_READ_TOKEN")
-    if not api_key:
-        raise gr.Error("HF_READ_TOKEN not found. Required for Fal AI routing.")
+    # Return the mapped model ID or default to FLUX.1 Schnell
+    return model_mapping.get(model_name, "black-forest-labs/FLUX.1-schnell")
+
+def apply_model_prompt_enhancements(model_name, prompt):
+    """
+    Apply model-specific prompt enhancements
+    """
+    if model_name == 'Animagine 4.0':
+        return f"masterpiece, high score, great score, absurdres, {prompt}"
+    elif model_name == 'Flux Icon Kit':
+        return f"Icon Kit, {prompt}"
+    elif model_name == 'Pixel Background':
+        return f"Pixel Background, {prompt}"
+    elif model_name == 'Meme XD':
+        return f"meme, {prompt}"
+    elif model_name == 'Chill Guy':
+        return f"chill guy, {prompt}"
+    elif model_name == 'Pepe':
+        return f"pepe, {prompt}"
+    elif model_name == 'NSFWmodel':
+        return f"nude, {prompt}"
+    elif model_name == 'Claude Art':
+        return f"claude art, {prompt}"
+    elif model_name == 'Open Genmoji':
+        return f"emoji, {prompt}"
+    elif model_name == 'EBook Creative Cover':
+        return f"EBook Cover, {prompt}"
+    elif model_name == 'Flux Logo Design 2':
+        return f"Logo Design, {prompt}"
+    elif model_name == 'Isometric 3D':
+        return f"Isometric 3D, {prompt}"
+    elif model_name == 'Flux Condensation':
+        return f"CONDENSATION, {prompt}"
+    elif model_name == 'Flux Handwriting':
+        return f"HWRIT handwriting, {prompt}"
+    elif model_name == 'Shou Xin':
+        return f"shou_xin, pencil sketch, {prompt}"
+    elif model_name == 'Sketch Smudge':
+        return f"Sketch Smudge, {prompt}"
+    elif model_name == '80s Cyberpunk':
+        return f"80s cyberpunk, {prompt}"
+    elif model_name == 'Coloring Book Flux':
+        return f"c0l0ringb00k, coloring book, coloring book page, {prompt}"
+    elif model_name == 'Flux Miniature LoRA':
+        return f"MNTR, miniature drawing, {prompt}"
+    elif model_name == 'Sketch Paint':
+        return f"Sketch paint, {prompt}"
+    elif model_name == 'Flux UltraRealism 2.0':
+        return f"Ultra realistic, {prompt}"
+    elif model_name == 'Midjourney Mix':
+        return f"midjourney mix, {prompt}"
+    elif model_name == 'Midjourney Mix 2':
+        return f"MJ v6, {prompt}"
+    elif model_name == 'Flux Logo Design':
+        return f"wablogo, logo, Minimalist, {prompt}"
+    elif model_name == 'Flux Tarot Cards':
+        return f"Tarot card, {prompt}"
+    elif model_name == 'Pixel Art Sprites':
+        return f"a pixel image, {prompt}"
+    elif model_name == '3D Sketchfab':
+        return f"3D Sketchfab, {prompt}"
+    elif model_name == 'Retro Comic Flux':
+        return f"c0m1c, comic book panel, {prompt}"
+    elif model_name == 'Caricature':
+        return f"CCTUR3, {prompt}"
+    elif model_name == 'Huggieverse':
+        return f"HGGRE, {prompt}"
+    elif model_name == 'Stable Diffusion 3 Medium':
+        return f"A, {prompt}"
+    elif model_name == 'Propaganda Poster':
+        return f"propaganda poster, {prompt}"
+    elif model_name == 'Flux Game Assets V2':
+        return f"wbgmsst, white background, {prompt}"
+    elif model_name == 'SDXL HS Card Style':
+        return f"Hearthstone Card, {prompt}"
+    elif model_name == 'SoftPasty Flux':
+        return f"araminta_illus illustration style, {prompt}"
+    elif model_name == 'Flux Stickers':
+        return f"5t1cker 5ty1e, {prompt}"
+    elif model_name == 'Flux Animex V2':
+        return f"Animex, {prompt}"
+    elif model_name == 'Flux Animeo V1':
+        return f"Animeo, {prompt}"
+    elif model_name == 'Movie Board':
+        return f"movieboard, {prompt}"
+    elif model_name == 'Purple Dreamy':
+        return f"Purple Dreamy, {prompt}"
+    elif model_name == 'PS1 Style Flux':
+        return f"ps1 game screenshot, {prompt}"
+    elif model_name == 'Softserve Anime':
+        return f"sftsrv style illustration, {prompt}"
+    elif model_name == 'Flux Tarot v1':
+        return f"in the style of TOK a trtcrd tarot style, {prompt}"
+    elif model_name == 'Half Illustration':
+        return f"in the style of TOK, {prompt}"
+    elif model_name == 'Flux Ghibsky Illustration':
+        return f"GHIBSKY style, {prompt}"
+    elif model_name == 'Flux Koda':
+        return f"flmft style, {prompt}"
+    elif model_name == 'Soviet Diffusion XL':
+        return f"soviet poster, {prompt}"
+    elif model_name == 'Frosting Lane Flux':
+        return f"frstingln illustration, {prompt}"
+    elif model_name == 'Boreal':
+        return f"photo, {prompt}"
+    elif model_name == 'How2Draw':
+        return f"How2Draw, {prompt}"
+    elif model_name == 'Fashion Hut Modeling LoRA':
+        return f"Modeling of, {prompt}"
+    elif model_name == 'Flux SyntheticAnime':
+        return f"1980s anime screengrab, VHS quality, syntheticanime, {prompt}"
+    elif model_name == 'Flux Midjourney Anime':
+        return f"egmid, {prompt}"
+    elif model_name == 'Collage Flux':
+        return f"collage, {prompt}"
+    elif model_name == 'Flux Product Ad Backdrop':
+        return f"Product Ad, {prompt}"
+    elif model_name == 'Product Design':
+        return f"product designed by prdsgn, {prompt}"
+    elif model_name == 'Brain Melt Acid Art':
+        return f"maximalism, in an acid surrealism style, {prompt}"
+    elif model_name == 'NSFW Master Flux':
+        return f"NSFW, {prompt}"
+    elif model_name == 'Pixel Art XL':
+        return f"pixel art, {prompt}"
+    elif model_name == 'Character Design':
+        return f"Character Design, {prompt}"
+    elif model_name == 'Sketched Out Manga':
+        return f"daiton, {prompt}"
+    elif model_name == 'Selfie Photography':
+        return f"instagram model, discord profile picture, {prompt}"
+    elif model_name == 'Filmgrain':
+        return f"Film Grain, FilmGrainAF, {prompt}"
+    elif model_name == 'Leonardo AI Style Illustration':
+        return f"leonardo style, illustration, vector art, {prompt}"
+    elif model_name == 'Cyborg Style XL':
+        return f"cyborg style, {prompt}"
+    elif model_name == 'Analog Redmond':
+        return f"timeless style, {prompt}"
+    elif model_name == 'Pixel Art Redmond':
+        return f"Pixel Art, {prompt}"
+    elif model_name == 'Ascii Art':
+        return f"ascii art, {prompt}"
+    elif model_name == 'Disney':
+        return f"Disney style, {prompt}"
     
-    try:
-        client = InferenceClient(
-            provider="fal-ai",
-            api_key=api_key,
-        )
-        
-        # Map models to Fal AI-compatible model IDs
-        fal_models = {
-            'FLUX.1 [Dev]': "black-forest-labs/FLUX.1-dev",
-            'FLUX.1 [Schnell]': "black-forest-labs/FLUX.1-schnell",
-        }
-        
-        model_id = fal_models.get(model, "black-forest-labs/FLUX.1-schnell")
-        print(f"Using Fal AI model: {model_id}")
-        
-        # Generate image using Fal AI
-        image = client.text_to_image(
-            prompt=prompt,
-            model=model_id,
-            width=width,
-            height=height,
-            num_inference_steps=steps,
-            guidance_scale=cfg_scale,
-            seed=seed if seed != -1 else None,
-        )
-        
-        print(f'Generation {key} completed with Fal AI!')
-        return image
-    except Exception as e:
-        print(f"Fal AI error: {e}")
-        raise gr.Error(f"Fal AI generation failed: {str(e)}")
+    return prompt
 
 def query(prompt, model, custom_lora, is_negative=False, steps=35, cfg_scale=7, sampler="DPM++ 2M Karras", seed=-1, strength=0.7, width=1024, height=1024):
     """
-    Legacy query function for backward compatibility - uses HF inference by default
+    Main query function - now uses automatic provider routing
     """
-    return query_with_provider(prompt, model, custom_lora, "hf-inference", is_negative, steps, cfg_scale, sampler, seed, strength, width, height)
+    return query_with_auto_routing(prompt, model, custom_lora, is_negative, steps, cfg_scale, sampler, seed, strength, width, height)
 
 # Custom CSS to hide the footer in the interface
 css = """
@@ -360,19 +357,6 @@ with gr.Blocks(theme='Nymbo/Alyx_Theme') as dalle:
                 with gr.Row():
                     # Textbox for custom LoRA input
                     custom_lora = gr.Textbox(label="Custom LoRA", info="LoRA Hugging Face path (optional)", placeholder="multimodalart/vintage-ads-flux")
-                with gr.Row():
-                    # Provider selection
-                    provider = gr.Radio(
-                        label="Inference Provider",
-                        value="hf-inference",
-                        choices=[
-                            ("🤗 Hugging Face Inference (Free Tier)", "hf-inference"),
-                            ("⚡ Replicate (Fast & High Quality)", "replicate"),
-                            ("🚀 Fal AI (Optimized Performance)", "fal-ai")
-                        ],
-                        info="Choose your inference provider. HF Inference includes free tier, while Replicate and Fal AI offer faster performance.",
-                        elem_id="provider-radio"
-                    )
                 with gr.Row():
                     # Accordion for selecting the model
                     with gr.Accordion("Featured Models", open=False):
@@ -580,37 +564,32 @@ with gr.Blocks(theme='Nymbo/Alyx_Theme') as dalle:
             """
             )
 
-        # Accordion about inference providers
-        with gr.Accordion("🔀 Inference Providers", open=False):
+        # Accordion about automatic inference routing
+        with gr.Accordion("🔀 Automatic Provider Routing", open=False):
             gr.Markdown(
                 """
-                ## Available Providers
+                ## How It Works
 
-                ### 🤗 Hugging Face Inference (Default)
-                - **Free tier available** with rate limits
-                - **Supports all custom models** and LoRAs
-                - **Most comprehensive model selection**
-                - Best for experimentation and testing
+                This app uses **Hugging Face's automatic provider routing** to give you the best image generation experience. 
                 
-                ### ⚡ Replicate
-                - **High-performance inference** with faster generation
-                - **Premium quality** optimized models
-                - Supports popular models like FLUX.1, Stable Diffusion
-                - Usage billed through HF routing
+                ### ✨ What This Means For You:
+                - **No provider selection needed** - the system automatically chooses the best available provider
+                - **Optimal performance** - each model is routed to its best-performing infrastructure
+                - **Unified experience** - all models work the same way, regardless of the underlying provider
+                - **Automatic failover** - if one provider is busy, requests are routed to alternatives
                 
-                ### 🚀 Fal AI
-                - **Optimized for speed** and performance
-                - **Enterprise-grade infrastructure**
-                - Specialized in computer vision tasks
-                - Usage billed through HF routing
+                ### 🔄 Behind the Scenes:
+                When you generate an image, Hugging Face intelligently routes your request to the most suitable provider:
+                - **🤗 Hugging Face Inference** - For comprehensive model support and free tier access
+                - **⚡ Replicate** - For high-performance inference when available
+                - **🚀 Fal AI** - For optimized speed and enterprise-grade performance
                 
-                ## How Provider Routing Works
+                ### 💡 Benefits:
+                - **Always available** - automatic routing ensures maximum uptime
+                - **Best performance** - each model runs on its optimal infrastructure
+                - **Simple experience** - just select your model and generate!
                 
-                When you select **Replicate** or **Fal AI**, your requests are routed through Hugging Face's 
-                provider system. You only need your HF token - no additional API keys required!
-                
-                **Billing**: Replicate and Fal AI usage is charged to your Hugging Face account based on 
-                compute time and provider rates.
+                **Note**: You only need your Hugging Face token - no additional API keys required!
                 """
             )
 
@@ -650,70 +629,8 @@ with gr.Blocks(theme='Nymbo/Alyx_Theme') as dalle:
     with gr.Row():
         image_output = gr.Image(type="pil", label="Image Output", elem_id="gallery")
 
-    # Set up button click event to call the query_with_provider function
-    text_button.click(query_with_provider, inputs=[text_prompt, model, custom_lora, provider, negative_prompt, steps, cfg, method, seed, strength, width, height], outputs=image_output)
-
-    # Function to get the list of compatible models based on the selected provider
-    def get_compatible_models(provider):
-        """
-        Get list of models compatible with the selected provider
-        """
-        if provider == "hf-inference":
-            # HF Inference supports all models
-            return None  # No filtering needed
-        
-        elif provider == "replicate":
-            # Replicate supports limited set of popular models
-            return [
-                "FLUX.1 [Dev]",
-                "FLUX.1 [Schnell]", 
-                "Stable Diffusion XL",
-                "Stable Diffusion 3.5 Large",
-                "Stable Diffusion 3.5 Large Turbo",
-                "Stable Diffusion 3 Medium"
-            ]
-        
-        elif provider == "fal-ai":
-            # Fal AI supports FLUX and some Stable Diffusion models
-            return [
-                "FLUX.1 [Dev]",
-                "FLUX.1 [Schnell]",
-                "Stable Diffusion XL",
-                "Stable Diffusion 3.5 Large"
-            ]
-        
-        return None
-
-    # Function to update the model choices based on the selected provider
-    def update_model_choices(provider):
-        """
-        Update model choices based on selected provider
-        """
-        compatible_models = get_compatible_models(provider)
-        
-        if compatible_models is None:
-            # Return all models for HF inference
-            return gr.update()
-        else:
-            # Filter models for other providers
-            return gr.update(choices=compatible_models, value=compatible_models[0] if compatible_models else "FLUX.1 [Schnell]")
-
-    # Function to show/hide custom LoRA input based on provider capability
-    def update_custom_lora_visibility(provider):
-        """
-        Show/hide custom LoRA input based on provider capability
-        """
-        if provider == "hf-inference":
-            return gr.update(visible=True, interactive=True)
-        else:
-            return gr.update(visible=False, interactive=False)
-
-    # Update model choices and custom LoRA visibility when provider is changed
-    provider.change(
-        fn=lambda p: (update_model_choices(p), update_custom_lora_visibility(p)),
-        inputs=[provider],
-        outputs=[model, custom_lora],
-    )
+    # Set up button click event to call the main query function
+    text_button.click(query, inputs=[text_prompt, model, custom_lora, negative_prompt, steps, cfg, method, seed, strength, width, height], outputs=image_output)
 
 print("Launching Gradio interface...")  # Debug log
 # Launch the Gradio interface without showing the API or sharing externally