Spaces:
Running
Running
import json | |
import os | |
import time | |
import uuid | |
import tempfile | |
from PIL import Image, ImageDraw, ImageFont | |
import gradio as gr | |
import base64 | |
import mimetypes | |
from google import genai | |
from google.genai import types | |
def save_binary_file(file_name, data): | |
with open(file_name, "wb") as f: | |
f.write(data) | |
def generate(text, file_name, api_key, model="gemini-2.0-flash-exp"): | |
# Initialize client using provided api_key (or fallback to env variable) | |
client = genai.Client(api_key=(api_key.strip() if api_key and api_key.strip() != "" | |
else os.environ.get("GEMINI_API_KEY"))) | |
files = [ client.files.upload(file=file_name) ] | |
contents = [ | |
types.Content( | |
role="user", | |
parts=[ | |
types.Part.from_uri( | |
file_uri=files[0].uri, | |
mime_type=files[0].mime_type, | |
), | |
types.Part.from_text(text=text), | |
], | |
), | |
] | |
generate_content_config = types.GenerateContentConfig( | |
temperature=1, | |
top_p=0.95, | |
top_k=40, | |
max_output_tokens=8192, | |
response_modalities=["image", "text"], | |
response_mime_type="text/plain", | |
) | |
text_response = "" | |
image_path = None | |
# Create a temporary file to potentially store image data. | |
with tempfile.NamedTemporaryFile(suffix=".png", delete=False) as tmp: | |
temp_path = tmp.name | |
for chunk in client.models.generate_content_stream( | |
model=model, | |
contents=contents, | |
config=generate_content_config, | |
): | |
if not chunk.candidates or not chunk.candidates[0].content or not chunk.candidates[0].content.parts: | |
continue | |
candidate = chunk.candidates[0].content.parts[0] | |
# Check for inline image data | |
if candidate.inline_data: | |
save_binary_file(temp_path, candidate.inline_data.data) | |
print(f"File of mime type {candidate.inline_data.mime_type} saved to: {temp_path} and prompt input: {text}") | |
image_path = temp_path | |
# If an image is found, we assume that is the desired output. | |
break | |
else: | |
# Accumulate text response if no inline_data is present. | |
text_response += chunk.text + "\n" | |
del files | |
return image_path, text_response | |
def process_image_and_prompt(composite_pil, prompt, gemini_api_key): | |
try: | |
# Save the composite image to a temporary file. | |
with tempfile.NamedTemporaryFile(suffix=".png", delete=False) as tmp: | |
composite_path = tmp.name | |
composite_pil.save(composite_path) | |
file_name = composite_path | |
input_text = prompt | |
model = "gemini-2.0-flash-exp" | |
image_path, text_response = generate(text=input_text, file_name=file_name, api_key=gemini_api_key, model=model) | |
if image_path: | |
# Load and convert the image if needed. | |
result_img = Image.open(image_path) | |
if result_img.mode == "RGBA": | |
result_img = result_img.convert("RGB") | |
return [result_img], "" # Return image in gallery and empty text output. | |
else: | |
# Return no image and the text response. | |
return None, text_response | |
except Exception as e: | |
raise gr.Error(f"Error Getting {e}", duration=5) | |
# Custom CSS for a more modern UI | |
custom_css = """ | |
/* Modern UI for Gemini Image Editing App */ | |
/* Global Styles */ | |
:root { | |
--primary-color: #4f46e5; | |
--primary-light: #6366f1; | |
--primary-dark: #3730a3; | |
--secondary-color: #9333ea; | |
--accent-color: #ec4899; | |
--text-color: #0f172a; | |
--text-light: #64748b; | |
--bg-color: #f8fafc; | |
--card-bg: #ffffff; | |
--border-color: #e2e8f0; | |
--shadow: 0 4px 6px -1px rgba(0, 0, 0, 0.1), 0 2px 4px -1px rgba(0, 0, 0, 0.06); | |
--transition: all 0.3s ease; | |
--radius: 12px; | |
} | |
/* Base container styling */ | |
.gradio-container { | |
font-family: 'Inter', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, 'Helvetica Neue', Arial, sans-serif; | |
background-color: var(--bg-color); | |
color: var(--text-color); | |
max-width: 1200px; | |
margin: 0 auto; | |
padding: 2rem; | |
box-shadow: var(--shadow); | |
border-radius: var(--radius); | |
} | |
/* Header styling */ | |
.header-container { | |
background: linear-gradient(135deg, var(--primary-color), var(--secondary-color)); | |
border-radius: var(--radius); | |
padding: 2rem; | |
margin-bottom: 2rem; | |
box-shadow: var(--shadow); | |
color: white; | |
display: flex; | |
align-items: center; | |
justify-content: center; | |
gap: 20px; | |
} | |
.header-container img { | |
width: 100px; | |
height: 100px; | |
filter: drop-shadow(0 0 8px rgba(255, 255, 255, 0.5)); | |
transition: var(--transition); | |
} | |
.header-container img:hover { | |
transform: scale(1.05) rotate(5deg); | |
} | |
.header-container h1 { | |
font-size: 2.5rem; | |
font-weight: 700; | |
margin-bottom: 0.5rem; | |
background: linear-gradient(45deg, #fff, #f0f0ff); | |
-webkit-background-clip: text; | |
background-clip: text; | |
color: transparent; | |
display: inline-block; | |
} | |
.header-container a { | |
color: white; | |
text-decoration: none; | |
font-weight: 600; | |
border-bottom: 2px solid rgba(255, 255, 255, 0.5); | |
transition: var(--transition); | |
padding-bottom: 2px; | |
} | |
.header-container a:hover { | |
border-color: white; | |
} | |
/* Accordion styling */ | |
.gr-accordion { | |
border: none !important; | |
background: var(--card-bg); | |
border-radius: var(--radius); | |
overflow: hidden; | |
box-shadow: var(--shadow); | |
margin-bottom: 1.5rem; | |
transition: var(--transition); | |
} | |
.gr-accordion:hover { | |
box-shadow: 0 10px 15px -3px rgba(0, 0, 0, 0.1), 0 4px 6px -2px rgba(0, 0, 0, 0.05); | |
} | |
.gr-accordion-title { | |
background-color: var(--primary-color); | |
color: white !important; | |
padding: 1rem 1.5rem; | |
font-weight: 600; | |
cursor: pointer; | |
} | |
/* Image upload area */ | |
.upload-box { | |
background-color: var(--card-bg); | |
border: 2px dashed var(--primary-light); | |
border-radius: var(--radius); | |
transition: var(--transition); | |
cursor: pointer; | |
height: 300px; | |
} | |
.upload-box:hover { | |
border-color: var(--primary-color); | |
background-color: rgba(79, 70, 229, 0.05); | |
} | |
/* Input fields */ | |
.gr-input, .gr-textarea { | |
width: 100%; | |
padding: 0.75rem 1rem; | |
border: 1px solid var(--border-color); | |
border-radius: var(--radius); | |
background-color: var(--card-bg); | |
transition: var(--transition); | |
font-size: 1rem; | |
} | |
.gr-input:focus, .gr-textarea:focus { | |
border-color: var(--primary-color); | |
box-shadow: 0 0 0 3px rgba(79, 70, 229, 0.2); | |
outline: none; | |
} | |
.gr-form .gr-form-label { | |
font-weight: 600; | |
color: var(--text-color); | |
margin-bottom: 0.5rem; | |
} | |
/* Generate button */ | |
.gr-button.gr-button-primary { | |
background: linear-gradient(135deg, var(--primary-color), var(--secondary-color)); | |
color: white; | |
border: none; | |
border-radius: var(--radius); | |
padding: 0.75rem 1.5rem; | |
font-size: 1rem; | |
font-weight: 600; | |
cursor: pointer; | |
transition: var(--transition); | |
width: 100%; | |
text-transform: uppercase; | |
letter-spacing: 1px; | |
box-shadow: 0 4px 6px -1px rgba(79, 70, 229, 0.4); | |
} | |
.gr-button.gr-button-primary:hover { | |
transform: translateY(-2px); | |
box-shadow: 0 10px 15px -3px rgba(79, 70, 229, 0.4); | |
} | |
.gr-button.gr-button-primary:active { | |
transform: translateY(1px); | |
} | |
/* Gallery output */ | |
.gr-gallery { | |
background-color: var(--card-bg); | |
border-radius: var(--radius); | |
padding: 1rem; | |
box-shadow: var(--shadow); | |
min-height: 300px; | |
} | |
.gr-gallery img { | |
border-radius: calc(var(--radius) - 4px); | |
transition: var(--transition); | |
} | |
.gr-gallery img:hover { | |
transform: scale(1.02); | |
} | |
/* Output text area */ | |
.output-text { | |
background-color: var(--card-bg); | |
border-radius: var(--radius); | |
padding: 1.5rem; | |
box-shadow: var(--shadow); | |
line-height: 1.6; | |
min-height: 100px; | |
} | |
/* Examples section */ | |
.gr-examples-header { | |
font-weight: 600; | |
margin: 2rem 0 1rem; | |
padding-bottom: 0.5rem; | |
border-bottom: 2px solid var(--primary-light); | |
color: var(--primary-dark); | |
} | |
.gr-examples { | |
display: grid; | |
grid-template-columns: repeat(auto-fill, minmax(200px, 1fr)); | |
gap: 1rem; | |
margin-top: 1.5rem; | |
} | |
.gr-sample { | |
background-color: var(--card-bg); | |
border-radius: var(--radius); | |
overflow: hidden; | |
box-shadow: var(--shadow); | |
transition: var(--transition); | |
cursor: pointer; | |
} | |
.gr-sample:hover { | |
transform: translateY(-2px); | |
box-shadow: 0 10px 15px -3px rgba(0, 0, 0, 0.1); | |
} | |
.gr-sample img { | |
width: 100%; | |
height: 150px; | |
object-fit: cover; | |
} | |
/* Responsive adjustments */ | |
@media (max-width: 768px) { | |
.gradio-container { | |
padding: 1rem; | |
} | |
.header-container { | |
flex-direction: column; | |
text-align: center; | |
padding: 1.5rem; | |
} | |
.header-container h1 { | |
font-size: 2rem; | |
} | |
} | |
/* Custom scrollbar */ | |
::-webkit-scrollbar { | |
width: 8px; | |
height: 8px; | |
} | |
::-webkit-scrollbar-track { | |
background: var(--bg-color); | |
} | |
::-webkit-scrollbar-thumb { | |
background: var(--primary-light); | |
border-radius: 4px; | |
} | |
::-webkit-scrollbar-thumb:hover { | |
background: var(--primary-color); | |
} | |
""" | |
# Build a Blocks-based interface with a custom HTML header and CSS | |
with gr.Blocks(css=custom_css) as demo: | |
# Custom HTML header with proper class for styling | |
gr.HTML( | |
""" | |
<div class="header-container"> | |
<div> | |
<img src="https://www.gstatic.com/lamda/images/gemini_favicon_f069958c85030456e93de685481c559f160ea06b.png" alt="Gemini logo"> | |
</div> | |
<div> | |
<h1>Gemini for Image Editing</h1> | |
<p>Powered by <a href="https://gradio.app/">Gradio</a>β‘οΈ| | |
<a href="https://huggingface.co/spaces/ameerazam08/Gemini-Image-Edit?duplicate=true">Duplicate</a> this Repo | | |
<a href="https://aistudio.google.com/apikey">Get an API Key</a> | | |
Follow me on Twitter: <a href="https://x.com/Ameerazam18">Ameerazam18</a></p> | |
</div> | |
</div> | |
""" | |
) | |
with gr.Accordion("β οΈ API Configuration β οΈ", open=False, elem_classes="config-accordion"): | |
gr.Markdown(""" | |
- **Issue:** β Sometimes the model returns text instead of an image. | |
### π§ Steps to Address: | |
1. **π οΈ Duplicate the Repository** | |
- Create a separate copy for modifications. | |
2. **π Use Your Own Gemini API Key** | |
- You **must** configure your own Gemini key for generation! | |
""") | |
with gr.Accordion("π Usage Instructions", open=False, elem_classes="instructions-accordion"): | |
gr.Markdown(""" | |
### π Usage | |
- Upload an image and enter a prompt to generate outputs. | |
- If text is returned instead of an image, it will appear in the text output. | |
- Upload Only PNG Image | |
- β **Do not use NSFW images!** | |
""") | |
with gr.Row(elem_classes="main-content"): | |
with gr.Column(elem_classes="input-column"): | |
image_input = gr.Image( | |
type="pil", | |
label="Upload Image", | |
image_mode="RGBA", | |
elem_id="image-input", | |
elem_classes="upload-box" | |
) | |
gemini_api_key = gr.Textbox( | |
lines=1, | |
placeholder="Enter Gemini API Key (optional)", | |
label="Gemini API Key (optional)", | |
elem_classes="api-key-input" | |
) | |
prompt_input = gr.Textbox( | |
lines=2, | |
placeholder="Enter prompt here...", | |
label="Prompt", | |
elem_classes="prompt-input" | |
) | |
submit_btn = gr.Button("Generate", elem_classes="generate-btn") | |
with gr.Column(elem_classes="output-column"): | |
output_gallery = gr.Gallery(label="Generated Outputs", elem_classes="output-gallery") | |
output_text = gr.Textbox( | |
label="Gemini Output", | |
placeholder="Text response will appear here if no image is generated.", | |
elem_classes="output-text" | |
) | |
# Set up the interaction with two outputs. | |
submit_btn.click( | |
fn=process_image_and_prompt, | |
inputs=[image_input, prompt_input, gemini_api_key], | |
outputs=[output_gallery, output_text], | |
) | |
gr.Markdown("## Try these examples", elem_classes="gr-examples-header") | |
examples = [ | |
["data/1.webp", 'change text to "AMEER"', ""], | |
["data/2.webp", "remove the spoon from hand only", ""], | |
["data/3.webp", 'change text to "Make it "', ""], | |
["data/1.jpg", "add joker style only on face", ""], | |
["data/1777043.jpg", "add joker style only on face", ""], | |
["data/2807615.jpg", "add lipstick on lip only", ""], | |
["data/76860.jpg", "add lipstick on lip only", ""], | |
["data/2807615.jpg", "make it happy looking face only", ""], | |
] | |
gr.Examples( | |
examples=examples, | |
inputs=[image_input, prompt_input, gemini_api_key], | |
elem_id="examples-grid" | |
) | |
demo.queue(max_size=500).launch() |