ysharma's picture
ysharma HF staff
Update app.py
a802844 verified
raw
history blame
13.1 kB
import json
import os
import time
import uuid
import tempfile
from PIL import Image, ImageDraw, ImageFont
import gradio as gr
import base64
import mimetypes
from google import genai
from google.genai import types
def save_binary_file(file_name, data):
with open(file_name, "wb") as f:
f.write(data)
def generate(text, file_name, api_key, model="gemini-2.0-flash-exp"):
# Initialize client using provided api_key (or fallback to env variable)
client = genai.Client(api_key=(api_key.strip() if api_key and api_key.strip() != ""
else os.environ.get("GEMINI_API_KEY")))
files = [ client.files.upload(file=file_name) ]
contents = [
types.Content(
role="user",
parts=[
types.Part.from_uri(
file_uri=files[0].uri,
mime_type=files[0].mime_type,
),
types.Part.from_text(text=text),
],
),
]
generate_content_config = types.GenerateContentConfig(
temperature=1,
top_p=0.95,
top_k=40,
max_output_tokens=8192,
response_modalities=["image", "text"],
response_mime_type="text/plain",
)
text_response = ""
image_path = None
# Create a temporary file to potentially store image data.
with tempfile.NamedTemporaryFile(suffix=".png", delete=False) as tmp:
temp_path = tmp.name
for chunk in client.models.generate_content_stream(
model=model,
contents=contents,
config=generate_content_config,
):
if not chunk.candidates or not chunk.candidates[0].content or not chunk.candidates[0].content.parts:
continue
candidate = chunk.candidates[0].content.parts[0]
# Check for inline image data
if candidate.inline_data:
save_binary_file(temp_path, candidate.inline_data.data)
print(f"File of mime type {candidate.inline_data.mime_type} saved to: {temp_path} and prompt input: {text}")
image_path = temp_path
# If an image is found, we assume that is the desired output.
break
else:
# Accumulate text response if no inline_data is present.
text_response += chunk.text + "\n"
del files
return image_path, text_response
def process_image_and_prompt(composite_pil, prompt, gemini_api_key):
try:
# Save the composite image to a temporary file.
with tempfile.NamedTemporaryFile(suffix=".png", delete=False) as tmp:
composite_path = tmp.name
composite_pil.save(composite_path)
file_name = composite_path
input_text = prompt
model = "gemini-2.0-flash-exp"
image_path, text_response = generate(text=input_text, file_name=file_name, api_key=gemini_api_key, model=model)
if image_path:
# Load and convert the image if needed.
result_img = Image.open(image_path)
if result_img.mode == "RGBA":
result_img = result_img.convert("RGB")
return [result_img], "" # Return image in gallery and empty text output.
else:
# Return no image and the text response.
return None, text_response
except Exception as e:
raise gr.Error(f"Error Getting {e}", duration=5)
# Custom CSS for a more modern UI
custom_css = """
/* Modern UI for Gemini Image Editing App */
/* Global Styles */
:root {
--primary-color: #4f46e5;
--primary-light: #6366f1;
--primary-dark: #3730a3;
--secondary-color: #9333ea;
--accent-color: #ec4899;
--text-color: #0f172a;
--text-light: #64748b;
--bg-color: #f8fafc;
--card-bg: #ffffff;
--border-color: #e2e8f0;
--shadow: 0 4px 6px -1px rgba(0, 0, 0, 0.1), 0 2px 4px -1px rgba(0, 0, 0, 0.06);
--transition: all 0.3s ease;
--radius: 12px;
}
/* Base container styling */
.gradio-container {
font-family: 'Inter', system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, 'Helvetica Neue', Arial, sans-serif;
background-color: var(--bg-color);
color: var(--text-color);
max-width: 1200px;
margin: 0 auto;
padding: 2rem;
box-shadow: var(--shadow);
border-radius: var(--radius);
}
/* Header styling */
.header-container {
background: linear-gradient(135deg, var(--primary-color), var(--secondary-color));
border-radius: var(--radius);
padding: 2rem;
margin-bottom: 2rem;
box-shadow: var(--shadow);
color: white;
display: flex;
align-items: center;
justify-content: center;
gap: 20px;
}
.header-container img {
width: 100px;
height: 100px;
filter: drop-shadow(0 0 8px rgba(255, 255, 255, 0.5));
transition: var(--transition);
}
.header-container img:hover {
transform: scale(1.05) rotate(5deg);
}
.header-container h1 {
font-size: 2.5rem;
font-weight: 700;
margin-bottom: 0.5rem;
background: linear-gradient(45deg, #fff, #f0f0ff);
-webkit-background-clip: text;
background-clip: text;
color: transparent;
display: inline-block;
}
.header-container a {
color: white;
text-decoration: none;
font-weight: 600;
border-bottom: 2px solid rgba(255, 255, 255, 0.5);
transition: var(--transition);
padding-bottom: 2px;
}
.header-container a:hover {
border-color: white;
}
/* Accordion styling */
.gr-accordion {
border: none !important;
background: var(--card-bg);
border-radius: var(--radius);
overflow: hidden;
box-shadow: var(--shadow);
margin-bottom: 1.5rem;
transition: var(--transition);
}
.gr-accordion:hover {
box-shadow: 0 10px 15px -3px rgba(0, 0, 0, 0.1), 0 4px 6px -2px rgba(0, 0, 0, 0.05);
}
.gr-accordion-title {
background-color: var(--primary-color);
color: white !important;
padding: 1rem 1.5rem;
font-weight: 600;
cursor: pointer;
}
/* Image upload area */
.upload-box {
background-color: var(--card-bg);
border: 2px dashed var(--primary-light);
border-radius: var(--radius);
transition: var(--transition);
cursor: pointer;
height: 300px;
}
.upload-box:hover {
border-color: var(--primary-color);
background-color: rgba(79, 70, 229, 0.05);
}
/* Input fields */
.gr-input, .gr-textarea {
width: 100%;
padding: 0.75rem 1rem;
border: 1px solid var(--border-color);
border-radius: var(--radius);
background-color: var(--card-bg);
transition: var(--transition);
font-size: 1rem;
}
.gr-input:focus, .gr-textarea:focus {
border-color: var(--primary-color);
box-shadow: 0 0 0 3px rgba(79, 70, 229, 0.2);
outline: none;
}
.gr-form .gr-form-label {
font-weight: 600;
color: var(--text-color);
margin-bottom: 0.5rem;
}
/* Generate button */
.gr-button.gr-button-primary {
background: linear-gradient(135deg, var(--primary-color), var(--secondary-color));
color: white;
border: none;
border-radius: var(--radius);
padding: 0.75rem 1.5rem;
font-size: 1rem;
font-weight: 600;
cursor: pointer;
transition: var(--transition);
width: 100%;
text-transform: uppercase;
letter-spacing: 1px;
box-shadow: 0 4px 6px -1px rgba(79, 70, 229, 0.4);
}
.gr-button.gr-button-primary:hover {
transform: translateY(-2px);
box-shadow: 0 10px 15px -3px rgba(79, 70, 229, 0.4);
}
.gr-button.gr-button-primary:active {
transform: translateY(1px);
}
/* Gallery output */
.gr-gallery {
background-color: var(--card-bg);
border-radius: var(--radius);
padding: 1rem;
box-shadow: var(--shadow);
min-height: 300px;
}
.gr-gallery img {
border-radius: calc(var(--radius) - 4px);
transition: var(--transition);
}
.gr-gallery img:hover {
transform: scale(1.02);
}
/* Output text area */
.output-text {
background-color: var(--card-bg);
border-radius: var(--radius);
padding: 1.5rem;
box-shadow: var(--shadow);
line-height: 1.6;
min-height: 100px;
}
/* Examples section */
.gr-examples-header {
font-weight: 600;
margin: 2rem 0 1rem;
padding-bottom: 0.5rem;
border-bottom: 2px solid var(--primary-light);
color: var(--primary-dark);
}
.gr-examples {
display: grid;
grid-template-columns: repeat(auto-fill, minmax(200px, 1fr));
gap: 1rem;
margin-top: 1.5rem;
}
.gr-sample {
background-color: var(--card-bg);
border-radius: var(--radius);
overflow: hidden;
box-shadow: var(--shadow);
transition: var(--transition);
cursor: pointer;
}
.gr-sample:hover {
transform: translateY(-2px);
box-shadow: 0 10px 15px -3px rgba(0, 0, 0, 0.1);
}
.gr-sample img {
width: 100%;
height: 150px;
object-fit: cover;
}
/* Responsive adjustments */
@media (max-width: 768px) {
.gradio-container {
padding: 1rem;
}
.header-container {
flex-direction: column;
text-align: center;
padding: 1.5rem;
}
.header-container h1 {
font-size: 2rem;
}
}
/* Custom scrollbar */
::-webkit-scrollbar {
width: 8px;
height: 8px;
}
::-webkit-scrollbar-track {
background: var(--bg-color);
}
::-webkit-scrollbar-thumb {
background: var(--primary-light);
border-radius: 4px;
}
::-webkit-scrollbar-thumb:hover {
background: var(--primary-color);
}
"""
# Build a Blocks-based interface with a custom HTML header and CSS
with gr.Blocks(css=custom_css) as demo:
# Custom HTML header with proper class for styling
gr.HTML(
"""
<div class="header-container">
<div>
<img src="https://www.gstatic.com/lamda/images/gemini_favicon_f069958c85030456e93de685481c559f160ea06b.png" alt="Gemini logo">
</div>
<div>
<h1>Gemini for Image Editing</h1>
<p>Powered by <a href="https://gradio.app/">Gradio</a>⚑️|
<a href="https://huggingface.co/spaces/ameerazam08/Gemini-Image-Edit?duplicate=true">Duplicate</a> this Repo |
<a href="https://aistudio.google.com/apikey">Get an API Key</a> |
Follow me on Twitter: <a href="https://x.com/Ameerazam18">Ameerazam18</a></p>
</div>
</div>
"""
)
with gr.Accordion("⚠️ API Configuration ⚠️", open=False, elem_classes="config-accordion"):
gr.Markdown("""
- **Issue:** ❗ Sometimes the model returns text instead of an image.
### πŸ”§ Steps to Address:
1. **πŸ› οΈ Duplicate the Repository**
- Create a separate copy for modifications.
2. **πŸ”‘ Use Your Own Gemini API Key**
- You **must** configure your own Gemini key for generation!
""")
with gr.Accordion("πŸ“Œ Usage Instructions", open=False, elem_classes="instructions-accordion"):
gr.Markdown("""
### πŸ“Œ Usage
- Upload an image and enter a prompt to generate outputs.
- If text is returned instead of an image, it will appear in the text output.
- Upload Only PNG Image
- ❌ **Do not use NSFW images!**
""")
with gr.Row(elem_classes="main-content"):
with gr.Column(elem_classes="input-column"):
image_input = gr.Image(
type="pil",
label="Upload Image",
image_mode="RGBA",
elem_id="image-input",
elem_classes="upload-box"
)
gemini_api_key = gr.Textbox(
lines=1,
placeholder="Enter Gemini API Key (optional)",
label="Gemini API Key (optional)",
elem_classes="api-key-input"
)
prompt_input = gr.Textbox(
lines=2,
placeholder="Enter prompt here...",
label="Prompt",
elem_classes="prompt-input"
)
submit_btn = gr.Button("Generate", elem_classes="generate-btn")
with gr.Column(elem_classes="output-column"):
output_gallery = gr.Gallery(label="Generated Outputs", elem_classes="output-gallery")
output_text = gr.Textbox(
label="Gemini Output",
placeholder="Text response will appear here if no image is generated.",
elem_classes="output-text"
)
# Set up the interaction with two outputs.
submit_btn.click(
fn=process_image_and_prompt,
inputs=[image_input, prompt_input, gemini_api_key],
outputs=[output_gallery, output_text],
)
gr.Markdown("## Try these examples", elem_classes="gr-examples-header")
examples = [
["data/1.webp", 'change text to "AMEER"', ""],
["data/2.webp", "remove the spoon from hand only", ""],
["data/3.webp", 'change text to "Make it "', ""],
["data/1.jpg", "add joker style only on face", ""],
["data/1777043.jpg", "add joker style only on face", ""],
["data/2807615.jpg", "add lipstick on lip only", ""],
["data/76860.jpg", "add lipstick on lip only", ""],
["data/2807615.jpg", "make it happy looking face only", ""],
]
gr.Examples(
examples=examples,
inputs=[image_input, prompt_input, gemini_api_key],
elem_id="examples-grid"
)
demo.queue(max_size=500).launch()