2024.07.04 complete gernerate image service

app.py

@@ -0,0 +1,82 @@
+#  객체검출 -> 삭제 체크박스 적용본
+import torch
+from PIL import Image, ImageDraw
+from transformers import DetrImageProcessor, DetrForObjectDetection
+from diffusers import StableDiffusionInpaintPipeline
+import gradio as gr
+
+# 모델 로드
+processor = DetrImageProcessor.from_pretrained("facebook/detr-resnet-50")
+model = DetrForObjectDetection.from_pretrained("facebook/detr-resnet-50")
+pipe = StableDiffusionInpaintPipeline.from_pretrained("runwayml/stable-diffusion-inpainting", torch_dtype=torch.float32)
+pipe = pipe.to("cpu")
+
+def detect_objects(image):
+    # 객체 검출
+    inputs = processor(images=image, return_tensors="pt")
+    outputs = model(**inputs)
+
+    # 결과 후처리```````
+    target_sizes = torch.tensor([image.size[::-1]])
+    results = processor.post_process_object_detection(outputs, target_sizes=target_sizes)[0]
+
+    # 검출된 객체 정보 추출
+    detected_objects = []
+    for score, label, box in zip(results["scores"], results["labels"], results["boxes"]):
+        if score > 0.9:
+            box = [round(i) for i in box.tolist()]
+            detected_objects.append({"label": model.config.id2label[label.item()], "box": box})
+    
+    return detected_objects
+
+def display_detected_objects(image):
+    detected_objects = detect_objects(image)
+    labeled_image = image.copy()
+    draw = ImageDraw.Draw(labeled_image)
+    object_labels = []
+    for obj in detected_objects:
+        box = obj["box"]
+        label = obj["label"]
+        draw.rectangle(box, outline="red", width=3)
+        draw.text((box[0], box[1]), label, fill="red")
+        object_labels.append(f"{label} at {box}")
+    return labeled_image, gr.update(choices=object_labels)
+
+def inpaint_image(image, selected_objects):
+    detected_objects = detect_objects(image)
+
+    # 마스크 생성
+    mask = Image.new("L", image.size, 0)
+    draw = ImageDraw.Draw(mask)
+    for obj in detected_objects:
+        object_label = f"{obj['label']} at {obj['box']}"
+        if object_label in selected_objects:
+            box = obj["box"]
+            draw.rectangle(box, fill=255)
+    
+    # Inpainting 수행
+    image = image.convert("RGB")
+    mask = mask.convert("RGB")
+    output = pipe(prompt="a modern interior", image=image, mask_image=mask).images[0]
+    # output = pipe(prompt="remove", image=image, mask_image=mask).images[0]
+
+    
+    return output
+
+# Gradio 인터페이스 설정
+with gr.Blocks() as interface:
+    with gr.Row():
+        image_input = gr.Image(type="pil", label="Input Image")
+        objects_list = gr.CheckboxGroup(label="Detected Objects")
+    
+    labeled_image_output = gr.Image(label="Labeled Image")
+    final_output = gr.Image(label="Output Image")
+    
+    detect_button = gr.Button("Detect Objects")
+    inpaint_button = gr.Button("Remove Selected Objects")
+    
+    detect_button.click(fn=display_detected_objects, inputs=image_input, outputs=[labeled_image_output, objects_list])
+    inpaint_button.click(fn=inpaint_image, inputs=[image_input, objects_list], outputs=final_output)
+
+# Gradio 인터페이스 실행
+interface.launch()

requirements.txt

@@ -0,0 +1,111 @@
+aiofiles==23.2.1
+altair==5.3.0
+annotated-types==0.7.0
+anyio==4.4.0
+asttokens==2.4.1
+attrs==23.2.0
+certifi==2024.7.4
+charset-normalizer==3.3.2
+click==8.1.7
+comm==0.2.2
+contourpy==1.2.1
+cycler==0.12.1
+debugpy==1.8.2
+decorator==5.1.1
+diffusers==0.29.2
+dnspython==2.6.1
+email_validator==2.2.0
+exceptiongroup==1.2.1
+executing==2.0.1
+fastapi==0.111.0
+fastapi-cli==0.0.4
+ffmpy==0.3.2
+filelock==3.15.4
+fonttools==4.53.0
+fsspec==2024.6.1
+gradio==4.37.2
+gradio_client==1.0.2
+h11==0.14.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.23.4
+idna==3.7
+importlib_metadata==8.0.0
+importlib_resources==6.4.0
+ipykernel==6.29.5
+ipython==8.26.0
+jedi==0.19.1
+Jinja2==3.1.4
+jsonschema==4.22.0
+jsonschema-specifications==2023.12.1
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+kiwisolver==1.4.5
+markdown-it-py==3.0.0
+MarkupSafe==2.1.5
+matplotlib==3.9.0
+matplotlib-inline==0.1.7
+mdurl==0.1.2
+mpmath==1.3.0
+nest-asyncio==1.6.0
+networkx==3.3
+numpy==1.26.4
+orjson==3.10.6
+packaging==24.1
+pandas==2.2.2
+parso==0.8.4
+pexpect==4.9.0
+pillow==10.4.0
+platformdirs==4.2.2
+prompt_toolkit==3.0.47
+psutil==6.0.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pydantic==2.8.2
+pydantic_core==2.20.1
+pydub==0.25.1
+Pygments==2.18.0
+pyparsing==3.1.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+PyYAML==6.0.1
+pyzmq==26.0.3
+referencing==0.35.1
+regex==2024.5.15
+requests==2.32.3
+rich==13.7.1
+rpds-py==0.18.1
+ruff==0.5.0
+safetensors==0.4.3
+semantic-version==2.10.0
+shellingham==1.5.4
+six==1.16.0
+sniffio==1.3.1
+stack-data==0.6.3
+starlette==0.37.2
+sympy==1.12.1
+timm==1.0.7
+tokenizers==0.19.1
+tomlkit==0.12.0
+toolz==0.12.1
+torch==2.3.1
+torchvision==0.18.1
+tornado==6.4.1
+tqdm==4.66.4
+traitlets==5.14.3
+transformers==4.42.3
+triton==2.3.1
+typer==0.12.3
+typing_extensions==4.12.2
+tzdata==2024.1
+ujson==5.10.0
+urllib3==2.2.2
+uvicorn==0.30.1
+uvloop==0.19.0
+watchfiles==0.22.0
+wcwidth==0.2.13
+websockets==11.0.3
+zipp==3.19.2