Update app.py

app.py

@@ -22,6 +22,27 @@ except (ImportError, AttributeError):
 
 # --- Helper Functions ---
 
+
+def cut_and_feather(img, feather):
+    h, w = img.shape[:2]
+    mask = np.zeros((h, w), dtype=np.uint8)
+    results = face_mesh.process(cv2.cvtColor(img, cv2.COLOR_BGR2RGB))
+    if not results.multi_face_landmarks:
+        return np.zeros_like(img)
+    lm = results.multi_face_landmarks[0]
+    pts = np.array([(int(p.x*w), int(p.y*h)) for p in lm.landmark], np.int32)
+    hull = cv2.convexHull(pts)
+    cv2.fillConvexPoly(mask, hull, 255)
+    # feather mask
+    k = int(feather)
+    if k>0:
+        mask = cv2.GaussianBlur(mask, (k*2+1, k*2+1), 0)
+    fg = cv2.bitwise_and(img, img, mask=mask)
+    bg = np.zeros_like(img)
+    alpha = mask.astype(np.float32)/255.0
+    out = (fg.astype(np.float32) * alpha[...,None] + bg.astype(np.float32)*(1-alpha[...,None])).astype(np.uint8)
+    return out, mask
+
 def get_landmarks(img, landmark_step=1):
     if img is None or face_mesh is None:
         return None
@@ -105,50 +126,61 @@ def morph_faces(img1, img2, alpha, dim, step):
     return (out*255).astype(np.uint8)
 
 
-def process_video(video_path, target_img, trans, res, step, progress=gr.Progress()):
-    if video_path is None or target_img is None:
-        tmp=tempfile.NamedTemporaryFile(delete=False,suffix='.mp4').name
-        cv2.VideoWriter(tmp,cv2.VideoWriter_fourcc(*'mp4v'),24,(res,res)).release();return tmp
-    tgt=cv2.cvtColor(target_img,cv2.COLOR_RGB2BGR)
-    alpha=float(np.clip((trans+1)/2,0,1))
-    cap=cv2.VideoCapture(video_path)
-    n=int(cap.get(cv2.CAP_PROP_FRAME_COUNT))
-    fps=cap.get(cv2.CAP_PROP_FPS) or 24
-    tmp=tempfile.NamedTemporaryFile(delete=False,suffix='.mp4').name
-    out=cv2.VideoWriter(tmp,cv2.VideoWriter_fourcc(*'mp4v'),fps,(res,res))
-    i=0
-    while True:
-        ret,frame=cap.read()
+def process_video(video_path, ref_img, trans, res, step, feather):
+    cap = cv2.VideoCapture(video_path)
+    fps = cap.get(cv2.CAP_PROP_FPS) or 24
+    total = int(cap.get(cv2.CAP_PROP_FRAME_COUNT))
+    # prepare modified reference
+    ref_bgr = cv2.cvtColor(ref_img, cv2.COLOR_RGB2BGR)
+    mod_ref, _ = cut_and_feather(ref_bgr, feather)
+    mod_ref = cv2.resize(mod_ref, (res, res))
+    # output tmp video
+    tmp_vid = tempfile.NamedTemporaryFile(delete=False, suffix='.mp4').name
+    out_vid = cv2.VideoWriter(tmp_vid, cv2.VideoWriter_fourcc(*'mp4v'), fps, (res, res))
+    first_mod_frame = None; first_morphed = None
+    for i in range(total):
+        ret, frame = cap.read()
         if not ret: break
-        i+=1
-        progress(i/n,desc=f'Frame {i}/{n}')
-        mor=morph_faces(frame,tgt,alpha,res,step)
-        out.write(mor)
-    cap.release();out.release();progress(1,desc='Done')
-    return tmp
+        frm_mod, mask = cut_and_feather(frame, feather)
+        frm_mod = cv2.resize(frm_mod, (res, res))
+        if i==0:
+            first_mod_frame = frm_mod.copy()
+            alpha = float(np.clip((trans+1)/2,0,1))
+            first_morphed = morph_faces(frm_mod, mod_ref, alpha, res, step)
+        mor = morph_faces(frm_mod, mod_ref, float(np.clip((trans+1)/2,0,1)), res, step)
+        out_vid.write(mor)
+    cap.release(); out_vid.release()
+    # convert back to RGB for Gradio display
+    return tmp_vid, cv2.cvtColor(first_mod_frame, cv2.COLOR_BGR2RGB), cv2.cvtColor(mod_ref, cv2.COLOR_BGR2RGB), cv2.cvtColor(first_morphed, cv2.COLOR_BGR2RGB)
+
 
 # --- Gradio App ---
-css="""video, img{object-fit:contain!important;}"""
+css = """video, img { object-fit: contain !important; }"""
 with gr.Blocks(css=css) as iface:
-    gr.Markdown("# Real-Time Video Face Morph 🚀")
-    gr.Markdown("Click 'Generate Morph' and watch the progress bar during processing.")
+    gr.Markdown("# Enhanced Face Morph with Feathering")
     with gr.Row():
-        vid=gr.Video(label='Input Video')
-        img=gr.Image(type='numpy',label='Target Face Image')
+        vid = gr.Video(label='Input Video')
+        ref = gr.Image(type='numpy', label='Reference Face Image')
     with gr.Row():
-        res=gr.Dropdown([256,384,512,768],value=512,label='Resolution')
-        step=gr.Slider(1,4,value=1,step=1,label='Landmark Sub-sampling')
-    trans=gr.Slider(-1,1,value=0,step=0.05,label='Transition Level')
-    btn=gr.Button('Generate Morph 🚀',variant='primary')
-    prog=gr.Progress()
-    out=gr.Video(label='Morphed Video')
+        res = gr.Dropdown([256,384,512,768], value=512, label='Resolution')
+        step = gr.Slider(1,4, value=1, step=1, label='Landmark Sub-sampling')
+        feather = gr.Slider(0,50, value=10, step=1, label='Feather Radius')
+    trans = gr.Slider(-1.0,1.0, value=0.0, step=0.05, label='Transition Level')
+    btn = gr.Button('Generate Morph 🚀')
+    progress = gr.Progress()
+    out_vid = gr.Video(label='Morphed Video')
+    out_mod_frame = gr.Image(label='Modified Frame[0]')
+    out_mod_ref = gr.Image(label='Modified Reference')
+    out_morph0 = gr.Image(label='Morphed Frame[0]')
+
     btn.click(
         fn=process_video,
-        inputs=[vid,img,trans,res,step],
-        outputs=out,
+        inputs=[vid, ref, trans, res, step, feather],
+        outputs=[out_vid, out_mod_frame, out_mod_ref, out_morph0],
         show_progress=True
     )
-    gr.Markdown("---\n*Built with Gradio, OpenCV & MediaPipe.*")
+    gr.Markdown("---\n*Workflow: cut, feather, morph, composite.*")
 
 if __name__=='__main__':
     iface.launch(debug=True)
+