Update app.py

app.py

@@ -1,109 +1,85 @@
-import os
 import subprocess
 import sys
 
+# --- Installation Block ---
 def install_requirements():
     try:
-        subprocess.check_call([sys.executable, "-m", "pip", "install", "opencv-python", "numpy", "scipy", "matplotlib"])
-        print("Successfully installed OpenCV, numpy, scipy, and matplotlib.")
-        
+        subprocess.check_call([sys.executable, "-m", "pip", "install", "opencv-python", "numpy", "scipy", "matplotlib", "gradio", "Pillow"])
         try:
             subprocess.check_call([sys.executable, "-m", "pip", "install", "facemorpher"])
-            print("Successfully installed facemorpher.")
-        except subprocess.CalledProcessError as e:
-            print("Failed to install facemorpher:", e)
-            print("Attempting fallback: manually installing stasm and docopt.")
-            try:
-                subprocess.check_call([sys.executable, "-m", "pip", "install", "stasm", "docopt"])
-                print("Successfully installed stasm and docopt.")
-            except subprocess.CalledProcessError as e:
-                print("Fallback installation failed:", e)
-                print("Proceeding without facemorpher.")
+        except subprocess.CalledProcessError:
+            subprocess.check_call([sys.executable, "-m", "pip", "install", "stasm", "docopt"])
+            print("facemorpher not available; fallback dependencies installed.")
+    except Exception as e:
+        print(f"Installation failed: {e}")
 
-    except subprocess.CalledProcessError as e:
-        print("Installation of core dependencies failed:", e)
+install_requirements()
 
-def create_and_run_main_py():
-    main_code = '''
-import os
+# --- Imports ---
+import gradio as gr
 import cv2
 import numpy as np
-import time
+from PIL import Image
+import facemorpher
 
-# Fallback implementation for morph_faces if facemorpher is not available
-try:
-    from facemorpher import morpher
-    use_facemorpher = True
-except ImportError:
-    print("facemorpher not found. Using fallback morphing.")
-    use_facemorpher = False
+# --- Image Loader ---
+def load_image(file):
+    img = cv2.imread(file.name)
+    if img is None:
+        raise ValueError(f"Failed to load image: {file.name}")
+    return img
 
-    def morph_faces(img1_path, img2_path, alpha=0.5):
-        img1 = cv2.imread(img1_path)
-        img2 = cv2.imread(img2_path)
+# --- Morphing Function ---
+def generate_lipsync_frame(img1, img2, morph_strength):
+    img1_rgb = cv2.cvtColor(img1, cv2.COLOR_BGR2RGB)
+    img2_rgb = cv2.cvtColor(img2, cv2.COLOR_BGR2RGB)
 
-        if img1 is None or img2 is None:
-            raise ValueError("Error reading input images.")
+    frames = facemorpher.morpher.morph_images([img1_rgb, img2_rgb], num_frames=20)
+    index = int(morph_strength * (len(frames) - 1))
+    return Image.fromarray(frames[index])
 
-        img1 = cv2.resize(img1, (img2.shape[1], img2.shape[0]))
-        return cv2.addWeighted(img1, alpha, img2, 1 - alpha, 0)
+# --- Lipsync Processing ---
+def lipsync_interface(mm, aa, ee, oo, ww, na, s_aa, s_oo, s_ee, s_ww, s_na):
+    mm_img = load_image(mm)
+    result = mm_img.copy()
 
-def get_phoneme_image(phoneme):
-    phoneme_dir = "phoneme_images"
-    phoneme_map = {
-        "AA": "aa.jpg",
-        "EE": "ee.jpg",
-        "OO": "oo.jpg",
-        "MM": "mm.jpg",
-        "WW": "ww.jpg",
-        "NA": "na.jpg"
-    }
+    if s_aa > 0.0:
+        aa_img = load_image(aa)
+        result = generate_lipsync_frame(result, aa_img, s_aa)
+    if s_oo > 0.0:
+        oo_img = load_image(oo)
+        result = generate_lipsync_frame(result, oo_img, s_oo)
+    if s_ee > 0.0:
+        ee_img = load_image(ee)
+        result = generate_lipsync_frame(result, ee_img, s_ee)
+    if s_ww > 0.0:
+        ww_img = load_image(ww)
+        result = generate_lipsync_frame(result, ww_img, s_ww)
+    if s_na > 0.0:
+        na_img = load_image(na)
+        result = generate_lipsync_frame(result, na_img, s_na)
 
-    filename = phoneme_map.get(phoneme.upper())
-    if filename is None:
-        raise ValueError(f"Invalid phoneme: {phoneme}")
-    
-    path = os.path.join(phoneme_dir, filename)
-    if not os.path.exists(path):
-        raise FileNotFoundError(f"Image for phoneme '{phoneme}' not found at {path}")
-    
-    return path
+    return result
 
-def interpolate_faces(phoneme1, phoneme2, steps=10):
-    img1_path = get_phoneme_image(phoneme1)
-    img2_path = get_phoneme_image(phoneme2)
-    
-    output_dir = "morph_output"
-    os.makedirs(output_dir, exist_ok=True)
-    
-    for i in range(steps + 1):
-        alpha = i / steps
-        if use_facemorpher:
-            morpher.morpher(
-                img1_path, img2_path,
-                plot=True,
-                alpha=alpha,
-                out_folder=output_dir,
-                out_frames=1,
-                gif=False
-            )
-        else:
-            result = morph_faces(img1_path, img2_path, alpha)
-            frame_path = os.path.join(output_dir, f"frame_{i:02d}.jpg")
-            cv2.imwrite(frame_path, result)
-            print(f"Saved frame {i} at alpha {alpha:.2f} to {frame_path}")
-            time.sleep(0.1)
+# --- Gradio Interface ---
+iface = gr.Interface(
+    fn=lipsync_interface,
+    inputs=[
+        gr.Image(label="MM Image (Neutral)", type="file"),
+        gr.Image(label="AA Image", type="file"),
+        gr.Image(label="EE Image", type="file"),
+        gr.Image(label="OO Image", type="file"),
+        gr.Image(label="WW Image", type="file"),
+        gr.Image(label="NA Image", type="file"),
 
-if __name__ == "__main__":
-    interpolate_faces("AA", "EE", steps=10)
-'''
+        gr.Slider(minimum=0.0, maximum=1.0, step=0.05, label="Morph Strength AA"),
+        gr.Slider(minimum=0.0, maximum=1.0, step=0.05, label="Morph Strength OO"),
+        gr.Slider(minimum=0.0, maximum=1.0, step=0.05, label="Morph Strength EE"),
+        gr.Slider(minimum=0.0, maximum=1.0, step=0.05, label="Morph Strength WW"),
+        gr.Slider(minimum=0.0, maximum=1.0, step=0.05, label="Morph Strength NA"),
+    ],
+    outputs=gr.Image(label="Interpolated Lip-sync Frame"),
+    live=True
+)
 
-    with open("main.py", "w") as f:
-        f.write(main_code)
-
-    print("main.py created. Running the script...")
-    os.system(f"{sys.executable} main.py")
-
-if __name__ == "__main__":
-    install_requirements()
-    create_and_run_main_py()
+iface.launch()