Update app.py

app.py

@@ -1,4 +1,91 @@
+import os
+import torch
+import gradio as gr
+from tortoise.api import TextToSpeech
+from tortoise.utils.audio import save_wav
 import subprocess
 
 # Run the extract script
-subprocess.run(["python", "extract.py"])
+subprocess.run(["python", "extract.py"])
+
+# Path to Trump's pre-stored video
+TRUMP_VIDEO_PATH = "videos/trump.mp4"
+
+def setup_wav2lip():
+    """Ensures Wav2Lip model checkpoint is set up."""
+    checkpoint_path = "Wav2Lip/checkpoints/wav2lip_gan.pth"
+    
+    # Check if Wav2Lip folder exists
+    if not os.path.exists("Wav2Lip"):
+        return "Error: Wav2Lip folder not found. Please ensure it is set up."
+    
+    # Check if the checkpoint file exists
+    if not os.path.exists(checkpoint_path):
+        return "Error: Wav2Lip checkpoint not found. Please download and place it in Wav2Lip/checkpoints/"
+    
+    return None
+
+def generate_speech(text, output_wav):
+    """Uses Tortoise TTS to generate speech."""
+    tts = TextToSpeech()
+    # Use Trump's voice model
+    speech = tts.tts(text, "trump")
+    save_wav(speech, output_wav)
+
+def run_wav2lip(video_path, audio_path, output_video):
+    """Runs Wav2Lip to sync the audio with the video."""
+    command = [
+        "python", "Wav2Lip/inference.py",
+        "--checkpoint_path", "Wav2Lip/checkpoints/wav2lip_gan.pth",
+        "--face", video_path,
+        "--audio", audio_path,
+        "--outfile", output_video
+    ]
+    subprocess.run(command, check=True)
+
+def process_lipsync(text):
+    """Handles text-to-speech generation and lip-syncing."""
+    # Check if Wav2Lip is set up
+    error = setup_wav2lip()
+    if error:
+        return error, None
+    
+    # Check if text is provided
+    if not text:
+        return "Please provide text for speech synthesis.", None
+    
+    # Check if Trump's video exists
+    if not os.path.exists(TRUMP_VIDEO_PATH):
+        return "Error: Trump's video not found. Please ensure it is placed in the 'videos' folder.", None
+    
+    # Define output file paths
+    output_wav = "generated_speech.wav"
+    output_video = "lip_synced_output.mp4"
+    
+    # Generate speech using Trump's voice model
+    generate_speech(text, output_wav)
+    
+    # Run Wav2Lip to sync the generated speech with Trump's video
+    run_wav2lip(TRUMP_VIDEO_PATH, output_wav, output_video)
+    
+    # Return success message and the output video
+    return "Lip-synced video generated!", output_video
+
+def main():
+    # Create Gradio interface
+    iface = gr.Interface(
+        fn=process_lipsync,
+        inputs=[
+            gr.Textbox(label="Enter text for speech synthesis")
+        ],
+        outputs=[
+            gr.Textbox(label="Status"),
+            gr.Video(label="Generated Lip-Synced Video")
+        ],
+        title="TTS & Lip Sync Generator (Trump Only)",
+        description="Enter text to generate a lip-synced video using Trump's voice and video."
+    )
+    iface.launch()
+
+if __name__ == "__main__":
+    main()