Spaces:
Build error
Build error
zejunyang
commited on
Commit
·
5ef3823
1
Parent(s):
d61d34c
update
Browse files- src/audio2vid.py +2 -2
- src/vid2vid.py +2 -16
src/audio2vid.py
CHANGED
|
@@ -5,7 +5,7 @@ from pathlib import Path
|
|
| 5 |
import numpy as np
|
| 6 |
import cv2
|
| 7 |
import torch
|
| 8 |
-
|
| 9 |
from scipy.spatial.transform import Rotation as R
|
| 10 |
from scipy.interpolate import interp1d
|
| 11 |
|
|
@@ -91,7 +91,7 @@ def get_headpose_temp(input_video):
|
|
| 91 |
|
| 92 |
return pose_arr_smooth
|
| 93 |
|
| 94 |
-
|
| 95 |
def audio2video(input_audio, ref_img, headpose_video=None, size=512, steps=25, length=150, seed=42):
|
| 96 |
fps = 30
|
| 97 |
cfg = 3.5
|
|
|
|
| 5 |
import numpy as np
|
| 6 |
import cv2
|
| 7 |
import torch
|
| 8 |
+
import spaces
|
| 9 |
from scipy.spatial.transform import Rotation as R
|
| 10 |
from scipy.interpolate import interp1d
|
| 11 |
|
|
|
|
| 91 |
|
| 92 |
return pose_arr_smooth
|
| 93 |
|
| 94 |
+
@spaces.GPU
|
| 95 |
def audio2video(input_audio, ref_img, headpose_video=None, size=512, steps=25, length=150, seed=42):
|
| 96 |
fps = 30
|
| 97 |
cfg = 3.5
|
src/vid2vid.py
CHANGED
|
@@ -7,7 +7,7 @@ from pathlib import Path
|
|
| 7 |
import numpy as np
|
| 8 |
import cv2
|
| 9 |
import torch
|
| 10 |
-
|
| 11 |
from diffusers import AutoencoderKL, DDIMScheduler
|
| 12 |
from einops import repeat
|
| 13 |
from omegaconf import OmegaConf
|
|
@@ -27,21 +27,7 @@ from src.utils.pose_util import project_points_with_trans, matrix_to_euler_and_
|
|
| 27 |
from src.audio2vid import smooth_pose_seq
|
| 28 |
|
| 29 |
|
| 30 |
-
|
| 31 |
-
parser = argparse.ArgumentParser()
|
| 32 |
-
parser.add_argument("--config", type=str, default='./configs/prompts/animation_facereenac.yaml')
|
| 33 |
-
parser.add_argument("-W", type=int, default=512)
|
| 34 |
-
parser.add_argument("-H", type=int, default=512)
|
| 35 |
-
parser.add_argument("-L", type=int)
|
| 36 |
-
parser.add_argument("--seed", type=int, default=42)
|
| 37 |
-
parser.add_argument("--cfg", type=float, default=3.5)
|
| 38 |
-
parser.add_argument("--steps", type=int, default=25)
|
| 39 |
-
parser.add_argument("--fps", type=int)
|
| 40 |
-
args = parser.parse_args()
|
| 41 |
-
|
| 42 |
-
return args
|
| 43 |
-
|
| 44 |
-
# @spaces.GPU
|
| 45 |
def video2video(ref_img, source_video, size=512, steps=25, length=150, seed=42):
|
| 46 |
cfg = 3.5
|
| 47 |
|
|
|
|
| 7 |
import numpy as np
|
| 8 |
import cv2
|
| 9 |
import torch
|
| 10 |
+
import spaces
|
| 11 |
from diffusers import AutoencoderKL, DDIMScheduler
|
| 12 |
from einops import repeat
|
| 13 |
from omegaconf import OmegaConf
|
|
|
|
| 27 |
from src.audio2vid import smooth_pose_seq
|
| 28 |
|
| 29 |
|
| 30 |
+
@spaces.GPU
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 31 |
def video2video(ref_img, source_video, size=512, steps=25, length=150, seed=42):
|
| 32 |
cfg = 3.5
|
| 33 |
|