File size: 677 Bytes
25ef180
 
aa5e404
 
8d9a1a3
a4dc2bc
 
25ef180
a52084a
 
aa5e404
5612db5
aa5e404
25ef180
aa5e404
5612db5
aa5e404
a52084a
aa5e404
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
import torch
from diffusers import StableVideoDiffusionPipeline
from diffusers.utils import load_image, export_to_video
from PIL import Image

device="cuda" if torch.cuda.is_available() else "cpu"

pipeline = StableVideoDiffusionPipeline.from_pretrained(
    "stabilityai/stable-video-diffusion-img2vid-xt-1-1", torch_dtype=torch.float32
).to(device)
pipeline.enable_model_cpu_offload()

def Video(image):
    image = Image.fromarray(image)
    image = image.resize((1024, 576))

    generator = torch.manual_seed(42)
    frames = pipeline(image, decode_chunk_size=8, generator=generator).frames[0]
    export_to_video(frames, "generated.mp4", fps=7)
    return "generated.mp4"