Hugging Face's logo

Spaces:
BAAI
/
vid2vid-zero
Build error

App Files Community
4
encounter1997 commited on
Commit
7419fe8
·
1 Parent(s): 200e6b9

gradio demo w/o null-inv & w/ fp16 for fast demo

Browse files
Files changed (15) hide show
  1. configs/black-swan.yaml +1 -1
  2. configs/brown-bear.yaml +1 -1
  3. configs/car-moving.yaml +1 -1
  4. configs/car-turn.yaml +1 -1
  5. configs/child-riding.yaml +1 -1
  6. configs/cow-walking.yaml +1 -1
  7. configs/dog-walking.yaml +1 -1
  8. configs/horse-running.yaml +1 -1
  9. configs/lion-roaring.yaml +1 -1
  10. configs/man-running.yaml +1 -1
  11. configs/man-surfing.yaml +1 -1
  12. configs/rabbit-watermelon.yaml +1 -1
  13. configs/skateboard-dog.yaml +1 -1
  14. configs/skateboard-man.yaml +1 -1
  15. gradio_demo/runner.py +4 -0
configs/black-swan.yaml CHANGED
@@ -27,7 +27,7 @@ validation_data:
27
 
28
  input_batch_size: 1
29
  seed: 33
30
- mixed_precision: "fp16"
31
  gradient_checkpointing: True
32
  enable_xformers_memory_efficient_attention: True
33
  # test-time adaptation
 
27
 
28
  input_batch_size: 1
29
  seed: 33
30
+ mixed_precision: "no"
31
  gradient_checkpointing: True
32
  enable_xformers_memory_efficient_attention: True
33
  # test-time adaptation
configs/brown-bear.yaml CHANGED
@@ -28,7 +28,7 @@ validation_data:
28
 
29
  input_batch_size: 1
30
  seed: 33
31
- mixed_precision: "fp16"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
 
28
 
29
  input_batch_size: 1
30
  seed: 33
31
+ mixed_precision: "no"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
configs/car-moving.yaml CHANGED
@@ -28,7 +28,7 @@ validation_data:
28
 
29
  input_batch_size: 1
30
  seed: 33
31
- mixed_precision: "fp16"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
 
28
 
29
  input_batch_size: 1
30
  seed: 33
31
+ mixed_precision: "no"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
configs/car-turn.yaml CHANGED
@@ -30,7 +30,7 @@ validation_data:
30
 
31
  input_batch_size: 1
32
  seed: 33
33
- mixed_precision: "fp16"
34
  gradient_checkpointing: True
35
  enable_xformers_memory_efficient_attention: True
36
  # test-time adaptation
 
30
 
31
  input_batch_size: 1
32
  seed: 33
33
+ mixed_precision: "no"
34
  gradient_checkpointing: True
35
  enable_xformers_memory_efficient_attention: True
36
  # test-time adaptation
configs/child-riding.yaml CHANGED
@@ -31,7 +31,7 @@ validation_data:
31
 
32
  input_batch_size: 1
33
  seed: 33
34
- mixed_precision: "fp16"
35
  gradient_checkpointing: True
36
  enable_xformers_memory_efficient_attention: True
37
  # test-time adaptation
 
31
 
32
  input_batch_size: 1
33
  seed: 33
34
+ mixed_precision: "no"
35
  gradient_checkpointing: True
36
  enable_xformers_memory_efficient_attention: True
37
  # test-time adaptation
configs/cow-walking.yaml CHANGED
@@ -28,7 +28,7 @@ validation_data:
28
 
29
  input_batch_size: 1
30
  seed: 33
31
- mixed_precision: "fp16"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
 
28
 
29
  input_batch_size: 1
30
  seed: 33
31
+ mixed_precision: "no"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
configs/dog-walking.yaml CHANGED
@@ -26,7 +26,7 @@ validation_data:
26
 
27
  input_batch_size: 1
28
  seed: 33
29
- mixed_precision: "fp16"
30
  gradient_checkpointing: True
31
  enable_xformers_memory_efficient_attention: True
32
  # test-time adaptation
 
26
 
27
  input_batch_size: 1
28
  seed: 33
29
+ mixed_precision: "no"
30
  gradient_checkpointing: True
31
  enable_xformers_memory_efficient_attention: True
32
  # test-time adaptation
configs/horse-running.yaml CHANGED
@@ -27,7 +27,7 @@ validation_data:
27
 
28
  input_batch_size: 1
29
  seed: 33
30
- mixed_precision: "fp16"
31
  gradient_checkpointing: True
32
  enable_xformers_memory_efficient_attention: True
33
  # test-time adaptation
 
27
 
28
  input_batch_size: 1
29
  seed: 33
30
+ mixed_precision: "no"
31
  gradient_checkpointing: True
32
  enable_xformers_memory_efficient_attention: True
33
  # test-time adaptation
configs/lion-roaring.yaml CHANGED
@@ -28,7 +28,7 @@ validation_data:
28
 
29
  input_batch_size: 1
30
  seed: 33
31
- mixed_precision: "fp16"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
 
28
 
29
  input_batch_size: 1
30
  seed: 33
31
+ mixed_precision: "no"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
configs/man-running.yaml CHANGED
@@ -28,7 +28,7 @@ validation_data:
28
 
29
  input_batch_size: 1
30
  seed: 33
31
- mixed_precision: "fp16"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
 
28
 
29
  input_batch_size: 1
30
  seed: 33
31
+ mixed_precision: "no"
32
  gradient_checkpointing: True
33
  enable_xformers_memory_efficient_attention: True
34
  # test-time adaptation
configs/man-surfing.yaml CHANGED
@@ -27,7 +27,7 @@ validation_data:
27
 
28
  input_batch_size: 1
29
  seed: 33
30
- mixed_precision: "fp16"
31
  gradient_checkpointing: True
32
  enable_xformers_memory_efficient_attention: True
33
  # test-time adaptation
 
27
 
28
  input_batch_size: 1
29
  seed: 33
30
+ mixed_precision: "no"
31
  gradient_checkpointing: True
32
  enable_xformers_memory_efficient_attention: True
33
  # test-time adaptation
configs/rabbit-watermelon.yaml CHANGED
@@ -31,7 +31,7 @@ validation_data:
31
 
32
  input_batch_size: 1
33
  seed: 33
34
- mixed_precision: "fp16"
35
  gradient_checkpointing: True
36
  enable_xformers_memory_efficient_attention: True
37
  # test-time adaptation
 
31
 
32
  input_batch_size: 1
33
  seed: 33
34
+ mixed_precision: "no"
35
  gradient_checkpointing: True
36
  enable_xformers_memory_efficient_attention: True
37
  # test-time adaptation
configs/skateboard-dog.yaml CHANGED
@@ -26,7 +26,7 @@ validation_data:
26
 
27
  input_batch_size: 1
28
  seed: 33
29
- mixed_precision: "fp16"
30
  gradient_checkpointing: True
31
  enable_xformers_memory_efficient_attention: True
32
  # test-time adaptation
 
26
 
27
  input_batch_size: 1
28
  seed: 33
29
+ mixed_precision: "no"
30
  gradient_checkpointing: True
31
  enable_xformers_memory_efficient_attention: True
32
  # test-time adaptation
configs/skateboard-man.yaml CHANGED
@@ -26,7 +26,7 @@ validation_data:
26
 
27
  input_batch_size: 1
28
  seed: 33
29
- mixed_precision: "fp16"
30
  gradient_checkpointing: True
31
  enable_xformers_memory_efficient_attention: True
32
  # test-time adaptation
 
26
 
27
  input_batch_size: 1
28
  seed: 33
29
+ mixed_precision: "no"
30
  gradient_checkpointing: True
31
  enable_xformers_memory_efficient_attention: True
32
  # test-time adaptation
gradio_demo/runner.py CHANGED
@@ -92,6 +92,10 @@ class Runner:
92
  config = OmegaConf.load('configs/black-swan.yaml')
93
  config.pretrained_model_path = self.download_base_model(model_path, token=input_token)
94
 
 
 
 
 
95
  config.output_dir = output_dir.as_posix()
96
  config.input_data.video_path = input_video.name # type: ignore
97
  config.input_data.prompt = prompt
 
92
  config = OmegaConf.load('configs/black-swan.yaml')
93
  config.pretrained_model_path = self.download_base_model(model_path, token=input_token)
94
 
95
+ # we remove null-inversion & use fp16 for fast inference on web demo
96
+ config.mixed_precision = "fp16"
97
+ config.validation_data.use_null_inv = False
98
+
99
  config.output_dir = output_dir.as_posix()
100
  config.input_data.video_path = input_video.name # type: ignore
101
  config.input_data.prompt = prompt