testing new Lora
Browse files
app.py
CHANGED
|
@@ -36,8 +36,17 @@ DEFAULT_NAG_NEGATIVE_PROMPT = "Static, motionless, still, ugly, bad quality, wor
|
|
| 36 |
MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
|
| 37 |
SUB_MODEL_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
|
| 38 |
SUB_MODEL_FILENAME = "Wan14BT2VFusioniX_fp16_.safetensors"
|
| 39 |
-
|
| 40 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
|
| 42 |
vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
|
| 43 |
wan_path = hf_hub_download(repo_id=SUB_MODEL_ID, filename=SUB_MODEL_FILENAME)
|
|
@@ -48,15 +57,7 @@ pipe = NAGWanPipeline.from_pretrained(
|
|
| 48 |
pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow_shift=5.0)
|
| 49 |
pipe.to("cuda")
|
| 50 |
|
| 51 |
-
|
| 52 |
-
#pipe.load_lora_weights(causvid_path, adapter_name="causvid_lora")
|
| 53 |
-
#pipe.set_adapters(["causvid_lora"], adapter_weights=[0.95])
|
| 54 |
-
#for name, param in pipe.transformer.named_parameters():
|
| 55 |
-
# if "lora_B" in name:
|
| 56 |
-
# if "blocks.0" in name:
|
| 57 |
-
# param.data = param.data * 0.25
|
| 58 |
-
#pipe.fuse_lora()
|
| 59 |
-
#pipe.unload_lora_weights()
|
| 60 |
|
| 61 |
pipe.transformer.__class__.attn_processors = NagWanTransformer3DModel.attn_processors
|
| 62 |
pipe.transformer.__class__.set_attn_processor = NagWanTransformer3DModel.set_attn_processor
|
|
|
|
| 36 |
MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
|
| 37 |
SUB_MODEL_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
|
| 38 |
SUB_MODEL_FILENAME = "Wan14BT2VFusioniX_fp16_.safetensors"
|
| 39 |
+
|
| 40 |
+
|
| 41 |
+
|
| 42 |
+
#LORA_REPO_ID = "Kijai/WanVideo_comfy"
|
| 43 |
+
#LORA_FILENAME = "Wan21_CausVid_14B_T2V_lora_rank32.safetensors"
|
| 44 |
+
|
| 45 |
+
|
| 46 |
+
# new experiment
|
| 47 |
+
|
| 48 |
+
LORA_REPO_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
|
| 49 |
+
LORA_FILENAME = "FusionX_LoRa/Wan2.1_T2V_14B_FusionX_LoRA.safetensors"
|
| 50 |
|
| 51 |
vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
|
| 52 |
wan_path = hf_hub_download(repo_id=SUB_MODEL_ID, filename=SUB_MODEL_FILENAME)
|
|
|
|
| 57 |
pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow_shift=5.0)
|
| 58 |
pipe.to("cuda")
|
| 59 |
|
| 60 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 61 |
|
| 62 |
pipe.transformer.__class__.attn_processors = NagWanTransformer3DModel.attn_processors
|
| 63 |
pipe.transformer.__class__.set_attn_processor = NagWanTransformer3DModel.set_attn_processor
|