Update app_two_lora.py

app_two_lora.py

@@ -54,20 +54,20 @@ import os
 
 
 
-MODEL_ID = "Wan-AI/Wan2.1-VACE-14B-diffusers"
+# MODEL_ID = "Wan-AI/Wan2.1-VACE-14B-diffusers"
 
 
-LORA_REPO_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
-LORA_FILENAME = "FusionX_LoRa/Phantom_Wan_14B_FusionX_LoRA.safetensors"
+# LORA_REPO_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
+# LORA_FILENAME = "FusionX_LoRa/Phantom_Wan_14B_FusionX_LoRA.safetensors"
 
-causvid_path = hf_hub_download(repo_id=LORA_REPO_ID, filename=LORA_FILENAME)
+# causvid_path = hf_hub_download(repo_id=LORA_REPO_ID, filename=LORA_FILENAME)
 
-vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
-pipe = WanPipeline.from_pretrained(
-    MODEL_ID, vae=vae, torch_dtype=torch.bfloat16
-)
-pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow_shift=8.0)
-pipe.to("cuda")
+# vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
+# pipe = WanPipeline.from_pretrained(
+#     MODEL_ID, vae=vae, torch_dtype=torch.bfloat16
+# )
+# pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow_shift=8.0)
+# pipe.to("cuda")
 
 
 
@@ -85,22 +85,33 @@ pipe.to("cuda")
 
 
 
+model_id = "Wan-AI/Wan2.1-VACE-14B-diffusers"
+vae = AutoencoderKLWan.from_pretrained(model_id, subfolder="vae", torch_dtype=torch.float32)
+pipe = WanVACEPipeline.from_pretrained(model_id, vae=vae, torch_dtype=torch.bfloat16).to("cuda")
+
 
+pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow_shift=2.0)
+
+pipe.load_lora_weights(
+   "vrgamedevgirl84/Wan14BT2VFusioniX", 
+   weight_name="FusionX_LoRa/Phantom_Wan_14B_FusionX_LoRA.safetensors", 
+    adapter_name="phantom"
+)
 
 
 
 
 
-pipe.load_lora_weights(causvid_path, adapter_name="causvid_lora")
-pipe.set_adapters(["causvid_lora"], adapter_weights=[0.30])
+# pipe.load_lora_weights(causvid_path, adapter_name="causvid_lora")
+# pipe.set_adapters(["causvid_lora"], adapter_weights=[0.30])
 
 
-#load 1 mor3 lora 
-#lora2 = hf_hub_download(repo_id=LORA_TWO, filename=LORA_TWO_FILE)
-#pipe.load_lora_weights(lora2 , adapter_name="nsfw_lora")
-#pipe.set_adapters(["causvid_lora", "nsfw_lora"], adapter_weights=[0.30, 0.85])
-pipe.set_adapters(["causvid_lora"], adapter_weights=[0.30])
-pipe.fuse_lora()
+# #load 1 mor3 lora 
+# #lora2 = hf_hub_download(repo_id=LORA_TWO, filename=LORA_TWO_FILE)
+# #pipe.load_lora_weights(lora2 , adapter_name="nsfw_lora")
+# #pipe.set_adapters(["causvid_lora", "nsfw_lora"], adapter_weights=[0.30, 0.85])
+# pipe.set_adapters(["causvid_lora"], adapter_weights=[0.30])
+# pipe.fuse_lora()