rahul7star commited on
Commit
8feec38
·
verified ·
1 Parent(s): 5d5cad6

testing new Lora

Browse files
Files changed (1) hide show
  1. app.py +12 -11
app.py CHANGED
@@ -36,8 +36,17 @@ DEFAULT_NAG_NEGATIVE_PROMPT = "Static, motionless, still, ugly, bad quality, wor
36
  MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
37
  SUB_MODEL_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
38
  SUB_MODEL_FILENAME = "Wan14BT2VFusioniX_fp16_.safetensors"
39
- LORA_REPO_ID = "Kijai/WanVideo_comfy"
40
- LORA_FILENAME = "Wan21_CausVid_14B_T2V_lora_rank32.safetensors"
 
 
 
 
 
 
 
 
 
41
 
42
  vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
43
  wan_path = hf_hub_download(repo_id=SUB_MODEL_ID, filename=SUB_MODEL_FILENAME)
@@ -48,15 +57,7 @@ pipe = NAGWanPipeline.from_pretrained(
48
  pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow_shift=5.0)
49
  pipe.to("cuda")
50
 
51
- #causvid_path = hf_hub_download(repo_id=LORA_REPO_ID, filename=LORA_FILENAME)
52
- #pipe.load_lora_weights(causvid_path, adapter_name="causvid_lora")
53
- #pipe.set_adapters(["causvid_lora"], adapter_weights=[0.95])
54
- #for name, param in pipe.transformer.named_parameters():
55
- # if "lora_B" in name:
56
- # if "blocks.0" in name:
57
- # param.data = param.data * 0.25
58
- #pipe.fuse_lora()
59
- #pipe.unload_lora_weights()
60
 
61
  pipe.transformer.__class__.attn_processors = NagWanTransformer3DModel.attn_processors
62
  pipe.transformer.__class__.set_attn_processor = NagWanTransformer3DModel.set_attn_processor
 
36
  MODEL_ID = "Wan-AI/Wan2.1-T2V-14B-Diffusers"
37
  SUB_MODEL_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
38
  SUB_MODEL_FILENAME = "Wan14BT2VFusioniX_fp16_.safetensors"
39
+
40
+
41
+
42
+ #LORA_REPO_ID = "Kijai/WanVideo_comfy"
43
+ #LORA_FILENAME = "Wan21_CausVid_14B_T2V_lora_rank32.safetensors"
44
+
45
+
46
+ # new experiment
47
+
48
+ LORA_REPO_ID = "vrgamedevgirl84/Wan14BT2VFusioniX"
49
+ LORA_FILENAME = "FusionX_LoRa/Wan2.1_T2V_14B_FusionX_LoRA.safetensors"
50
 
51
  vae = AutoencoderKLWan.from_pretrained(MODEL_ID, subfolder="vae", torch_dtype=torch.float32)
52
  wan_path = hf_hub_download(repo_id=SUB_MODEL_ID, filename=SUB_MODEL_FILENAME)
 
57
  pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config, flow_shift=5.0)
58
  pipe.to("cuda")
59
 
60
+
 
 
 
 
 
 
 
 
61
 
62
  pipe.transformer.__class__.attn_processors = NagWanTransformer3DModel.attn_processors
63
  pipe.transformer.__class__.set_attn_processor = NagWanTransformer3DModel.set_attn_processor