Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+assets/comfyui.png filter=lfs diff=lfs merge=lfs -text
+assets/flux-text.png filter=lfs diff=lfs merge=lfs -text
+assets/gradio_1.png filter=lfs diff=lfs merge=lfs -text
+assets/gradio_2.png filter=lfs diff=lfs merge=lfs -text
+assets/method.png filter=lfs diff=lfs merge=lfs -text
+assets/method_result.png filter=lfs diff=lfs merge=lfs -text

epoch_100.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e329c97cae19e4fd3ad1b5867036952477dd09e53b90f39b2c68b100060156
+size 709732641

model_512/config.yaml

@@ -0,0 +1,46 @@
+dtype: bfloat16
+flux_path: black-forest-labs/FLUX.1-Fill-dev
+model:
+  add_cond_attn: false
+  latent_lora: false
+  union_cond_attn: true
+model_type: flux_fill
+train:
+  accumulate_grad_batches: 2
+  batch_size: 8
+  condition_type: word_fill
+  dataloader_workers: 4
+  dataset:
+    condition_size: 512
+    drop_image_prob: 0.1
+    drop_text_prob: 0.1
+    image_size: 512
+    padding: 8
+    target_size: 512
+    type: word
+  gradient_checkpointing: true
+  lora_config:
+    init_lora_weights: gaussian
+    lora_alpha: 256
+    r: 256
+    target_modules: (.*x_embedder|.*(?<!single_)transformer_blocks\.[0-9]+\.norm1\.linear|.*(?<!single_)transformer_blocks\.[0-9]+\.attn\.to_k|.*(?<!single_)transformer_blocks\.[0-9]+\.attn\.to_q|.*(?<!single_)transformer_blocks\.[0-9]+\.attn\.to_v|.*(?<!single_)transformer_blocks\.[0-9]+\.attn\.to_out\.0|.*(?<!single_)transformer_blocks\.[0-9]+\.ff\.net\.2|.*single_transformer_blocks\.[0-9]+\.norm\.linear|.*single_transformer_blocks\.[0-9]+\.proj_mlp|.*single_transformer_blocks\.[0-9]+\.proj_out|.*single_transformer_blocks\.[0-9]+\.attn.to_k|.*single_transformer_blocks\.[0-9]+\.attn.to_q|.*single_transformer_blocks\.[0-9]+\.attn.to_v|.*single_transformer_blocks\.[0-9]+\.attn.to_out)
+  max_steps: -1
+  odm_loss:
+    input_resolution: 512
+    modelpath: epoch_100.pt
+    w_loss_1: 30
+    w_loss_2: 30
+    w_loss_3: 30
+    w_loss_4: 30
+    w_loss_f: 1
+  optimizer:
+    params:
+      lr: 1
+      safeguard_warmup: true
+      use_bias_correction: true
+      weight_decay: 0.01
+    type: Prodigy
+  reuse_lora_path: reuse.safetensors
+  sample_interval: 2000
+  save_interval: 1000
+  save_path: output_dir

model_512/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa64171deccf048f402a572fc6682c0c6cce7c5c462b559093cb906912e67d98
+size 1854698344

model_multisize/config.yaml

@@ -0,0 +1,59 @@
+dtype: bfloat16
+flux_path: black-forest-labs/FLUX.1-Fill-dev
+model:
+  add_cond_attn: false
+  attn_mask: false
+  latent_lora: false
+  mask_para:
+    base_ratio: 0.6
+  union_cond_attn: true
+  use_byt5_mask: false
+model_type: flux_fill
+train:
+  accumulate_grad_batches: 4
+  bucket_config:
+    1024px:
+      1:
+      - 1.0
+      - 2
+    512px:
+      1:
+      - 1.0
+      - 8
+    768px:
+      1:
+      - 1.0
+      - 4
+  condition_type: word_fill
+  dataloader_workers: 5
+  dataset:
+    drop_image_prob: 0.1
+    drop_text_prob: 0.1
+    glyph_scale: 1
+    random_select: true
+    type: word
+  gradient_checkpointing: true
+  lora_config:
+    init_lora_weights: gaussian
+    lora_alpha: 256
+    r: 256
+    target_modules: (.*x_embedder|.*(?<!single_)transformer_blocks\.[0-9]+\.norm1\.linear|.*(?<!single_)transformer_blocks\.[0-9]+\.attn\.to_k|.*(?<!single_)transformer_blocks\.[0-9]+\.attn\.to_q|.*(?<!single_)transformer_blocks\.[0-9]+\.attn\.to_v|.*(?<!single_)transformer_blocks\.[0-9]+\.attn\.to_out\.0|.*(?<!single_)transformer_blocks\.[0-9]+\.ff\.net\.2|.*single_transformer_blocks\.[0-9]+\.norm\.linear|.*single_transformer_blocks\.[0-9]+\.proj_mlp|.*single_transformer_blocks\.[0-9]+\.proj_out|.*single_transformer_blocks\.[0-9]+\.attn.to_k|.*single_transformer_blocks\.[0-9]+\.attn.to_q|.*single_transformer_blocks\.[0-9]+\.attn.to_v|.*single_transformer_blocks\.[0-9]+\.attn.to_out)
+  max_steps: -1
+  odm_loss:
+    modelpath: epoch_100.pt
+    w_loss_1: 20
+    w_loss_2: 20
+    w_loss_3: 20
+    w_loss_4: 20
+    w_loss_f: 1
+  optimizer:
+    params:
+      lr: 1
+      safeguard_warmup: true
+      use_bias_correction: true
+      weight_decay: 0.01
+    type: Prodigy
+  reuse_lora_path: reuse.safetensors
+  sample_interval: 2000
+  save_interval: 1000
+  save_path: output_dir

model_multisize/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b92c90b4b5f0c63951f24089b454a5abb3b90cd99b49c89461f9bf92605358d
+size 1854698344