| job: extension | |
| config: | |
| name: my_first_flux_lora_v1 | |
| process: | |
| - type: sd_trainer | |
| training_folder: output | |
| device: cuda:0 | |
| trigger_word: $rsty | |
| network: | |
| type: lora | |
| linear: 16 | |
| linear_alpha: 16 | |
| save: | |
| dtype: float16 | |
| save_every: 250 | |
| max_step_saves_to_keep: 4 | |
| push_to_hub: false | |
| datasets: | |
| - folder_path: /home/ec2-user/ai-toolkit/dataset | |
| caption_ext: txt | |
| caption_dropout_rate: 0.05 | |
| shuffle_tokens: false | |
| cache_latents_to_disk: true | |
| resolution: | |
| - 512 | |
| - 768 | |
| - 1024 | |
| train: | |
| batch_size: 1 | |
| steps: 2000 | |
| gradient_accumulation_steps: 1 | |
| train_unet: true | |
| train_text_encoder: false | |
| gradient_checkpointing: true | |
| noise_scheduler: flowmatch | |
| optimizer: adamw8bit | |
| lr: 0.0001 | |
| ema_config: | |
| use_ema: true | |
| ema_decay: 0.99 | |
| dtype: bf16 | |
| model: | |
| name_or_path: black-forest-labs/FLUX.1-dev | |
| is_flux: true | |
| quantize: true | |
| sample: | |
| sampler: flowmatch | |
| sample_every: 250 | |
| width: 1024 | |
| height: 1024 | |
| prompts: | |
| - '[trigger] wearing a BBQ apron, flipping burgers at a backyard party, with | |
| smoke rising from the grill.' | |
| - '[trigger] holding a cup of coffee, sitting at a park bench, with autumn leaves | |
| falling around.' | |
| - '[trigger] dressed as a pirate, standing on a sandy beach, holding a treasure | |
| chest.' | |
| - '[trigger] riding a skateboard down a street, wearing sunglasses, with a dog | |
| chasing behind.' | |
| - '[trigger] playing the guitar on a small stage, with colorful lights shining | |
| in the background.' | |
| - '[trigger] building a sandcastle on the beach, wearing a sun hat, with waves | |
| in the background.' | |
| - '[trigger] sitting in a cozy library, reading a book, with a warm light glowing | |
| on their face.' | |
| - '[trigger] wearing a leather jacket, leaning against a motorcycle, with a | |
| desert landscape behind them.' | |
| - '[trigger] painting a picture on a canvas, standing in a garden full of blooming | |
| flowers.' | |
| - '[trigger] sitting in a diner booth, eating a burger and fries, with a jukebox | |
| in the background.' | |
| neg: '' | |
| seed: 42 | |
| walk_seed: true | |
| guidance_scale: 4 | |
| sample_steps: 20 | |
| meta: | |
| name: my_first_flux_lora_v1 | |
| version: '1.0' | |