End of training

README.md

@@ -0,0 +1,21 @@
+
+---
+license: creativeml-openrail-m
+base_model: runwayml/stable-diffusion-v1-5
+tags:
+- stable-diffusion
+- stable-diffusion-diffusers
+- text-to-image
+- diffusers
+- lora
+inference: true
+---
+    
+# LoRA text2image fine-tuning - Melonie/sd-model-finetuned-lora
+These are LoRA adaption weights for runwayml/stable-diffusion-v1-5. The weights were fine-tuned on the lambdalabs/pokemon-blip-captions dataset. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+

checkpoint-500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881849863804b18d294b0f122661cb58fc0001f017a44e4314055c1e6b5fc17c
+size 6591685

checkpoint-500/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5923424be854461a7ddf8ae7a8c2d43be59cf841491658a0b7ea6ef078948adf
+size 3285965

checkpoint-500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad947a6b95643ad4aaaa9174724d9e52e6e3494deb1b76fd166065cb07e791be
+size 17683

checkpoint-500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f196a54202bb4ba1220e8c59f42f9cda0702d68ea83147d814c2fb2f36b8f2
+size 557

checkpoint-500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9b855823954d49c1ce296b3f857a1c9801a9f569f7c1eeb228df6878a97ad0
+size 563

logs/text2image-fine-tune/1690223669.3093383/events.out.tfevents.1690223669.ventotene.70470.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789a769ce00728e20624ea8879f481614970bb7db1bba17ef9a10d1b119fdacf
+size 2146

logs/text2image-fine-tune/1690223669.3104954/hparams.yml

@@ -0,0 +1,49 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 284
+num_validation_images: 4
+output_dir: sd-model-finetuned-lora
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: false
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: null

logs/text2image-fine-tune/1690224259.9579976/events.out.tfevents.1690224259.ventotene.90848.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df02e59e639bb6e8348e9524d87a8c31cf88a23a0031ead7340b79c23e5a3e3
+size 2146

logs/text2image-fine-tune/1690224259.9589646/hparams.yml

@@ -0,0 +1,49 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 100
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 2
+num_validation_images: 4
+output_dir: sd-model-finetuned-lora
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: false
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: null

logs/text2image-fine-tune/1690224577.0793915/events.out.tfevents.1690224577.ventotene.93326.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d874737d84dfed9ba9d191f042ba3e4d2035c866e6a163cca63daccf888f95e2
+size 2146

logs/text2image-fine-tune/1690224577.080179/hparams.yml

@@ -0,0 +1,49 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 100
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 2
+num_validation_images: 4
+output_dir: sd-model-finetuned-lora
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: false
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: null

logs/text2image-fine-tune/1690224772.319251/events.out.tfevents.1690224772.ventotene.96109.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac71ffeef36715b1e9d13d752966a6c8f7f360e03781963f18fdef8fb2f6f51
+size 2148

logs/text2image-fine-tune/1690224772.3200748/hparams.yml

@@ -0,0 +1,49 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 5300
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 100
+num_validation_images: 4
+output_dir: sd-model-finetuned-lora
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: false
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: null

logs/text2image-fine-tune/1690224818.477918/events.out.tfevents.1690224818.ventotene.97433.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e22c446f8b72e24477a08ce92511f6f71eb9623d02dd5de83e2bf6900369ef1
+size 2148

logs/text2image-fine-tune/1690224818.4787476/hparams.yml

@@ -0,0 +1,49 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 5300
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 100
+num_validation_images: 4
+output_dir: sd-model-finetuned-lora
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: false
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: null

logs/text2image-fine-tune/1690225118.2918434/events.out.tfevents.1690225118.ventotene.100376.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b08b3035b56fada0502d078800a4be59e921d20ec74af8e19447eb24d7057b6
+size 2148

logs/text2image-fine-tune/1690225118.2926402/hparams.yml

@@ -0,0 +1,49 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: null
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/pokemon-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: 0
+logging_dir: logs
+lr_scheduler: constant
+lr_warmup_steps: 500
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 5300
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 100
+num_validation_images: 4
+output_dir: sd-model-finetuned-lora
+prediction_type: null
+pretrained_model_name_or_path: runwayml/stable-diffusion-v1-5
+push_to_hub: false
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: null
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: null

logs/text2image-fine-tune/events.out.tfevents.1690223669.ventotene.70470.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fb75487837a0408a91f622353a4c5c9f2af4bb68ee6db2dbca2eabafc1e2ad
+size 46070

logs/text2image-fine-tune/events.out.tfevents.1690224259.ventotene.90848.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6510926e71c648e3c5fb6ecd5967924df87646447eca9f85b23cc4923015616
+size 4888

logs/text2image-fine-tune/events.out.tfevents.1690224577.ventotene.93326.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ad4ba580386f02ad39570dbe181a841bbbc599a0791a69c4e1fe52a1fd89b2
+size 4888

logs/text2image-fine-tune/events.out.tfevents.1690224772.ventotene.96109.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e3843ed47dab0b76ffc2e8bd310f20529b50511ca4df4ea8d9867c3daaa5f1
+size 1720

logs/text2image-fine-tune/events.out.tfevents.1690224818.ventotene.97433.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba29b1ef6a08b671794ad124b0d3b84dfa94eb8205f5a14063efe3e84c3eff3
+size 2920

logs/text2image-fine-tune/events.out.tfevents.1690225118.ventotene.100376.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4e1c89ef114a08cfc8bb38eee16853b22522838c65b6cce5ae3e97135fc0c8
+size 16719

pytorch_lora_weights.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1070d96632caad3ae393721e3fb04f3404516df437cd0f5b6f5e6a699c250f4
+size 3287771