TheMindExpansionNetwork commited on
Commit
6cfae44
·
verified ·
1 Parent(s): d86d482

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .job_config.json +135 -0
  2. config.yaml +119 -0
  3. log.txt +0 -0
  4. optimizer.pt +3 -0
  5. pid.txt +1 -0
  6. samples/1763263613511__000000000_0.jpg +0 -0
  7. samples/1763263683968__000000000_1.jpg +0 -0
  8. samples/1763263755190__000000000_2.jpg +0 -0
  9. samples/1763263826178__000000000_3.jpg +0 -0
  10. samples/1763264752856__000000250_0.jpg +0 -0
  11. samples/1763264826488__000000250_1.jpg +0 -0
  12. samples/1763264900524__000000250_2.jpg +0 -0
  13. samples/1763264973339__000000250_3.jpg +0 -0
  14. samples/1763265901328__000000500_0.jpg +0 -0
  15. samples/1763265976489__000000500_1.jpg +0 -0
  16. samples/1763266050119__000000500_2.jpg +0 -0
  17. samples/1763266124378__000000500_3.jpg +0 -0
  18. samples/1763267054569__000000750_0.jpg +0 -0
  19. samples/1763267128024__000000750_1.jpg +0 -0
  20. samples/1763267201843__000000750_2.jpg +0 -0
  21. samples/1763267274767__000000750_3.jpg +0 -0
  22. samples/1763268200359__000001000_0.jpg +0 -0
  23. samples/1763268275227__000001000_1.jpg +0 -0
  24. samples/1763268349526__000001000_2.jpg +0 -0
  25. samples/1763268423969__000001000_3.jpg +0 -0
  26. samples/1763269357001__000001250_0.jpg +0 -0
  27. samples/1763269431203__000001250_1.jpg +0 -0
  28. samples/1763269505625__000001250_2.jpg +0 -0
  29. samples/1763269579335__000001250_3.jpg +0 -0
  30. samples/1763270500840__000001500_0.jpg +0 -0
  31. samples/1763270575693__000001500_1.jpg +0 -0
  32. samples/1763270650698__000001500_2.jpg +0 -0
  33. samples/1763270725655__000001500_3.jpg +0 -0
  34. samples/1763271641162__000001750_0.jpg +0 -0
  35. samples/1763271713558__000001750_1.jpg +0 -0
  36. samples/1763271787934__000001750_2.jpg +0 -0
  37. samples/1763271860875__000001750_3.jpg +0 -0
  38. samples/1763272792604__000002000_0.jpg +0 -0
  39. samples/1763272866700__000002000_1.jpg +0 -0
  40. samples/1763272940835__000002000_2.jpg +0 -0
  41. samples/1763273014892__000002000_3.jpg +0 -0
  42. samples/1763273926437__000002250_0.jpg +0 -0
  43. samples/1763274000592__000002250_1.jpg +0 -0
  44. samples/1763274074823__000002250_2.jpg +0 -0
  45. samples/1763274147737__000002250_3.jpg +0 -0
  46. samples/1763275077114__000002500_0.jpg +0 -0
  47. samples/1763275151341__000002500_1.jpg +0 -0
  48. samples/1763275225060__000002500_2.jpg +0 -0
  49. samples/1763275299777__000002500_3.jpg +0 -0
  50. samples/1763276234311__000002750_0.jpg +0 -0
.job_config.json ADDED
@@ -0,0 +1,135 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "strawbyte_v1",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/app/ai-toolkit/output",
9
+ "sqlite_db_path": "/app/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "conv": 16,
18
+ "conv_alpha": 16,
19
+ "lokr_full_rank": true,
20
+ "lokr_factor": -1,
21
+ "network_kwargs": {
22
+ "ignore_if_contains": []
23
+ }
24
+ },
25
+ "save": {
26
+ "dtype": "bf16",
27
+ "save_every": 250,
28
+ "max_step_saves_to_keep": 4,
29
+ "save_format": "diffusers",
30
+ "push_to_hub": false
31
+ },
32
+ "datasets": [
33
+ {
34
+ "folder_path": "/app/ai-toolkit/datasets/strawbyte",
35
+ "mask_path": null,
36
+ "mask_min_value": 0.1,
37
+ "default_caption": "",
38
+ "caption_ext": "txt",
39
+ "caption_dropout_rate": 0.05,
40
+ "cache_latents_to_disk": false,
41
+ "is_reg": false,
42
+ "network_weight": 1,
43
+ "resolution": [
44
+ 512,
45
+ 768,
46
+ 1024
47
+ ],
48
+ "controls": [],
49
+ "shrink_video_to_frames": true,
50
+ "num_frames": 1,
51
+ "do_i2v": true,
52
+ "flip_x": false,
53
+ "flip_y": false
54
+ }
55
+ ],
56
+ "train": {
57
+ "batch_size": 1,
58
+ "bypass_guidance_embedding": false,
59
+ "steps": 3000,
60
+ "gradient_accumulation": 1,
61
+ "train_unet": true,
62
+ "train_text_encoder": false,
63
+ "gradient_checkpointing": true,
64
+ "noise_scheduler": "flowmatch",
65
+ "optimizer": "adamw8bit",
66
+ "timestep_type": "weighted",
67
+ "content_or_style": "balanced",
68
+ "optimizer_params": {
69
+ "weight_decay": 0.0001
70
+ },
71
+ "unload_text_encoder": false,
72
+ "cache_text_embeddings": false,
73
+ "lr": 0.0001,
74
+ "ema_config": {
75
+ "use_ema": false,
76
+ "ema_decay": 0.99
77
+ },
78
+ "skip_first_sample": false,
79
+ "force_first_sample": false,
80
+ "disable_sampling": false,
81
+ "dtype": "bf16",
82
+ "diff_output_preservation": false,
83
+ "diff_output_preservation_multiplier": 1,
84
+ "diff_output_preservation_class": "person",
85
+ "switch_boundary_every": 1,
86
+ "loss_type": "mse"
87
+ },
88
+ "model": {
89
+ "name_or_path": "Qwen/Qwen-Image",
90
+ "quantize": true,
91
+ "qtype": "qfloat8",
92
+ "quantize_te": true,
93
+ "qtype_te": "qfloat8",
94
+ "arch": "qwen_image",
95
+ "low_vram": true,
96
+ "model_kwargs": {},
97
+ "layer_offloading": false,
98
+ "layer_offloading_text_encoder_percent": 1,
99
+ "layer_offloading_transformer_percent": 1
100
+ },
101
+ "sample": {
102
+ "sampler": "flowmatch",
103
+ "sample_every": 250,
104
+ "width": 1024,
105
+ "height": 1024,
106
+ "samples": [
107
+ {
108
+ "prompt": "ultra-realistic portrait of a young white male with short silver hair, pale skin, light stubble, and calm expression, wearing a dark modern shirt in a neutral soft-lit studio, clean background, natural shadows, very clear facial details, no props, no accessories, centered composition"
109
+ },
110
+ {
111
+ "prompt": "realistic image of a young white male with short silver hair and pale skin passed out in a simple living room, slumped sideways on a couch, head drooped, one arm hanging down, dim warm lighting, empty drink cans on the floor, messy table nearby, soft shadows, cinematic realism"
112
+ },
113
+ {
114
+ "prompt": "clean black-and-white line-art drawing of a young white male with short silver hair, medium shot from the waist up, minimalistic sketch style, plain white background, clean outlines, no shading, no color, consistent proportions, manga-influenced but realistic structure"
115
+ },
116
+ {
117
+ "prompt": "full-body shot of a young white male with short silver hair standing in a minimal futuristic room, relaxed posture with arms at his sides, soft diffused lighting, clean bright background, simple clothing, no props, high clarity, neutral expression, realistic modern photography"
118
+ }
119
+ ],
120
+ "neg": "",
121
+ "seed": 42,
122
+ "walk_seed": true,
123
+ "guidance_scale": 4,
124
+ "sample_steps": 25,
125
+ "num_frames": 1,
126
+ "fps": 1
127
+ }
128
+ }
129
+ ]
130
+ },
131
+ "meta": {
132
+ "name": "[name]",
133
+ "version": "1.0"
134
+ }
135
+ }
config.yaml ADDED
@@ -0,0 +1,119 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: strawbyte_v1
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /app/ai-toolkit/output
7
+ sqlite_db_path: /app/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ conv: 16
16
+ conv_alpha: 16
17
+ lokr_full_rank: true
18
+ lokr_factor: -1
19
+ network_kwargs:
20
+ ignore_if_contains: []
21
+ save:
22
+ dtype: bf16
23
+ save_every: 250
24
+ max_step_saves_to_keep: 4
25
+ save_format: diffusers
26
+ push_to_hub: false
27
+ datasets:
28
+ - folder_path: /app/ai-toolkit/datasets/strawbyte
29
+ mask_path: null
30
+ mask_min_value: 0.1
31
+ default_caption: ''
32
+ caption_ext: txt
33
+ caption_dropout_rate: 0.05
34
+ cache_latents_to_disk: false
35
+ is_reg: false
36
+ network_weight: 1
37
+ resolution:
38
+ - 512
39
+ - 768
40
+ - 1024
41
+ controls: []
42
+ shrink_video_to_frames: true
43
+ num_frames: 1
44
+ do_i2v: true
45
+ flip_x: false
46
+ flip_y: false
47
+ train:
48
+ batch_size: 1
49
+ bypass_guidance_embedding: false
50
+ steps: 3000
51
+ gradient_accumulation: 1
52
+ train_unet: true
53
+ train_text_encoder: false
54
+ gradient_checkpointing: true
55
+ noise_scheduler: flowmatch
56
+ optimizer: adamw8bit
57
+ timestep_type: weighted
58
+ content_or_style: balanced
59
+ optimizer_params:
60
+ weight_decay: 0.0001
61
+ unload_text_encoder: false
62
+ cache_text_embeddings: false
63
+ lr: 0.0001
64
+ ema_config:
65
+ use_ema: false
66
+ ema_decay: 0.99
67
+ skip_first_sample: false
68
+ force_first_sample: false
69
+ disable_sampling: false
70
+ dtype: bf16
71
+ diff_output_preservation: false
72
+ diff_output_preservation_multiplier: 1
73
+ diff_output_preservation_class: person
74
+ switch_boundary_every: 1
75
+ loss_type: mse
76
+ model:
77
+ name_or_path: Qwen/Qwen-Image
78
+ quantize: true
79
+ qtype: qfloat8
80
+ quantize_te: true
81
+ qtype_te: qfloat8
82
+ arch: qwen_image
83
+ low_vram: true
84
+ model_kwargs: {}
85
+ layer_offloading: false
86
+ layer_offloading_text_encoder_percent: 1
87
+ layer_offloading_transformer_percent: 1
88
+ sample:
89
+ sampler: flowmatch
90
+ sample_every: 250
91
+ width: 1024
92
+ height: 1024
93
+ samples:
94
+ - prompt: ultra-realistic portrait of a young white male with short silver hair,
95
+ pale skin, light stubble, and calm expression, wearing a dark modern shirt
96
+ in a neutral soft-lit studio, clean background, natural shadows, very clear
97
+ facial details, no props, no accessories, centered composition
98
+ - prompt: realistic image of a young white male with short silver hair and pale
99
+ skin passed out in a simple living room, slumped sideways on a couch, head
100
+ drooped, one arm hanging down, dim warm lighting, empty drink cans on the
101
+ floor, messy table nearby, soft shadows, cinematic realism
102
+ - prompt: clean black-and-white line-art drawing of a young white male with
103
+ short silver hair, medium shot from the waist up, minimalistic sketch style,
104
+ plain white background, clean outlines, no shading, no color, consistent
105
+ proportions, manga-influenced but realistic structure
106
+ - prompt: full-body shot of a young white male with short silver hair standing
107
+ in a minimal futuristic room, relaxed posture with arms at his sides, soft
108
+ diffused lighting, clean bright background, simple clothing, no props, high
109
+ clarity, neutral expression, realistic modern photography
110
+ neg: ''
111
+ seed: 42
112
+ walk_seed: true
113
+ guidance_scale: 4
114
+ sample_steps: 25
115
+ num_frames: 1
116
+ fps: 1
117
+ meta:
118
+ name: strawbyte_v1
119
+ version: '1.0'
log.txt ADDED
The diff for this file is too large to render. See raw diff
 
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bda538773c23c4768a6530bdd25f12330f545b429cb23489de109dcde002f1d2
3
+ size 598613389
pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 26460
samples/1763263613511__000000000_0.jpg ADDED
samples/1763263683968__000000000_1.jpg ADDED
samples/1763263755190__000000000_2.jpg ADDED
samples/1763263826178__000000000_3.jpg ADDED
samples/1763264752856__000000250_0.jpg ADDED
samples/1763264826488__000000250_1.jpg ADDED
samples/1763264900524__000000250_2.jpg ADDED
samples/1763264973339__000000250_3.jpg ADDED
samples/1763265901328__000000500_0.jpg ADDED
samples/1763265976489__000000500_1.jpg ADDED
samples/1763266050119__000000500_2.jpg ADDED
samples/1763266124378__000000500_3.jpg ADDED
samples/1763267054569__000000750_0.jpg ADDED
samples/1763267128024__000000750_1.jpg ADDED
samples/1763267201843__000000750_2.jpg ADDED
samples/1763267274767__000000750_3.jpg ADDED
samples/1763268200359__000001000_0.jpg ADDED
samples/1763268275227__000001000_1.jpg ADDED
samples/1763268349526__000001000_2.jpg ADDED
samples/1763268423969__000001000_3.jpg ADDED
samples/1763269357001__000001250_0.jpg ADDED
samples/1763269431203__000001250_1.jpg ADDED
samples/1763269505625__000001250_2.jpg ADDED
samples/1763269579335__000001250_3.jpg ADDED
samples/1763270500840__000001500_0.jpg ADDED
samples/1763270575693__000001500_1.jpg ADDED
samples/1763270650698__000001500_2.jpg ADDED
samples/1763270725655__000001500_3.jpg ADDED
samples/1763271641162__000001750_0.jpg ADDED
samples/1763271713558__000001750_1.jpg ADDED
samples/1763271787934__000001750_2.jpg ADDED
samples/1763271860875__000001750_3.jpg ADDED
samples/1763272792604__000002000_0.jpg ADDED
samples/1763272866700__000002000_1.jpg ADDED
samples/1763272940835__000002000_2.jpg ADDED
samples/1763273014892__000002000_3.jpg ADDED
samples/1763273926437__000002250_0.jpg ADDED
samples/1763274000592__000002250_1.jpg ADDED
samples/1763274074823__000002250_2.jpg ADDED
samples/1763274147737__000002250_3.jpg ADDED
samples/1763275077114__000002500_0.jpg ADDED
samples/1763275151341__000002500_1.jpg ADDED
samples/1763275225060__000002500_2.jpg ADDED
samples/1763275299777__000002500_3.jpg ADDED
samples/1763276234311__000002750_0.jpg ADDED