napalm commited on
Commit
8d2a3d2
·
verified ·
1 Parent(s): 9fba402

Upload 33 files

Browse files
.gitattributes CHANGED
@@ -54,3 +54,6 @@ krea2_slipknot_n6_satanic/loss_log.db filter=lfs diff=lfs merge=lfs -text
54
  krea2_slipknot_n8_classic/loss_log.db filter=lfs diff=lfs merge=lfs -text
55
  krea2_volk/loss_log.db filter=lfs diff=lfs merge=lfs -text
56
  krea2_wed/loss_log.db filter=lfs diff=lfs merge=lfs -text
 
 
 
 
54
  krea2_slipknot_n8_classic/loss_log.db filter=lfs diff=lfs merge=lfs -text
55
  krea2_volk/loss_log.db filter=lfs diff=lfs merge=lfs -text
56
  krea2_wed/loss_log.db filter=lfs diff=lfs merge=lfs -text
57
+ krea2_alba/loss_log.db filter=lfs diff=lfs merge=lfs -text
58
+ krea2_billiea/loss_log.db filter=lfs diff=lfs merge=lfs -text
59
+ krea2_daddario/loss_log.db filter=lfs diff=lfs merge=lfs -text
krea2_alba/.job_config.json ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "krea2_alba",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/home/sam/ai-toolkit/output",
9
+ "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "lokr_full_rank": true,
18
+ "lokr_factor": -1,
19
+ "dropout": 0.15,
20
+ "network_kwargs": {
21
+ "ignore_if_contains": []
22
+ }
23
+ },
24
+ "save": {
25
+ "dtype": "bf16",
26
+ "save_every": 250,
27
+ "max_step_saves_to_keep": 4,
28
+ "save_format": "diffusers",
29
+ "push_to_hub": false
30
+ },
31
+ "datasets": [
32
+ {
33
+ "folder_path": "/home/sam/ai-toolkit/datasets/alba",
34
+ "mask_path": null,
35
+ "mask_min_value": 0.1,
36
+ "default_caption": "",
37
+ "caption_ext": "txt",
38
+ "caption_dropout_rate": 0.05,
39
+ "cache_latents_to_disk": false,
40
+ "is_reg": false,
41
+ "network_weight": 1,
42
+ "resolution": [
43
+ 512,
44
+ 768,
45
+ 1024
46
+ ],
47
+ "controls": [],
48
+ "shrink_video_to_frames": true,
49
+ "num_frames": 1,
50
+ "flip_x": false,
51
+ "flip_y": false,
52
+ "num_repeats": 1
53
+ }
54
+ ],
55
+ "train": {
56
+ "batch_size": 1,
57
+ "bypass_guidance_embedding": false,
58
+ "steps": 6000,
59
+ "gradient_accumulation": 1,
60
+ "train_unet": true,
61
+ "train_text_encoder": false,
62
+ "gradient_checkpointing": true,
63
+ "noise_scheduler": "flowmatch",
64
+ "optimizer": "adamw8bit",
65
+ "timestep_type": "linear",
66
+ "content_or_style": "balanced",
67
+ "optimizer_params": {
68
+ "weight_decay": 0.0001
69
+ },
70
+ "unload_text_encoder": true,
71
+ "cache_text_embeddings": false,
72
+ "lr": 0.0001,
73
+ "ema_config": {
74
+ "use_ema": false,
75
+ "ema_decay": 0.99
76
+ },
77
+ "skip_first_sample": false,
78
+ "force_first_sample": false,
79
+ "disable_sampling": true,
80
+ "dtype": "bf16",
81
+ "diff_output_preservation": false,
82
+ "diff_output_preservation_multiplier": 1,
83
+ "diff_output_preservation_class": "person",
84
+ "switch_boundary_every": 1,
85
+ "loss_type": "mse"
86
+ },
87
+ "logging": {
88
+ "log_every": 1,
89
+ "use_ui_logger": true
90
+ },
91
+ "model": {
92
+ "name_or_path": "/home/sam/ai-toolkit/models/krea2",
93
+ "quantize": true,
94
+ "qtype": "qfloat8",
95
+ "quantize_te": true,
96
+ "qtype_te": "qfloat8",
97
+ "arch": "krea2",
98
+ "low_vram": true,
99
+ "model_kwargs": {},
100
+ "compile": true,
101
+ "layer_offloading": false,
102
+ "layer_offloading_text_encoder_percent": 1,
103
+ "layer_offloading_transformer_percent": 1,
104
+ "block_compile": true
105
+ },
106
+ "sample": {
107
+ "sampler": "flowmatch",
108
+ "sample_every": 250,
109
+ "width": 1024,
110
+ "height": 1024,
111
+ "samples": [
112
+ {
113
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
114
+ },
115
+ {
116
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
117
+ },
118
+ {
119
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
120
+ },
121
+ {
122
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
123
+ },
124
+ {
125
+ "prompt": "a bear building a log cabin in the snow covered mountains"
126
+ },
127
+ {
128
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
129
+ },
130
+ {
131
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
132
+ },
133
+ {
134
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
135
+ },
136
+ {
137
+ "prompt": "a man holding a sign that says, 'this is a sign'"
138
+ },
139
+ {
140
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
141
+ }
142
+ ],
143
+ "neg": "",
144
+ "seed": 42,
145
+ "walk_seed": true,
146
+ "guidance_scale": 4,
147
+ "sample_steps": 30,
148
+ "num_frames": 1,
149
+ "fps": 1
150
+ }
151
+ }
152
+ ]
153
+ },
154
+ "meta": {
155
+ "name": "[name]",
156
+ "version": "1.0"
157
+ }
158
+ }
krea2_alba/config.yaml ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: krea2_alba
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/sam/ai-toolkit/output
7
+ sqlite_db_path: /home/sam/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ lokr_full_rank: true
16
+ lokr_factor: -1
17
+ dropout: 0.15
18
+ network_kwargs:
19
+ ignore_if_contains: []
20
+ save:
21
+ dtype: bf16
22
+ save_every: 250
23
+ max_step_saves_to_keep: 4
24
+ save_format: diffusers
25
+ push_to_hub: false
26
+ datasets:
27
+ - folder_path: /home/sam/ai-toolkit/datasets/alba
28
+ mask_path: null
29
+ mask_min_value: 0.1
30
+ default_caption: ''
31
+ caption_ext: txt
32
+ caption_dropout_rate: 0.05
33
+ cache_latents_to_disk: false
34
+ is_reg: false
35
+ network_weight: 1
36
+ resolution:
37
+ - 512
38
+ - 768
39
+ - 1024
40
+ controls: []
41
+ shrink_video_to_frames: true
42
+ num_frames: 1
43
+ flip_x: false
44
+ flip_y: false
45
+ num_repeats: 1
46
+ train:
47
+ batch_size: 1
48
+ bypass_guidance_embedding: false
49
+ steps: 6000
50
+ gradient_accumulation: 1
51
+ train_unet: true
52
+ train_text_encoder: false
53
+ gradient_checkpointing: true
54
+ noise_scheduler: flowmatch
55
+ optimizer: adamw8bit
56
+ timestep_type: linear
57
+ content_or_style: balanced
58
+ optimizer_params:
59
+ weight_decay: 0.0001
60
+ unload_text_encoder: true
61
+ cache_text_embeddings: false
62
+ lr: 0.0001
63
+ ema_config:
64
+ use_ema: false
65
+ ema_decay: 0.99
66
+ skip_first_sample: false
67
+ force_first_sample: false
68
+ disable_sampling: true
69
+ dtype: bf16
70
+ diff_output_preservation: false
71
+ diff_output_preservation_multiplier: 1
72
+ diff_output_preservation_class: person
73
+ switch_boundary_every: 1
74
+ loss_type: mse
75
+ logging:
76
+ log_every: 1
77
+ use_ui_logger: true
78
+ model:
79
+ name_or_path: /home/sam/ai-toolkit/models/krea2
80
+ quantize: true
81
+ qtype: qfloat8
82
+ quantize_te: true
83
+ qtype_te: qfloat8
84
+ arch: krea2
85
+ low_vram: true
86
+ model_kwargs: {}
87
+ compile: true
88
+ layer_offloading: false
89
+ layer_offloading_text_encoder_percent: 1
90
+ layer_offloading_transformer_percent: 1
91
+ block_compile: true
92
+ sample:
93
+ sampler: flowmatch
94
+ sample_every: 250
95
+ width: 1024
96
+ height: 1024
97
+ samples:
98
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
99
+ the background
100
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
101
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
102
+ lights, holding a martini
103
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
104
+ out of the water in the background
105
+ - prompt: a bear building a log cabin in the snow covered mountains
106
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
107
+ punk rocker
108
+ - prompt: hipster man with a beard, building a chair, in a wood shop
109
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
110
+ studio lighting, white backdrop
111
+ - prompt: a man holding a sign that says, 'this is a sign'
112
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
113
+ jacket, in a desert, with a motorcycle
114
+ neg: ''
115
+ seed: 42
116
+ walk_seed: true
117
+ guidance_scale: 4
118
+ sample_steps: 30
119
+ num_frames: 1
120
+ fps: 1
121
+ meta:
122
+ name: krea2_alba
123
+ version: '1.0'
krea2_alba/krea2_alba.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8c941b61cfb3bc1e64f2f9a827f099691d24fd2ddf5a2de61ca9373f75bae0c
3
+ size 228587712
krea2_alba/krea2_alba_000005000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8e19656fd7fa49dd9f554ef93d460bdf6d9cea059c11ff9789f1b16679969c6
3
+ size 228587712
krea2_alba/krea2_alba_000005250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:346eb2f60c77c18aa936fe0b411ce499a2b4bcf9df8b7a4612d7232574e9f331
3
+ size 228587712
krea2_alba/krea2_alba_000005500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9858dbcad7cb7bea3c1a708f6f5e566c489c58efa05e35085bcaf60341fd42b
3
+ size 228587712
krea2_alba/krea2_alba_000005750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f587ca66d1a1a4fa4bb404d7940f2ae15337a36b4922aee4a2e3d74935fc9531
3
+ size 228587712
krea2_alba/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
krea2_alba/loss_log.db ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae19e87ab08b10ce61c1a39e03c911652bb4c8faaa7e5eb9872945ab0b3bdde
3
+ size 1105920
krea2_alba/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c09cf9a529113d1febb52c55a3477b7244f7d69dab2ec68824f37db066f848
3
+ size 232702437
krea2_alba/pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 2619275
krea2_billiea/.job_config.json ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "krea2_billiea",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/home/sam/ai-toolkit/output",
9
+ "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "lokr_full_rank": true,
18
+ "lokr_factor": -1,
19
+ "dropout": 0.15,
20
+ "network_kwargs": {
21
+ "ignore_if_contains": []
22
+ }
23
+ },
24
+ "save": {
25
+ "dtype": "bf16",
26
+ "save_every": 250,
27
+ "max_step_saves_to_keep": 4,
28
+ "save_format": "diffusers",
29
+ "push_to_hub": false
30
+ },
31
+ "datasets": [
32
+ {
33
+ "folder_path": "/home/sam/ai-toolkit/datasets/bille",
34
+ "mask_path": null,
35
+ "mask_min_value": 0.1,
36
+ "default_caption": "",
37
+ "caption_ext": "txt",
38
+ "caption_dropout_rate": 0.05,
39
+ "cache_latents_to_disk": false,
40
+ "is_reg": false,
41
+ "network_weight": 1,
42
+ "resolution": [
43
+ 512,
44
+ 768,
45
+ 1024
46
+ ],
47
+ "controls": [],
48
+ "shrink_video_to_frames": true,
49
+ "num_frames": 1,
50
+ "flip_x": false,
51
+ "flip_y": false,
52
+ "num_repeats": 1
53
+ }
54
+ ],
55
+ "train": {
56
+ "batch_size": 1,
57
+ "bypass_guidance_embedding": false,
58
+ "steps": 3000,
59
+ "gradient_accumulation": 1,
60
+ "train_unet": true,
61
+ "train_text_encoder": false,
62
+ "gradient_checkpointing": true,
63
+ "noise_scheduler": "flowmatch",
64
+ "optimizer": "adamw8bit",
65
+ "timestep_type": "linear",
66
+ "content_or_style": "balanced",
67
+ "optimizer_params": {
68
+ "weight_decay": 0.0001
69
+ },
70
+ "unload_text_encoder": true,
71
+ "cache_text_embeddings": false,
72
+ "lr": 0.0001,
73
+ "ema_config": {
74
+ "use_ema": false,
75
+ "ema_decay": 0.99
76
+ },
77
+ "skip_first_sample": false,
78
+ "force_first_sample": false,
79
+ "disable_sampling": true,
80
+ "dtype": "bf16",
81
+ "diff_output_preservation": false,
82
+ "diff_output_preservation_multiplier": 1,
83
+ "diff_output_preservation_class": "person",
84
+ "switch_boundary_every": 1,
85
+ "loss_type": "mse"
86
+ },
87
+ "logging": {
88
+ "log_every": 1,
89
+ "use_ui_logger": true
90
+ },
91
+ "model": {
92
+ "name_or_path": "/home/sam/ai-toolkit/models/krea2",
93
+ "quantize": true,
94
+ "qtype": "qfloat8",
95
+ "quantize_te": true,
96
+ "qtype_te": "qfloat8",
97
+ "arch": "krea2",
98
+ "low_vram": true,
99
+ "model_kwargs": {},
100
+ "compile": true,
101
+ "layer_offloading": false,
102
+ "layer_offloading_text_encoder_percent": 1,
103
+ "layer_offloading_transformer_percent": 1,
104
+ "block_compile": true
105
+ },
106
+ "sample": {
107
+ "sampler": "flowmatch",
108
+ "sample_every": 250,
109
+ "width": 1024,
110
+ "height": 1024,
111
+ "samples": [
112
+ {
113
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
114
+ },
115
+ {
116
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
117
+ },
118
+ {
119
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
120
+ },
121
+ {
122
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
123
+ },
124
+ {
125
+ "prompt": "a bear building a log cabin in the snow covered mountains"
126
+ },
127
+ {
128
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
129
+ },
130
+ {
131
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
132
+ },
133
+ {
134
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
135
+ },
136
+ {
137
+ "prompt": "a man holding a sign that says, 'this is a sign'"
138
+ },
139
+ {
140
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
141
+ }
142
+ ],
143
+ "neg": "",
144
+ "seed": 42,
145
+ "walk_seed": true,
146
+ "guidance_scale": 4,
147
+ "sample_steps": 30,
148
+ "num_frames": 1,
149
+ "fps": 1
150
+ }
151
+ }
152
+ ]
153
+ },
154
+ "meta": {
155
+ "name": "[name]",
156
+ "version": "1.0"
157
+ }
158
+ }
krea2_billiea/config.yaml ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: krea2_billiea
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/sam/ai-toolkit/output
7
+ sqlite_db_path: /home/sam/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ lokr_full_rank: true
16
+ lokr_factor: -1
17
+ dropout: 0.15
18
+ network_kwargs:
19
+ ignore_if_contains: []
20
+ save:
21
+ dtype: bf16
22
+ save_every: 250
23
+ max_step_saves_to_keep: 4
24
+ save_format: diffusers
25
+ push_to_hub: false
26
+ datasets:
27
+ - folder_path: /home/sam/ai-toolkit/datasets/bille
28
+ mask_path: null
29
+ mask_min_value: 0.1
30
+ default_caption: ''
31
+ caption_ext: txt
32
+ caption_dropout_rate: 0.05
33
+ cache_latents_to_disk: false
34
+ is_reg: false
35
+ network_weight: 1
36
+ resolution:
37
+ - 512
38
+ - 768
39
+ - 1024
40
+ controls: []
41
+ shrink_video_to_frames: true
42
+ num_frames: 1
43
+ flip_x: false
44
+ flip_y: false
45
+ num_repeats: 1
46
+ train:
47
+ batch_size: 1
48
+ bypass_guidance_embedding: false
49
+ steps: 3000
50
+ gradient_accumulation: 1
51
+ train_unet: true
52
+ train_text_encoder: false
53
+ gradient_checkpointing: true
54
+ noise_scheduler: flowmatch
55
+ optimizer: adamw8bit
56
+ timestep_type: linear
57
+ content_or_style: balanced
58
+ optimizer_params:
59
+ weight_decay: 0.0001
60
+ unload_text_encoder: true
61
+ cache_text_embeddings: false
62
+ lr: 0.0001
63
+ ema_config:
64
+ use_ema: false
65
+ ema_decay: 0.99
66
+ skip_first_sample: false
67
+ force_first_sample: false
68
+ disable_sampling: true
69
+ dtype: bf16
70
+ diff_output_preservation: false
71
+ diff_output_preservation_multiplier: 1
72
+ diff_output_preservation_class: person
73
+ switch_boundary_every: 1
74
+ loss_type: mse
75
+ logging:
76
+ log_every: 1
77
+ use_ui_logger: true
78
+ model:
79
+ name_or_path: /home/sam/ai-toolkit/models/krea2
80
+ quantize: true
81
+ qtype: qfloat8
82
+ quantize_te: true
83
+ qtype_te: qfloat8
84
+ arch: krea2
85
+ low_vram: true
86
+ model_kwargs: {}
87
+ compile: true
88
+ layer_offloading: false
89
+ layer_offloading_text_encoder_percent: 1
90
+ layer_offloading_transformer_percent: 1
91
+ block_compile: true
92
+ sample:
93
+ sampler: flowmatch
94
+ sample_every: 250
95
+ width: 1024
96
+ height: 1024
97
+ samples:
98
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
99
+ the background
100
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
101
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
102
+ lights, holding a martini
103
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
104
+ out of the water in the background
105
+ - prompt: a bear building a log cabin in the snow covered mountains
106
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
107
+ punk rocker
108
+ - prompt: hipster man with a beard, building a chair, in a wood shop
109
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
110
+ studio lighting, white backdrop
111
+ - prompt: a man holding a sign that says, 'this is a sign'
112
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
113
+ jacket, in a desert, with a motorcycle
114
+ neg: ''
115
+ seed: 42
116
+ walk_seed: true
117
+ guidance_scale: 4
118
+ sample_steps: 30
119
+ num_frames: 1
120
+ fps: 1
121
+ meta:
122
+ name: krea2_billiea
123
+ version: '1.0'
krea2_billiea/krea2_billiea.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:724e6468476ae803b67ed268e666fe33f6b6f0bbeb06680aafd60fd95333b307
3
+ size 228587720
krea2_billiea/krea2_billiea_000002000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c706bdd8789bdacc48e0fd7f4cf56ff156caa5af8070d6744b6e9e6e14ac2cb1
3
+ size 228587720
krea2_billiea/krea2_billiea_000002250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e02065502879c4c665dd3523c354649a02bc54e80122e08bb16df0481a415fe1
3
+ size 228587720
krea2_billiea/krea2_billiea_000002500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4dd0319467dd6c0be21aabcf75272a08d3f79edab5a4e922da45e686637fc8c
3
+ size 228587720
krea2_billiea/krea2_billiea_000002750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:043b1c914cd2b091e8d395aa0adbd66870016648a1c8c030b104b70360b6b532
3
+ size 228587720
krea2_billiea/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
krea2_billiea/loss_log.db ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67da0d9cdf9c9e9fe099fc6e7114c6e18da8033927d01642b065b50522c249e1
3
+ size 565248
krea2_billiea/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:730b63bd8512e5880e67ca86f39d9507029754c8fbd97661209d9a1292c91ce4
3
+ size 232702437
krea2_billiea/pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 2625447
krea2_daddario/.job_config.json ADDED
@@ -0,0 +1,158 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "job": "extension",
3
+ "config": {
4
+ "name": "krea2_daddario",
5
+ "process": [
6
+ {
7
+ "type": "diffusion_trainer",
8
+ "training_folder": "/home/sam/ai-toolkit/output",
9
+ "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db",
10
+ "device": "cuda",
11
+ "trigger_word": null,
12
+ "performance_log_every": 10,
13
+ "network": {
14
+ "type": "lora",
15
+ "linear": 32,
16
+ "linear_alpha": 32,
17
+ "lokr_full_rank": true,
18
+ "lokr_factor": -1,
19
+ "dropout": 0.15,
20
+ "network_kwargs": {
21
+ "ignore_if_contains": []
22
+ }
23
+ },
24
+ "save": {
25
+ "dtype": "bf16",
26
+ "save_every": 250,
27
+ "max_step_saves_to_keep": 4,
28
+ "save_format": "diffusers",
29
+ "push_to_hub": false
30
+ },
31
+ "datasets": [
32
+ {
33
+ "folder_path": "/home/sam/ai-toolkit/datasets/daddario",
34
+ "mask_path": null,
35
+ "mask_min_value": 0.1,
36
+ "default_caption": "",
37
+ "caption_ext": "txt",
38
+ "caption_dropout_rate": 0.05,
39
+ "cache_latents_to_disk": false,
40
+ "is_reg": false,
41
+ "network_weight": 1,
42
+ "resolution": [
43
+ 512,
44
+ 768,
45
+ 1024
46
+ ],
47
+ "controls": [],
48
+ "shrink_video_to_frames": true,
49
+ "num_frames": 1,
50
+ "flip_x": false,
51
+ "flip_y": false,
52
+ "num_repeats": 1
53
+ }
54
+ ],
55
+ "train": {
56
+ "batch_size": 1,
57
+ "bypass_guidance_embedding": false,
58
+ "steps": 3000,
59
+ "gradient_accumulation": 1,
60
+ "train_unet": true,
61
+ "train_text_encoder": false,
62
+ "gradient_checkpointing": true,
63
+ "noise_scheduler": "flowmatch",
64
+ "optimizer": "adamw8bit",
65
+ "timestep_type": "linear",
66
+ "content_or_style": "balanced",
67
+ "optimizer_params": {
68
+ "weight_decay": 0.0001
69
+ },
70
+ "unload_text_encoder": true,
71
+ "cache_text_embeddings": false,
72
+ "lr": 0.0001,
73
+ "ema_config": {
74
+ "use_ema": false,
75
+ "ema_decay": 0.99
76
+ },
77
+ "skip_first_sample": false,
78
+ "force_first_sample": false,
79
+ "disable_sampling": true,
80
+ "dtype": "bf16",
81
+ "diff_output_preservation": false,
82
+ "diff_output_preservation_multiplier": 1,
83
+ "diff_output_preservation_class": "person",
84
+ "switch_boundary_every": 1,
85
+ "loss_type": "mse"
86
+ },
87
+ "logging": {
88
+ "log_every": 1,
89
+ "use_ui_logger": true
90
+ },
91
+ "model": {
92
+ "name_or_path": "/home/sam/ai-toolkit/models/krea2",
93
+ "quantize": true,
94
+ "qtype": "qfloat8",
95
+ "quantize_te": true,
96
+ "qtype_te": "qfloat8",
97
+ "arch": "krea2",
98
+ "low_vram": true,
99
+ "model_kwargs": {},
100
+ "compile": true,
101
+ "layer_offloading": false,
102
+ "layer_offloading_text_encoder_percent": 1,
103
+ "layer_offloading_transformer_percent": 1,
104
+ "block_compile": true
105
+ },
106
+ "sample": {
107
+ "sampler": "flowmatch",
108
+ "sample_every": 250,
109
+ "width": 1024,
110
+ "height": 1024,
111
+ "samples": [
112
+ {
113
+ "prompt": "woman with red hair, playing chess at the park, bomb going off in the background"
114
+ },
115
+ {
116
+ "prompt": "a woman holding a coffee cup, in a beanie, sitting at a cafe"
117
+ },
118
+ {
119
+ "prompt": "a horse is a DJ at a night club, fish eye lens, smoke machine, lazer lights, holding a martini"
120
+ },
121
+ {
122
+ "prompt": "a man showing off his cool new t shirt at the beach, a shark is jumping out of the water in the background"
123
+ },
124
+ {
125
+ "prompt": "a bear building a log cabin in the snow covered mountains"
126
+ },
127
+ {
128
+ "prompt": "woman playing the guitar, on stage, singing a song, laser lights, punk rocker"
129
+ },
130
+ {
131
+ "prompt": "hipster man with a beard, building a chair, in a wood shop"
132
+ },
133
+ {
134
+ "prompt": "photo of a man, white background, medium shot, modeling clothing, studio lighting, white backdrop"
135
+ },
136
+ {
137
+ "prompt": "a man holding a sign that says, 'this is a sign'"
138
+ },
139
+ {
140
+ "prompt": "a bulldog, in a post apocalyptic world, with a shotgun, in a leather jacket, in a desert, with a motorcycle"
141
+ }
142
+ ],
143
+ "neg": "",
144
+ "seed": 42,
145
+ "walk_seed": true,
146
+ "guidance_scale": 4,
147
+ "sample_steps": 30,
148
+ "num_frames": 1,
149
+ "fps": 1
150
+ }
151
+ }
152
+ ]
153
+ },
154
+ "meta": {
155
+ "name": "[name]",
156
+ "version": "1.0"
157
+ }
158
+ }
krea2_daddario/config.yaml ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ job: extension
2
+ config:
3
+ name: krea2_daddario
4
+ process:
5
+ - type: diffusion_trainer
6
+ training_folder: /home/sam/ai-toolkit/output
7
+ sqlite_db_path: /home/sam/ai-toolkit/aitk_db.db
8
+ device: cuda
9
+ trigger_word: null
10
+ performance_log_every: 10
11
+ network:
12
+ type: lora
13
+ linear: 32
14
+ linear_alpha: 32
15
+ lokr_full_rank: true
16
+ lokr_factor: -1
17
+ dropout: 0.15
18
+ network_kwargs:
19
+ ignore_if_contains: []
20
+ save:
21
+ dtype: bf16
22
+ save_every: 250
23
+ max_step_saves_to_keep: 4
24
+ save_format: diffusers
25
+ push_to_hub: false
26
+ datasets:
27
+ - folder_path: /home/sam/ai-toolkit/datasets/daddario
28
+ mask_path: null
29
+ mask_min_value: 0.1
30
+ default_caption: ''
31
+ caption_ext: txt
32
+ caption_dropout_rate: 0.05
33
+ cache_latents_to_disk: false
34
+ is_reg: false
35
+ network_weight: 1
36
+ resolution:
37
+ - 512
38
+ - 768
39
+ - 1024
40
+ controls: []
41
+ shrink_video_to_frames: true
42
+ num_frames: 1
43
+ flip_x: false
44
+ flip_y: false
45
+ num_repeats: 1
46
+ train:
47
+ batch_size: 1
48
+ bypass_guidance_embedding: false
49
+ steps: 3000
50
+ gradient_accumulation: 1
51
+ train_unet: true
52
+ train_text_encoder: false
53
+ gradient_checkpointing: true
54
+ noise_scheduler: flowmatch
55
+ optimizer: adamw8bit
56
+ timestep_type: linear
57
+ content_or_style: balanced
58
+ optimizer_params:
59
+ weight_decay: 0.0001
60
+ unload_text_encoder: true
61
+ cache_text_embeddings: false
62
+ lr: 0.0001
63
+ ema_config:
64
+ use_ema: false
65
+ ema_decay: 0.99
66
+ skip_first_sample: false
67
+ force_first_sample: false
68
+ disable_sampling: true
69
+ dtype: bf16
70
+ diff_output_preservation: false
71
+ diff_output_preservation_multiplier: 1
72
+ diff_output_preservation_class: person
73
+ switch_boundary_every: 1
74
+ loss_type: mse
75
+ logging:
76
+ log_every: 1
77
+ use_ui_logger: true
78
+ model:
79
+ name_or_path: /home/sam/ai-toolkit/models/krea2
80
+ quantize: true
81
+ qtype: qfloat8
82
+ quantize_te: true
83
+ qtype_te: qfloat8
84
+ arch: krea2
85
+ low_vram: true
86
+ model_kwargs: {}
87
+ compile: true
88
+ layer_offloading: false
89
+ layer_offloading_text_encoder_percent: 1
90
+ layer_offloading_transformer_percent: 1
91
+ block_compile: true
92
+ sample:
93
+ sampler: flowmatch
94
+ sample_every: 250
95
+ width: 1024
96
+ height: 1024
97
+ samples:
98
+ - prompt: woman with red hair, playing chess at the park, bomb going off in
99
+ the background
100
+ - prompt: a woman holding a coffee cup, in a beanie, sitting at a cafe
101
+ - prompt: a horse is a DJ at a night club, fish eye lens, smoke machine, lazer
102
+ lights, holding a martini
103
+ - prompt: a man showing off his cool new t shirt at the beach, a shark is jumping
104
+ out of the water in the background
105
+ - prompt: a bear building a log cabin in the snow covered mountains
106
+ - prompt: woman playing the guitar, on stage, singing a song, laser lights,
107
+ punk rocker
108
+ - prompt: hipster man with a beard, building a chair, in a wood shop
109
+ - prompt: photo of a man, white background, medium shot, modeling clothing,
110
+ studio lighting, white backdrop
111
+ - prompt: a man holding a sign that says, 'this is a sign'
112
+ - prompt: a bulldog, in a post apocalyptic world, with a shotgun, in a leather
113
+ jacket, in a desert, with a motorcycle
114
+ neg: ''
115
+ seed: 42
116
+ walk_seed: true
117
+ guidance_scale: 4
118
+ sample_steps: 30
119
+ num_frames: 1
120
+ fps: 1
121
+ meta:
122
+ name: krea2_daddario
123
+ version: '1.0'
krea2_daddario/krea2_daddario.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:207d8811a38d749d51eee0d5d4317dad2920f54c30fd06d9aa419743dd008186
3
+ size 228587728
krea2_daddario/krea2_daddario_000002000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:716b2d44d3062c6383001e0da055f2efe66e5308ef16e9abfe5ae45084d90e79
3
+ size 228587728
krea2_daddario/krea2_daddario_000002250.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d2aa140208625a3f5b68a52b0b947e4d73a8f4b97710f6defe0182073c7db3c
3
+ size 228587728
krea2_daddario/krea2_daddario_000002500.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d90ca5ef6096384c49559f8e6a93eb338bf3122727f71f4de11f2f623a7e4c2
3
+ size 228587728
krea2_daddario/krea2_daddario_000002750.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b5b48fc1c0e1b67c51cc8d2a01ad92d402f2f43b297f52c48a048539d13c056
3
+ size 228587728
krea2_daddario/log.txt ADDED
The diff for this file is too large to render. See raw diff
 
krea2_daddario/loss_log.db ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1480c9bea90ad607ee219e483ba7d47da72901a866f6976d7e6e64ac5497bac
3
+ size 565248
krea2_daddario/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b9775064dde88eb734ef3883b887f29a098a53837f62f40f4b3886d0a0cd35f
3
+ size 232702437
krea2_daddario/pid.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ 2628708