|
{ |
|
"shuffle_per_epoch": true, |
|
"attention": "xformers", |
|
"model_variant": "base", |
|
"aspect_mode": "dynamic", |
|
"aspect_mode_action_preference": "add", |
|
"use_ema": true, |
|
"clip_penultimate": true, |
|
"conditional_dropout": 0.5, |
|
"disable_cudnn_benchmark": false, |
|
"use_text_files_as_captions": true, |
|
"sample_from_batch": 4, |
|
"stop_text_encoder_training": 999999999999999, |
|
"use_bucketing": true, |
|
"regenerate_latent_cache": true, |
|
"sample_on_training_start": false, |
|
"add_class_images_to_dataset": false, |
|
"auto_balance_concept_datasets": false, |
|
"sample_aspect_ratios": false, |
|
"dataset_repeats": 1, |
|
"save_every_n_epoch": 1, |
|
"pretrained_model_name_or_path": "D:\\illuminatidiffusion_b3\\nextstep\\quit_epoch_7", |
|
"pretrained_vae_name_or_path": "", |
|
"tokenizer_name": null, |
|
"instance_data_dir": null, |
|
"class_data_dir": null, |
|
"instance_prompt": null, |
|
"class_prompt": null, |
|
"save_sample_prompt": null, |
|
"n_save_sample": 4, |
|
"sample_height": 1024, |
|
"sample_width": 1024, |
|
"save_guidance_scale": 7.5, |
|
"save_infer_steps": 30, |
|
"with_prior_preservation": false, |
|
"prior_loss_weight": 1.0, |
|
"num_class_images": 200, |
|
"output_dir": "D:\\illuminatidiffusion_b3\\onlyflavor", |
|
"seed": 1234, |
|
"resolution": 768, |
|
"center_crop": false, |
|
"train_text_encoder": true, |
|
"train_batch_size": 14, |
|
"sample_batch_size": 4, |
|
"num_train_epochs": 30, |
|
"max_train_steps": 5730, |
|
"gradient_accumulation_steps": 1, |
|
"gradient_checkpointing": true, |
|
"learning_rate": 1e-06, |
|
"scale_lr": false, |
|
"lr_scheduler": "constant", |
|
"lr_warmup_steps": 0, |
|
"use_8bit_adam": true, |
|
"adam_beta1": 0.9, |
|
"adam_beta2": 0.999, |
|
"adam_weight_decay": 0.01, |
|
"adam_epsilon": 1e-08, |
|
"max_grad_norm": 1.0, |
|
"push_to_hub": false, |
|
"hub_token": null, |
|
"hub_model_id": null, |
|
"logging_dir": "logs", |
|
"log_interval": 10, |
|
"sample_step_interval": 15000, |
|
"mixed_precision": "bf16", |
|
"local_rank": -1, |
|
"concepts_list": [ |
|
{ |
|
"instance_prompt": "", |
|
"class_prompt": "", |
|
"instance_data_dir": "D:/flavouredtraining", |
|
"class_data_dir": "", |
|
"flip_p": "", |
|
"do_not_balance": 1, |
|
"use_sub_dirs": 0 |
|
} |
|
], |
|
"save_sample_controlled_seed": null, |
|
"detect_full_drive": true, |
|
"send_telegram_updates": true, |
|
"telegram_chat_id": "575377029", |
|
"telegram_token": "5629476874:AAGM77PxzXB4ZfIkOUeM8a-AiiVVxNZuUJQ", |
|
"use_deepspeed_adam": false, |
|
"append_sample_controlled_seed_action": null, |
|
"add_sample_prompt": null, |
|
"use_image_names_as_captions": false, |
|
"mask_prompts": null, |
|
"batch_tokens": [ |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
35451, |
|
540, |
|
5391, |
|
267, |
|
320, |
|
2660, |
|
705, |
|
539, |
|
320, |
|
3467, |
|
35451, |
|
1615, |
|
525, |
|
320, |
|
1449, |
|
7744, |
|
593, |
|
320, |
|
1395, |
|
10485, |
|
525, |
|
518, |
|
2184, |
|
539, |
|
518, |
|
35451, |
|
267, |
|
4146, |
|
8284, |
|
21339, |
|
267, |
|
1673, |
|
273, |
|
271, |
|
272, |
|
277, |
|
267, |
|
518, |
|
13403, |
|
533, |
|
7771, |
|
537, |
|
42289, |
|
267, |
|
23187, |
|
1579, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
320, |
|
3086, |
|
539, |
|
320, |
|
786, |
|
2862, |
|
525, |
|
1253, |
|
539, |
|
320, |
|
2307, |
|
1131, |
|
531, |
|
320, |
|
1774, |
|
539, |
|
1573, |
|
537, |
|
320, |
|
1305, |
|
593, |
|
7771, |
|
8866, |
|
530, |
|
518, |
|
5994, |
|
267, |
|
12230, |
|
22840, |
|
530, |
|
320, |
|
10750, |
|
267, |
|
609, |
|
834, |
|
642, |
|
14973, |
|
29764, |
|
909, |
|
11414, |
|
516, |
|
7246, |
|
13395, |
|
715, |
|
267, |
|
13659, |
|
3596, |
|
617, |
|
85, |
|
11964, |
|
18656, |
|
9364, |
|
267, |
|
3766, |
|
267, |
|
11964, |
|
268, |
|
18656, |
|
9364, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
5250, |
|
267, |
|
320, |
|
8700, |
|
533, |
|
12333, |
|
530, |
|
518, |
|
2583, |
|
593, |
|
585, |
|
568, |
|
4932, |
|
1488, |
|
537, |
|
585, |
|
568, |
|
8225, |
|
3184, |
|
1488, |
|
537, |
|
585, |
|
568, |
|
4932, |
|
3184, |
|
1488, |
|
267, |
|
8178, |
|
532, |
|
26422, |
|
537, |
|
4989, |
|
936, |
|
1359, |
|
267, |
|
34560, |
|
275, |
|
281, |
|
320, |
|
18508, |
|
568, |
|
806, |
|
267, |
|
1153, |
|
1532, |
|
2353, |
|
267, |
|
273, |
|
271, |
|
272, |
|
271, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
320, |
|
736, |
|
40038, |
|
4919, |
|
525, |
|
1253, |
|
539, |
|
320, |
|
13930, |
|
539, |
|
1010, |
|
736, |
|
7275, |
|
13850, |
|
525, |
|
1253, |
|
539, |
|
320, |
|
13930, |
|
539, |
|
1010, |
|
736, |
|
7275, |
|
13850, |
|
267, |
|
33855, |
|
46865, |
|
11192, |
|
267, |
|
8801, |
|
12043, |
|
3563, |
|
19950, |
|
5799, |
|
267, |
|
21971, |
|
884, |
|
1400, |
|
7657, |
|
267, |
|
1013, |
|
598, |
|
912, |
|
7235, |
|
267, |
|
11964, |
|
18656, |
|
9364, |
|
267, |
|
3766, |
|
267, |
|
11964, |
|
268, |
|
18656, |
|
9364, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
518, |
|
9498, |
|
5130, |
|
267, |
|
320, |
|
1674, |
|
539, |
|
320, |
|
8700, |
|
593, |
|
320, |
|
2677, |
|
530, |
|
585, |
|
568, |
|
39177, |
|
568, |
|
39177, |
|
39177, |
|
39177, |
|
267, |
|
39177, |
|
267, |
|
586, |
|
552, |
|
529, |
|
3412, |
|
548, |
|
2658, |
|
43040, |
|
13024, |
|
267, |
|
8507, |
|
530, |
|
7860, |
|
267, |
|
12598, |
|
943, |
|
4023, |
|
267, |
|
4230, |
|
272, |
|
539, |
|
272, |
|
277, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
1755, |
|
4009, |
|
556, |
|
518, |
|
4231, |
|
6243, |
|
2613, |
|
267, |
|
320, |
|
2660, |
|
705, |
|
539, |
|
320, |
|
8222, |
|
539, |
|
320, |
|
14317, |
|
593, |
|
320, |
|
1395, |
|
525, |
|
585, |
|
568, |
|
1710, |
|
537, |
|
320, |
|
2463, |
|
5050, |
|
2006, |
|
530, |
|
585, |
|
568, |
|
1010, |
|
2463, |
|
267, |
|
34317, |
|
6353, |
|
794, |
|
267, |
|
675, |
|
617, |
|
1167, |
|
13024, |
|
267, |
|
6559, |
|
530, |
|
2895, |
|
537, |
|
22315, |
|
267, |
|
22658, |
|
14317, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
570, |
|
1018, |
|
514, |
|
22138, |
|
267, |
|
320, |
|
2308, |
|
530, |
|
320, |
|
1579, |
|
2595, |
|
5050, |
|
320, |
|
11356, |
|
537, |
|
3309, |
|
320, |
|
23516, |
|
537, |
|
5050, |
|
320, |
|
11356, |
|
530, |
|
637, |
|
2463, |
|
537, |
|
320, |
|
11356, |
|
530, |
|
518, |
|
1010, |
|
2463, |
|
267, |
|
700, |
|
6958, |
|
345, |
|
267, |
|
530, |
|
268, |
|
1063, |
|
274, |
|
323, |
|
2863, |
|
267, |
|
1538, |
|
6812, |
|
11848, |
|
1449, |
|
2225, |
|
267, |
|
5994, |
|
2867, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
3687, |
|
2609, |
|
267, |
|
320, |
|
2660, |
|
705, |
|
539, |
|
320, |
|
8222, |
|
539, |
|
320, |
|
10912, |
|
525, |
|
320, |
|
11795, |
|
2461, |
|
593, |
|
320, |
|
3965, |
|
530, |
|
518, |
|
893, |
|
2461, |
|
537, |
|
320, |
|
2390, |
|
530, |
|
518, |
|
5994, |
|
267, |
|
272, |
|
277, |
|
277, |
|
278, |
|
269, |
|
34960, |
|
22373, |
|
274, |
|
323, |
|
267, |
|
3435, |
|
22118, |
|
267, |
|
13024, |
|
15636, |
|
5857, |
|
268, |
|
327, |
|
278, |
|
271, |
|
275, |
|
267, |
|
9511, |
|
517, |
|
527, |
|
3054, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
320, |
|
1530, |
|
5589, |
|
593, |
|
2958, |
|
539, |
|
2161, |
|
537, |
|
320, |
|
7796, |
|
539, |
|
1047, |
|
4919, |
|
536, |
|
320, |
|
2175, |
|
530, |
|
2184, |
|
539, |
|
320, |
|
34821, |
|
5589, |
|
593, |
|
2958, |
|
539, |
|
2161, |
|
267, |
|
9075, |
|
8796, |
|
68, |
|
5237, |
|
267, |
|
16094, |
|
539, |
|
5810, |
|
3089, |
|
267, |
|
8801, |
|
12043, |
|
267, |
|
3797, |
|
794, |
|
2786, |
|
2754, |
|
267, |
|
11964, |
|
18656, |
|
9364, |
|
267, |
|
3766, |
|
267, |
|
11964, |
|
268, |
|
18656, |
|
9364, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
2238, |
|
30926, |
|
267, |
|
320, |
|
2660, |
|
705, |
|
539, |
|
320, |
|
14317, |
|
593, |
|
902, |
|
4932, |
|
1488, |
|
537, |
|
902, |
|
4932, |
|
3184, |
|
1488, |
|
267, |
|
593, |
|
902, |
|
4932, |
|
3184, |
|
1488, |
|
537, |
|
902, |
|
8225, |
|
3184, |
|
1488, |
|
267, |
|
43040, |
|
5857, |
|
13024, |
|
279, |
|
330, |
|
28065, |
|
267, |
|
4271, |
|
5471, |
|
6353, |
|
794, |
|
267, |
|
8485, |
|
268, |
|
29840, |
|
267, |
|
3165, |
|
78, |
|
5132, |
|
331, |
|
14317, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
3095, |
|
10344, |
|
13164, |
|
267, |
|
320, |
|
2660, |
|
705, |
|
539, |
|
320, |
|
2533, |
|
568, |
|
3272, |
|
593, |
|
320, |
|
4038, |
|
539, |
|
30867, |
|
530, |
|
2184, |
|
539, |
|
899, |
|
3272, |
|
537, |
|
320, |
|
36841, |
|
530, |
|
2184, |
|
539, |
|
899, |
|
3272, |
|
267, |
|
25602, |
|
3073, |
|
7997, |
|
12609, |
|
267, |
|
274, |
|
276, |
|
2848, |
|
4306, |
|
1125, |
|
4332, |
|
21372, |
|
525, |
|
1844, |
|
3095, |
|
267, |
|
3095, |
|
1818, |
|
1476, |
|
1774, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
89, |
|
8594, |
|
267, |
|
27686, |
|
4672, |
|
7070, |
|
267, |
|
320, |
|
3377, |
|
539, |
|
1656, |
|
2862, |
|
1131, |
|
531, |
|
2416, |
|
1010, |
|
525, |
|
320, |
|
1449, |
|
5994, |
|
593, |
|
320, |
|
3496, |
|
530, |
|
637, |
|
2463, |
|
537, |
|
1380, |
|
5050, |
|
320, |
|
3496, |
|
530, |
|
518, |
|
1010, |
|
2463, |
|
267, |
|
2097, |
|
22643, |
|
4548, |
|
267, |
|
2435, |
|
3408, |
|
6805, |
|
40946, |
|
3155, |
|
267, |
|
3175, |
|
14758, |
|
593, |
|
25644, |
|
8225, |
|
267, |
|
2723, |
|
16393, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
320, |
|
7651, |
|
539, |
|
320, |
|
2308, |
|
530, |
|
320, |
|
1746, |
|
2595, |
|
537, |
|
320, |
|
786, |
|
530, |
|
320, |
|
1449, |
|
40173, |
|
537, |
|
320, |
|
786, |
|
530, |
|
320, |
|
3940, |
|
537, |
|
4040, |
|
3422, |
|
267, |
|
647, |
|
36983, |
|
1253, |
|
25602, |
|
5799, |
|
267, |
|
17730, |
|
18463, |
|
267, |
|
1611, |
|
1131, |
|
2489, |
|
11241, |
|
1012, |
|
267, |
|
3878, |
|
10111, |
|
49407 |
|
], |
|
[ |
|
49406, |
|
320, |
|
3086, |
|
539, |
|
320, |
|
1771, |
|
539, |
|
1047, |
|
530, |
|
320, |
|
1774, |
|
539, |
|
1573, |
|
593, |
|
320, |
|
5363, |
|
530, |
|
518, |
|
5994, |
|
537, |
|
320, |
|
5363, |
|
530, |
|
518, |
|
2390, |
|
530, |
|
518, |
|
5994, |
|
267, |
|
609, |
|
834, |
|
642, |
|
14973, |
|
29764, |
|
3327, |
|
3739, |
|
10560, |
|
593, |
|
16737, |
|
267, |
|
3769, |
|
7882, |
|
267, |
|
1486, |
|
2631, |
|
1093, |
|
633, |
|
2138, |
|
267, |
|
11964, |
|
18656, |
|
9364, |
|
267, |
|
3766, |
|
267, |
|
11964, |
|
268, |
|
18656, |
|
9364, |
|
49407 |
|
] |
|
] |
|
} |