upload config
Browse files- br-config.env +59 -0
- br-multidatabackend.json +30 -0
- user_prompt_library.json +5 -0
br-config.env
ADDED
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
export MODEL_TYPE='lora'
|
2 |
+
export TRAINING_SEED=420
|
3 |
+
|
4 |
+
export CHECKPOINTING_STEPS=500
|
5 |
+
export CHECKPOINTING_LIMIT=10
|
6 |
+
|
7 |
+
export LEARNING_RATE=1e-4
|
8 |
+
|
9 |
+
export FLUX=true
|
10 |
+
export MODEL_NAME="black-forest-labs/FLUX.1-dev"
|
11 |
+
|
12 |
+
export VALIDATION_SEED=420
|
13 |
+
export VALIDATION_PROMPT="a photograph of Brandon Rowland"
|
14 |
+
export VALIDATION_NEGATIVE_PROMPT=""
|
15 |
+
|
16 |
+
# How frequently we will save and run a pipeline for validations.
|
17 |
+
export VALIDATION_STEPS=500
|
18 |
+
|
19 |
+
# Validation image settings.
|
20 |
+
export VALIDATION_GUIDANCE=3.5
|
21 |
+
export VALIDATION_GUIDANCE_REAL=1.0
|
22 |
+
export VALIDATION_NUM_INFERENCE_STEPS=28
|
23 |
+
export VALIDATION_GUIDANCE_RESCALE=0
|
24 |
+
export VALIDATION_RESOLUTION=1024x1024,832x1216
|
25 |
+
|
26 |
+
export ALLOW_TF32=true
|
27 |
+
export PURE_BF16=true
|
28 |
+
|
29 |
+
export CAPTION_DROPOUT_PROBABILITY=0
|
30 |
+
|
31 |
+
export MAX_NUM_STEPS=0
|
32 |
+
export NUM_EPOCHS=1000
|
33 |
+
|
34 |
+
export OPTIMIZER="adamw_bf16"
|
35 |
+
export LR_SCHEDULE="constant"
|
36 |
+
export LR_WARMUP_STEPS=500
|
37 |
+
|
38 |
+
export TRAIN_BATCH_SIZE=1
|
39 |
+
|
40 |
+
export RESOLUTION=512
|
41 |
+
export RESOLUTION_TYPE=pixel
|
42 |
+
|
43 |
+
export GRADIENT_ACCUMULATION_STEPS=2
|
44 |
+
export MIXED_PRECISION="bf16"
|
45 |
+
export TRAINING_DYNAMO_BACKEND='no'
|
46 |
+
|
47 |
+
export USE_XFORMERS=false
|
48 |
+
export USE_GRADIENT_CHECKPOINTING=true
|
49 |
+
export VAE_BATCH_SIZE=8
|
50 |
+
export TRAINER_EXTRA_ARGS="--max_grad_norm=1.0 --gradient_precision=fp32 --base_model_default_dtype=bf16 --lora_init_type=default --flux_lora_target=all+ffs --flux_guidance_value=1 --user_prompt_library=user_prompt_library.json"
|
51 |
+
|
52 |
+
export USE_EMA=false
|
53 |
+
|
54 |
+
export PUSH_TO_HUB="true"
|
55 |
+
export PUSH_CHECKPOINTS="true"
|
56 |
+
export HUB_MODEL_NAME="brandon-rowland-flux"
|
57 |
+
|
58 |
+
export DATALOADER_CONFIG="config/br-multidatabackend.json"
|
59 |
+
export OUTPUT_DIR="output-br/models"
|
br-multidatabackend.json
ADDED
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[
|
2 |
+
{
|
3 |
+
"id": "Brandon",
|
4 |
+
"type": "local",
|
5 |
+
"crop": false,
|
6 |
+
"crop_aspect": "square",
|
7 |
+
"crop_style": "center",
|
8 |
+
"resolution": 512,
|
9 |
+
"minimum_image_size": 512,
|
10 |
+
"maximum_image_size": 768,
|
11 |
+
"target_downsample_size": 512,
|
12 |
+
"resolution_type": "pixel",
|
13 |
+
"cache_dir_vae": "cache/vae/br",
|
14 |
+
"instance_data_dir": "datasets/brandon-rowland",
|
15 |
+
"disabled": false,
|
16 |
+
"skip_file_discovery": "",
|
17 |
+
"caption_strategy": "textfile",
|
18 |
+
"metadata_backend": "json",
|
19 |
+
"repeats": 0
|
20 |
+
},
|
21 |
+
{
|
22 |
+
"id": "text-embeds",
|
23 |
+
"type": "local",
|
24 |
+
"dataset_type": "text_embeds",
|
25 |
+
"default": true,
|
26 |
+
"cache_dir": "cache/text/flux/br",
|
27 |
+
"disabled": false,
|
28 |
+
"write_batch_size": 128
|
29 |
+
}
|
30 |
+
]
|
user_prompt_library.json
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"1": "a photo of Brandon Rowland",
|
3 |
+
"2": "a photo of Brandon Rowland leaning against a brick wall, arms crossed, wearing a white tank top and ripped jeans. His gaze is intense, directed at the camera. The background includes a graffiti-covered wall and an urban street scene",
|
4 |
+
"both": "A photo of Brandon Rowland. Shirtless, lying on a dark blue sofa, one hand resting behind his head, the other on his chest. The background shows a bookshelf filled with books and plants. The lighting is dim, creating a cozy evening ambiance"
|
5 |
+
}
|