markury commited on
Commit
a3586db
1 Parent(s): eb1a91d

upload config

Browse files
br-config.env ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ export MODEL_TYPE='lora'
2
+ export TRAINING_SEED=420
3
+
4
+ export CHECKPOINTING_STEPS=500
5
+ export CHECKPOINTING_LIMIT=10
6
+
7
+ export LEARNING_RATE=1e-4
8
+
9
+ export FLUX=true
10
+ export MODEL_NAME="black-forest-labs/FLUX.1-dev"
11
+
12
+ export VALIDATION_SEED=420
13
+ export VALIDATION_PROMPT="a photograph of Brandon Rowland"
14
+ export VALIDATION_NEGATIVE_PROMPT=""
15
+
16
+ # How frequently we will save and run a pipeline for validations.
17
+ export VALIDATION_STEPS=500
18
+
19
+ # Validation image settings.
20
+ export VALIDATION_GUIDANCE=3.5
21
+ export VALIDATION_GUIDANCE_REAL=1.0
22
+ export VALIDATION_NUM_INFERENCE_STEPS=28
23
+ export VALIDATION_GUIDANCE_RESCALE=0
24
+ export VALIDATION_RESOLUTION=1024x1024,832x1216
25
+
26
+ export ALLOW_TF32=true
27
+ export PURE_BF16=true
28
+
29
+ export CAPTION_DROPOUT_PROBABILITY=0
30
+
31
+ export MAX_NUM_STEPS=0
32
+ export NUM_EPOCHS=1000
33
+
34
+ export OPTIMIZER="adamw_bf16"
35
+ export LR_SCHEDULE="constant"
36
+ export LR_WARMUP_STEPS=500
37
+
38
+ export TRAIN_BATCH_SIZE=1
39
+
40
+ export RESOLUTION=512
41
+ export RESOLUTION_TYPE=pixel
42
+
43
+ export GRADIENT_ACCUMULATION_STEPS=2
44
+ export MIXED_PRECISION="bf16"
45
+ export TRAINING_DYNAMO_BACKEND='no'
46
+
47
+ export USE_XFORMERS=false
48
+ export USE_GRADIENT_CHECKPOINTING=true
49
+ export VAE_BATCH_SIZE=8
50
+ export TRAINER_EXTRA_ARGS="--max_grad_norm=1.0 --gradient_precision=fp32 --base_model_default_dtype=bf16 --lora_init_type=default --flux_lora_target=all+ffs --flux_guidance_value=1 --user_prompt_library=user_prompt_library.json"
51
+
52
+ export USE_EMA=false
53
+
54
+ export PUSH_TO_HUB="true"
55
+ export PUSH_CHECKPOINTS="true"
56
+ export HUB_MODEL_NAME="brandon-rowland-flux"
57
+
58
+ export DATALOADER_CONFIG="config/br-multidatabackend.json"
59
+ export OUTPUT_DIR="output-br/models"
br-multidatabackend.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "id": "Brandon",
4
+ "type": "local",
5
+ "crop": false,
6
+ "crop_aspect": "square",
7
+ "crop_style": "center",
8
+ "resolution": 512,
9
+ "minimum_image_size": 512,
10
+ "maximum_image_size": 768,
11
+ "target_downsample_size": 512,
12
+ "resolution_type": "pixel",
13
+ "cache_dir_vae": "cache/vae/br",
14
+ "instance_data_dir": "datasets/brandon-rowland",
15
+ "disabled": false,
16
+ "skip_file_discovery": "",
17
+ "caption_strategy": "textfile",
18
+ "metadata_backend": "json",
19
+ "repeats": 0
20
+ },
21
+ {
22
+ "id": "text-embeds",
23
+ "type": "local",
24
+ "dataset_type": "text_embeds",
25
+ "default": true,
26
+ "cache_dir": "cache/text/flux/br",
27
+ "disabled": false,
28
+ "write_batch_size": 128
29
+ }
30
+ ]
user_prompt_library.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "1": "a photo of Brandon Rowland",
3
+ "2": "a photo of Brandon Rowland leaning against a brick wall, arms crossed, wearing a white tank top and ripped jeans. His gaze is intense, directed at the camera. The background includes a graffiti-covered wall and an urban street scene",
4
+ "both": "A photo of Brandon Rowland. Shirtless, lying on a dark blue sofa, one hand resting behind his head, the other on his chest. The background shows a bookshelf filled with books and plants. The lighting is dim, creating a cozy evening ambiance"
5
+ }