Spaces:
Running
on
Zero
Running
on
Zero
| model_name: "flux-dev" | |
| data_config: | |
| train_batch_size: 1 | |
| num_workers: 4 | |
| img_size: 512 | |
| img_dir: images/ | |
| random_ratio: true # support multi crop preprocessing | |
| report_to: wandb | |
| train_batch_size: 1 | |
| output_dir: lora/ | |
| max_train_steps: 100000 | |
| learning_rate: 1e-5 | |
| lr_scheduler: constant | |
| lr_warmup_steps: 10 | |
| adam_beta1: 0.9 | |
| adam_beta2: 0.999 | |
| adam_weight_decay: 0.01 | |
| adam_epsilon: 1e-8 | |
| max_grad_norm: 1.0 | |
| logging_dir: logs | |
| mixed_precision: "bf16" | |
| checkpointing_steps: 2500 | |
| checkpoints_total_limit: 10 | |
| tracker_project_name: lora_test | |
| resume_from_checkpoint: latest | |
| gradient_accumulation_steps: 2 | |
| rank: 16 | |
| single_blocks: "1,2,3,4" | |
| double_blocks: null | |
| disable_sampling: false | |
| sample_every: 250 # sample every this many steps | |
| sample_width: 1024 | |
| sample_height: 1024 | |
| sample_steps: 20 | |
| sample_prompts: | |
| - "woman with red hair, playing chess at the park, bomb going off in the background" | |
| - "a woman holding a coffee cup, in a beanie, sitting at a cafe" | |