rq-shared-4layer / config.yaml
leonardPKU's picture
Upload config.yaml with huggingface_hub
ba1e78b verified
arch:
ema: null
hparams:
loss_type: mse
restart_unused_codes: true
use_padding_idx: false
masked_dropout: 0.0
bottleneck_type: rq
embed_dim: 256
n_embed: 16384
latent_shape:
- 16
- 16
- 256
code_shape:
- 16
- 16
- 4
shared_codebook: true
decay: 0.99
latent_loss_weight: 0.25
checkpointing: true
type: rq-vae
code_hier: 1
ddconfig:
double_z: false
z_channels: 256
resolution: 256
in_channels: 3
out_ch: 3
ch: 128
ch_mult:
- 1
- 1
- 2
- 2
- 4
num_res_blocks: 2
attn_resolutions:
- 8
dropout: 0.0
dataset:
transform:
type: null
type: imagenet-arxiv
transforms:
type: imagenet256x256
optimizer:
type: adam
max_gn: null
warmup:
mode: fix
start_from_zero: true
epoch: 0.5
multiplier: 1
buffer_epoch: 0
min_lr: 4.0e-05
init_lr: 4.0e-05
weight_decay: 0.0
betas:
- 0.5
- 0.9
grad_accm_steps: 1
experiment:
test_freq: 1
amp: false
batch_size: 32
epochs: 150
save_ckpt_freq: 5
total_batch_size: 256
gan:
disc:
optimizer:
type: adam
max_gn: null
warmup:
mode: fix
start_from_zero: true
epoch: 0.5
multiplier: 1
buffer_epoch: 0
min_lr: 4.0e-05
init_lr: 4.0e-05
weight_decay: 0.0
betas:
- 0.5
- 0.9
arch:
in_channels: 3
num_layers: 2
use_actnorm: false
ndf: 64
spectral_norm: false
loss:
disc_loss: hinge
gen_loss: vanilla
disc_weight: 0.75
perceptual_weight: 1.0
disc_start: 0
seed: 0
runtime:
args:
model_config: /cpfs01/user/cl424408/rq-vae-transformer-main/configs/imagenet256/stage1/in256-rqvae-16x16x4-arxiv-withaux.yaml
result_path: /cpfs01/user/cl424408/rq-vae-transformer-main/trained_models/rq2048_16x16x4_imagenet_arxiv_withauxloss
load_path: ''
test_batch_size: 200
test_epoch: -1
postfix: ''
seed: 0
world_size: 8
local_rank: 0
node_rank: -1
dist_backend: nccl
timeout: 86400
eval: false
resume: false
rank: 0
extra_config: {}
distenv:
world_size: 8
world_rank: 0
local_rank: 0
num_gpus: 1
master: true
device_name: NVIDIA A100-SXM4-80GB
result_path: /cpfs01/user/cl424408/rq-vae-transformer-main/trained_models/rq2048_16x16x4_imagenet_arxiv_withauxloss/in256-rqvae-16x16x4-arxiv-withaux/06082024_053233