arch: | |
ema: null | |
hparams: | |
loss_type: mse | |
restart_unused_codes: true | |
use_padding_idx: false | |
masked_dropout: 0.0 | |
bottleneck_type: rq | |
embed_dim: 256 | |
n_embed: 16384 | |
latent_shape: | |
- 16 | |
- 16 | |
- 256 | |
code_shape: | |
- 16 | |
- 16 | |
- 4 | |
shared_codebook: true | |
decay: 0.99 | |
latent_loss_weight: 0.25 | |
checkpointing: true | |
type: rq-vae | |
code_hier: 1 | |
ddconfig: | |
double_z: false | |
z_channels: 256 | |
resolution: 256 | |
in_channels: 3 | |
out_ch: 3 | |
ch: 128 | |
ch_mult: | |
- 1 | |
- 1 | |
- 2 | |
- 2 | |
- 4 | |
num_res_blocks: 2 | |
attn_resolutions: | |
- 8 | |
dropout: 0.0 | |
dataset: | |
transform: | |
type: null | |
type: imagenet-arxiv | |
transforms: | |
type: imagenet256x256 | |
optimizer: | |
type: adam | |
max_gn: null | |
warmup: | |
mode: fix | |
start_from_zero: true | |
epoch: 0.5 | |
multiplier: 1 | |
buffer_epoch: 0 | |
min_lr: 4.0e-05 | |
init_lr: 4.0e-05 | |
weight_decay: 0.0 | |
betas: | |
- 0.5 | |
- 0.9 | |
grad_accm_steps: 1 | |
experiment: | |
test_freq: 1 | |
amp: false | |
batch_size: 32 | |
epochs: 150 | |
save_ckpt_freq: 5 | |
total_batch_size: 256 | |
gan: | |
disc: | |
optimizer: | |
type: adam | |
max_gn: null | |
warmup: | |
mode: fix | |
start_from_zero: true | |
epoch: 0.5 | |
multiplier: 1 | |
buffer_epoch: 0 | |
min_lr: 4.0e-05 | |
init_lr: 4.0e-05 | |
weight_decay: 0.0 | |
betas: | |
- 0.5 | |
- 0.9 | |
arch: | |
in_channels: 3 | |
num_layers: 2 | |
use_actnorm: false | |
ndf: 64 | |
spectral_norm: false | |
loss: | |
disc_loss: hinge | |
gen_loss: vanilla | |
disc_weight: 0.75 | |
perceptual_weight: 1.0 | |
disc_start: 0 | |
seed: 0 | |
runtime: | |
args: | |
model_config: /cpfs01/user/cl424408/rq-vae-transformer-main/configs/imagenet256/stage1/in256-rqvae-16x16x4-arxiv-withaux.yaml | |
result_path: /cpfs01/user/cl424408/rq-vae-transformer-main/trained_models/rq2048_16x16x4_imagenet_arxiv_withauxloss | |
load_path: '' | |
test_batch_size: 200 | |
test_epoch: -1 | |
postfix: '' | |
seed: 0 | |
world_size: 8 | |
local_rank: 0 | |
node_rank: -1 | |
dist_backend: nccl | |
timeout: 86400 | |
eval: false | |
resume: false | |
rank: 0 | |
extra_config: {} | |
distenv: | |
world_size: 8 | |
world_rank: 0 | |
local_rank: 0 | |
num_gpus: 1 | |
master: true | |
device_name: NVIDIA A100-SXM4-80GB | |
result_path: /cpfs01/user/cl424408/rq-vae-transformer-main/trained_models/rq2048_16x16x4_imagenet_arxiv_withauxloss/in256-rqvae-16x16x4-arxiv-withaux/06082024_053233 | |