Hugging Face's logo

Bibek
/
dac_multi_vq_5_epochs

autoencoder
Model card Files Community
dac_multi_vq_5_epochs
File size: 3,680 Bytes 
0ee4806
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
 
{
    "model_type": "autoencoder",
    "sample_size": 65536,
    "sample_rate": 44100,
    "audio_channels": 1,
    "model": {
        "encoder": {
            "type": "oobleck",
            "config": {
                "in_channels": 1,
                "channels": 96,
                "c_mults": [1, 2, 4, 8, 16],
                "strides": [2, 4, 4, 8, 8],
                "latent_dim": 64,
                "use_snake": true
            }
        },
        "decoder": {
            "type": "oobleck",
            "config": {
                "out_channels": 1,
                "channels": 96,
                "c_mults": [1, 2, 4, 8, 16],
                "strides": [2, 4, 4, 8, 8],
                "latent_dim": 64,
                "use_snake": true,
                "final_tanh": false
            }
        },
        "bottleneck": {
            "type": "dac_rvq",
            "config": {
                "input_dim": 64,
                "n_codebooks": 9,
                "codebook_size": 1024,
                "codebook_dim": 8,
                "quantizer_dropout": 1.0
            }
        },
        "latent_dim": 64,
        "downsampling_ratio": 2048,
        "io_channels": 1
    },
    "training": {
        "learning_rate": 1.5e-4,
        "warmup_steps": 0,
        "use_ema": true,
        "optimizer_configs": {
            "autoencoder": {
                "optimizer": {
                    "type": "AdamW",
                    "config": {
                        "betas": [0.8, 0.99],
                        "lr": 1.5e-4,
                        "weight_decay": 1e-3
                    }
                },
                "scheduler": {
                    "type": "InverseLR",
                    "config": {
                        "inv_gamma": 200000,
                        "power": 0.5,
                        "warmup": 0.999
                    }
                }
            },
            "discriminator": {
                "optimizer": {
                    "type": "AdamW",
                    "config": {
                        "betas": [0.8, 0.99],
                        "lr": 3e-4,
                        "weight_decay": 1e-3
                    }
                },
                "scheduler": {
                    "type": "InverseLR",
                    "config": {
                        "inv_gamma": 200000,
                        "power": 0.5,
                        "warmup": 0.999
                    }
                }
            }
        },
        "loss_configs": {
            "discriminator": {
                "type": "encodec",
                "config": {
                    "filters": 64,
                    "n_ffts": [2048, 1024, 512, 256, 128],
                    "hop_lengths": [512, 256, 128, 64, 32],
                    "win_lengths": [2048, 1024, 512, 256, 128]
                },
                "weights": {
                    "adversarial": 0.1,
                    "feature_matching": 5.0
                }
            },
            "spectral": {
                "type": "mrstft",
                "config": {
                    "fft_sizes": [2048, 1024, 512, 256, 128, 64, 32],
                    "hop_sizes": [512, 256, 128, 64, 32, 16, 8],
                    "win_lengths": [2048, 1024, 512, 256, 128, 64, 32],
                    "perceptual_weighting": true
                },
                "weights": {
                    "mrstft": 1.0
                }
            },
            "time": {
                "type": "l1",
                "weights": {
                    "l1": 0.0
                }
            }
        },
        "demo": {
            "demo_every": 2000
        }
    }
}