Hugging Face's logo

VITA-MLLM
/
Freeze-Omni

Model card Files Community
Freeze-Omni
File size: 903 Bytes 
a9d7ce0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
 
{
    "resblock": "1",
    "num_gpus": 8,
    "batch_size": 160,
    "learning_rate": 0.0002,
    "adam_b1": 0.5,
    "adam_b2": 0.9,
    "lr_decay": 0.98,
    "seed": 1234,

    "upsample_rates": [8,5,5,3],
    "upsample_kernel_sizes": [16,11,11,5],
    "upsample_initial_channel": 512,
    "resblock_kernel_sizes": [3,7,11],
    "resblock_dilation_sizes": [[1,3,5], [1,3,5], [1,3,5]],

    "segment_size": 24000,
    "num_mels": 80,
    "num_freq": 1025,
    "n_fft": 1024,
    "hop_size": 240,
    "win_size": 1024,

    "sampling_rate": 24000,

    "n_code_groups": 1,
    "residul_layer": 1,
    "n_codes": 1024,
    "codebook_loss_lambda": 1.0,
    "commitment_loss_lambda": 0.25,
    "global_code_num": 8,
    "global_feature_conv":[128, 64, 128, 3, 1],
    "global_tokens": [473,975,419,219,565,121,550,616],

    "fmin": 0,
    "fmax": 8000,
    "fmax_for_loss": null,

    "num_workers": 12
}