Spaces:
Running
on
A10G
Running
on
A10G
File size: 374 Bytes
0a3525d |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
_target_: fish_speech.models.text2semantic.llama.NaiveTransformer
config:
_target_: fish_speech.models.text2semantic.llama.NaiveModelArgs
max_seq_len: ${max_length}
vocab_size: 36408
n_layer: 12
n_head: 12
dim: 768
rope_base: 10000
norm_eps: 1e-5
num_codebooks: 2 # input/output codebook size
codebook_size: 1032 # codebook size 1024 + 2 special tokens
|