add config
Browse files- config.json +13 -5
config.json
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
{
|
|
|
2 |
"activation_function": "quick_gelu",
|
3 |
"alignment_head": [
|
4 |
2,
|
@@ -65,6 +66,11 @@
|
|
65 |
"emb_dropout": 0.0,
|
66 |
"eos_token_id": 50256,
|
67 |
"fp16_params": true,
|
|
|
|
|
|
|
|
|
|
|
68 |
"hop_length": 256,
|
69 |
"init_scale": [
|
70 |
0.1,
|
@@ -117,6 +123,7 @@
|
|
117 |
"n_inner": null,
|
118 |
"n_layer": 12,
|
119 |
"n_positions": 1024,
|
|
|
120 |
"n_tokens": [
|
121 |
512,
|
122 |
0,
|
@@ -177,8 +184,8 @@
|
|
177 |
"res_scale": false,
|
178 |
"resid_dropout": 0.0,
|
179 |
"sample_hop_length": 30000,
|
180 |
-
"sample_length":
|
181 |
-
"sample_length_in_seconds":
|
182 |
"scale_attn_by_inverse_layer_idx": false,
|
183 |
"scale_attn_weights": true,
|
184 |
"single_enc_dec": [
|
@@ -201,6 +208,7 @@
|
|
201 |
"summary_use_proj": true,
|
202 |
"t_bins": 128,
|
203 |
"torch_dtype": "float32",
|
|
|
204 |
"transformers_version": "4.21.0.dev0",
|
205 |
"use_cache": true,
|
206 |
"use_nonrelative_specloss": true,
|
@@ -240,13 +248,13 @@
|
|
240 |
"vq_vae_width": 64,
|
241 |
"vqvae_z_shapes": [
|
242 |
[
|
243 |
-
|
244 |
],
|
245 |
[
|
246 |
-
|
247 |
],
|
248 |
[
|
249 |
-
|
250 |
]
|
251 |
],
|
252 |
"width": [
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "ArthurZ/jukebox-5b-lyrics",
|
3 |
"activation_function": "quick_gelu",
|
4 |
"alignment_head": [
|
5 |
2,
|
|
|
66 |
"emb_dropout": 0.0,
|
67 |
"eos_token_id": 50256,
|
68 |
"fp16_params": true,
|
69 |
+
"hop_fraction": [
|
70 |
+
0.125,
|
71 |
+
0.5,
|
72 |
+
0.5
|
73 |
+
],
|
74 |
"hop_length": 256,
|
75 |
"init_scale": [
|
76 |
0.1,
|
|
|
123 |
"n_inner": null,
|
124 |
"n_layer": 12,
|
125 |
"n_positions": 1024,
|
126 |
+
"n_samples": 1,
|
127 |
"n_tokens": [
|
128 |
512,
|
129 |
0,
|
|
|
184 |
"res_scale": false,
|
185 |
"resid_dropout": 0.0,
|
186 |
"sample_hop_length": 30000,
|
187 |
+
"sample_length": 1058304,
|
188 |
+
"sample_length_in_seconds": 24,
|
189 |
"scale_attn_by_inverse_layer_idx": false,
|
190 |
"scale_attn_weights": true,
|
191 |
"single_enc_dec": [
|
|
|
208 |
"summary_use_proj": true,
|
209 |
"t_bins": 128,
|
210 |
"torch_dtype": "float32",
|
211 |
+
"total_sample_length_in_seconds": 180,
|
212 |
"transformers_version": "4.21.0.dev0",
|
213 |
"use_cache": true,
|
214 |
"use_nonrelative_specloss": true,
|
|
|
248 |
"vq_vae_width": 64,
|
249 |
"vqvae_z_shapes": [
|
250 |
[
|
251 |
+
2067
|
252 |
],
|
253 |
[
|
254 |
+
8268
|
255 |
],
|
256 |
[
|
257 |
+
33072
|
258 |
]
|
259 |
],
|
260 |
"width": [
|