cmagui commited on
Commit
42cd66e
1 Parent(s): 2c757b0

Upload 3 files

Browse files
Files changed (3) hide show
  1. README.md +24 -0
  2. celtia.pth +3 -0
  3. celtia_config.json +253 -0
README.md ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ language: gl
4
+ license: apache-2.0
5
+ datasets:
6
+ - CRPIH_UVigo-GL-Voices/Sabela
7
+ tags:
8
+ - TTS
9
+ - speech-synthesis
10
+ - Galician
11
+ - female-speaker
12
+ - VITS
13
+ - coqui.ai
14
+
15
+ ---
16
+
17
+ ## Celtia: Nós Project's female Galician speaker text-to-speech model
18
+
19
+ This model was trained from scratch using the [Coqui-TTS](https://github.com/coqui-ai/TTS) library on the Celtia corpus [Nos_Celtia-GL](https://zenodo.org/record/7716958).
20
+
21
+
22
+ **Funding**
23
+
24
+ This research was funded by “The Nós project: Galician in the society and economy of Artificial Intelligence”, resulting from the agreement 2021-CP080 between the Xunta de Galicia and the University of Santiago de Compostela, and thanks to the Investigo program, within the National Recovery, Transformation and Resilience Plan, within the framework of the European Recovery Fund (NextGenerationEU).
celtia.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462c2092e5746052a7d3818406db59a1ebdcaa28a13ed461d8b1d3838e5efb58
3
+ size 997748293
celtia_config.json ADDED
@@ -0,0 +1,253 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_path": "/home/compartido/carmen/coqui-ai/TTS/recipes/chelo/vits",
3
+ "logger_uri": null,
4
+ "run_name": "vits_chelo_11000",
5
+ "project_name": null,
6
+ "run_description": "\ud83d\udc38Coqui trainer run.",
7
+ "print_step": 25,
8
+ "plot_step": 100,
9
+ "model_param_stats": false,
10
+ "wandb_entity": null,
11
+ "dashboard_logger": "tensorboard",
12
+ "log_model_step": null,
13
+ "save_step": 10000,
14
+ "save_n_checkpoints": 5,
15
+ "save_checkpoints": true,
16
+ "save_all_best": false,
17
+ "save_best_after": 200,
18
+ "target_loss": null,
19
+ "print_eval": true,
20
+ "test_delay_epochs": -1,
21
+ "run_eval": true,
22
+ "run_eval_steps": null,
23
+ "distributed_backend": "nccl",
24
+ "distributed_url": "tcp://localhost:54321",
25
+ "mixed_precision": true,
26
+ "epochs": 1000,
27
+ "batch_size": 26,
28
+ "eval_batch_size": 16,
29
+ "grad_clip": [
30
+ 1000,
31
+ 1000
32
+ ],
33
+ "scheduler_after_epoch": true,
34
+ "lr": 0.001,
35
+ "optimizer": "AdamW",
36
+ "optimizer_params": {
37
+ "betas": [
38
+ 0.8,
39
+ 0.99
40
+ ],
41
+ "eps": 1e-09,
42
+ "weight_decay": 0.01
43
+ },
44
+ "lr_scheduler": null,
45
+ "lr_scheduler_params": {},
46
+ "use_grad_scaler": false,
47
+ "cudnn_enable": true,
48
+ "cudnn_deterministic": false,
49
+ "cudnn_benchmark": false,
50
+ "training_seed": 54321,
51
+ "model": "vits",
52
+ "num_loader_workers": 8,
53
+ "num_eval_loader_workers": 4,
54
+ "use_noise_augment": false,
55
+ "audio": {
56
+ "fft_size": 1024,
57
+ "sample_rate": 16000,
58
+ "win_length": 1024,
59
+ "hop_length": 256,
60
+ "num_mels": 80,
61
+ "mel_fmin": 0,
62
+ "mel_fmax": null
63
+ },
64
+ "use_phonemes": false,
65
+ "phonemizer": null,
66
+ "phoneme_language": "en-us",
67
+ "compute_input_seq_cache": true,
68
+ "text_cleaner": "multilingual_cleaners",
69
+ "enable_eos_bos_chars": false,
70
+ "test_sentences_file": "",
71
+ "phoneme_cache_path": "/home/compartido/carmen/coqui-ai/TTS/recipes/chelo/vits/phoneme_cache",
72
+ "characters": {
73
+ "characters_class": "TTS.tts.models.vits.VitsCharacters",
74
+ "vocab_dict": null,
75
+ "pad": "_",
76
+ "eos": "*",
77
+ "bos": "^",
78
+ "blank": null,
79
+ "characters": "ABCDEFGHIJKLMNOPQRSTUVXYZabcdefghijklmnopqrstuvwxyz\u00c1\u00c9\u00cd\u00d3\u00da\u00e1\u00e9\u00ed\u00f1\u00f3\u00fa\u00fc",
80
+ "punctuations": "!\"(),-.:;?\u00a1\u00bf ",
81
+ "phonemes": "",
82
+ "is_unique": true,
83
+ "is_sorted": true
84
+ },
85
+ "add_blank": true,
86
+ "batch_group_size": 5,
87
+ "loss_masking": null,
88
+ "min_audio_len": 1,
89
+ "max_audio_len": Infinity,
90
+ "min_text_len": 1,
91
+ "max_text_len": Infinity,
92
+ "compute_f0": false,
93
+ "compute_energy": false,
94
+ "compute_linear_spec": true,
95
+ "precompute_num_workers": 0,
96
+ "start_by_longest": false,
97
+ "shuffle": false,
98
+ "drop_last": false,
99
+ "datasets": [
100
+ {
101
+ "formatter": "custom_galician",
102
+ "dataset_name": "",
103
+ "path": "/home/compartido/carmen/coqui-ai/TTS/recipes/chelo/vits",
104
+ "meta_file_train": "chelo_13000_discont.csv",
105
+ "ignored_speakers": null,
106
+ "language": "",
107
+ "phonemizer": "",
108
+ "meta_file_val": "",
109
+ "meta_file_attn_mask": ""
110
+ }
111
+ ],
112
+ "test_sentences": [
113
+ "O recurso solicitado non foi atopado.",
114
+ "O galego \u00e9 unha lingua indoeuropea que pertence \u00e1 p\u00f3la de linguas rom\u00e1nicas."
115
+ ],
116
+ "eval_split_max_size": null,
117
+ "eval_split_size": 0.025,
118
+ "use_speaker_weighted_sampler": false,
119
+ "speaker_weighted_sampler_alpha": 1.0,
120
+ "use_language_weighted_sampler": false,
121
+ "language_weighted_sampler_alpha": 1.0,
122
+ "use_length_weighted_sampler": false,
123
+ "length_weighted_sampler_alpha": 1.0,
124
+ "model_args": {
125
+ "num_chars": 78,
126
+ "out_channels": 513,
127
+ "spec_segment_size": 32,
128
+ "hidden_channels": 192,
129
+ "hidden_channels_ffn_text_encoder": 768,
130
+ "num_heads_text_encoder": 2,
131
+ "num_layers_text_encoder": 6,
132
+ "kernel_size_text_encoder": 3,
133
+ "dropout_p_text_encoder": 0.1,
134
+ "dropout_p_duration_predictor": 0.5,
135
+ "kernel_size_posterior_encoder": 5,
136
+ "dilation_rate_posterior_encoder": 1,
137
+ "num_layers_posterior_encoder": 16,
138
+ "kernel_size_flow": 5,
139
+ "dilation_rate_flow": 1,
140
+ "num_layers_flow": 4,
141
+ "resblock_type_decoder": "1",
142
+ "resblock_kernel_sizes_decoder": [
143
+ 3,
144
+ 7,
145
+ 11
146
+ ],
147
+ "resblock_dilation_sizes_decoder": [
148
+ [
149
+ 1,
150
+ 3,
151
+ 5
152
+ ],
153
+ [
154
+ 1,
155
+ 3,
156
+ 5
157
+ ],
158
+ [
159
+ 1,
160
+ 3,
161
+ 5
162
+ ]
163
+ ],
164
+ "upsample_rates_decoder": [
165
+ 8,
166
+ 8,
167
+ 2,
168
+ 2
169
+ ],
170
+ "upsample_initial_channel_decoder": 512,
171
+ "upsample_kernel_sizes_decoder": [
172
+ 16,
173
+ 16,
174
+ 4,
175
+ 4
176
+ ],
177
+ "periods_multi_period_discriminator": [
178
+ 2,
179
+ 3,
180
+ 5,
181
+ 7,
182
+ 11
183
+ ],
184
+ "use_sdp": true,
185
+ "noise_scale": 1.0,
186
+ "inference_noise_scale": 0.667,
187
+ "length_scale": 1,
188
+ "noise_scale_dp": 1.0,
189
+ "inference_noise_scale_dp": 1.0,
190
+ "max_inference_len": null,
191
+ "init_discriminator": true,
192
+ "use_spectral_norm_disriminator": false,
193
+ "use_speaker_embedding": false,
194
+ "num_speakers": 0,
195
+ "speakers_file": null,
196
+ "d_vector_file": null,
197
+ "speaker_embedding_channels": 256,
198
+ "use_d_vector_file": false,
199
+ "d_vector_dim": 0,
200
+ "detach_dp_input": true,
201
+ "use_language_embedding": false,
202
+ "embedded_language_dim": 4,
203
+ "num_languages": 0,
204
+ "language_ids_file": null,
205
+ "use_speaker_encoder_as_loss": false,
206
+ "speaker_encoder_config_path": "",
207
+ "speaker_encoder_model_path": "",
208
+ "condition_dp_on_speaker": true,
209
+ "freeze_encoder": false,
210
+ "freeze_DP": false,
211
+ "freeze_PE": false,
212
+ "freeze_flow_decoder": false,
213
+ "freeze_waveform_decoder": false,
214
+ "encoder_sample_rate": null,
215
+ "interpolate_z": true,
216
+ "reinit_DP": false,
217
+ "reinit_text_encoder": false
218
+ },
219
+ "lr_gen": 0.0002,
220
+ "lr_disc": 0.0002,
221
+ "lr_scheduler_gen": "ExponentialLR",
222
+ "lr_scheduler_gen_params": {
223
+ "gamma": 0.999875,
224
+ "last_epoch": -1
225
+ },
226
+ "lr_scheduler_disc": "ExponentialLR",
227
+ "lr_scheduler_disc_params": {
228
+ "gamma": 0.999875,
229
+ "last_epoch": -1
230
+ },
231
+ "kl_loss_alpha": 1.0,
232
+ "disc_loss_alpha": 1.0,
233
+ "gen_loss_alpha": 1.0,
234
+ "feat_loss_alpha": 1.0,
235
+ "mel_loss_alpha": 45.0,
236
+ "dur_loss_alpha": 1.0,
237
+ "speaker_encoder_loss_alpha": 1.0,
238
+ "return_wav": true,
239
+ "use_weighted_sampler": false,
240
+ "weighted_sampler_attrs": {},
241
+ "weighted_sampler_multipliers": {},
242
+ "r": 1,
243
+ "num_speakers": 0,
244
+ "use_speaker_embedding": false,
245
+ "speakers_file": null,
246
+ "speaker_embedding_channels": 256,
247
+ "language_ids_file": null,
248
+ "use_language_embedding": false,
249
+ "use_d_vector_file": false,
250
+ "d_vector_file": null,
251
+ "d_vector_dim": 0,
252
+ "github_branch": "* dev"
253
+ }