Upload config_basque_multispeaker_phoneme_wavlm_emo_plbertemo_no_acc.yml with huggingface_hub
Browse files
config_basque_multispeaker_phoneme_wavlm_emo_plbertemo_no_acc.yml
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{ASR_config: Utils/ASR_basque/config.yml, ASR_module: ASR_basque, ASR_path: Utils/ASR_basque/epoch_00200.pth,
|
| 2 |
+
F0_path: Utils/JDC/bst.t7, PLBERT_dir: Utils/PLBERT_phoneme/, batch_size: 2,
|
| 3 |
+
data_params: {OOD_data: Data/OOD_eu.cleaned.txt, min_length: 50, root_path: /data/anderarrigandiaga/tts/eu/sonora/,
|
| 4 |
+
test_data: Data/test_list_emo.txt, train_data: Data/train_list_emo.txt, val_data: Data/val_list_emo.txt},
|
| 5 |
+
device: cuda, epochs_1st: 50, epochs_2nd: 30, first_stage_path: first_stage.pth,
|
| 6 |
+
gradient_accumulation_steps: 8, load_only_params: false, log_dir: Models/Basque_Multispeaker_Phoneme_wavlm_emo_plbertemo_no_acc,
|
| 7 |
+
log_interval: 10, loss_params: {TMA_epoch: 5, diff_epoch: 10, joint_epoch: 15, lambda_F0: 1.0,
|
| 8 |
+
lambda_ce: 20.0, lambda_diff: 1.0, lambda_dur: 1.0, lambda_gen: 1.0, lambda_mel: 5.0,
|
| 9 |
+
lambda_mono: 1.0, lambda_norm: 1.0, lambda_s2s: 1.0, lambda_slm: 1.0, lambda_sty: 1.0},
|
| 10 |
+
max_len: 500, model_params: {decoder: {resblock_dilation_sizes: [[1, 3, 5], [1,
|
| 11 |
+
3, 5], [1, 3, 5]], resblock_kernel_sizes: [3, 7, 11], type: hifigan, upsample_initial_channel: 512,
|
| 12 |
+
upsample_kernel_sizes: [20, 10, 6, 4], upsample_rates: [10, 5, 3, 2]}, diffusion: {
|
| 13 |
+
dist: {estimate_sigma_data: true, mean: -3.0, sigma_data: 0.21427393722678942,
|
| 14 |
+
std: 1.0}, embedding_mask_proba: 0.1, transformer: {head_features: 64, multiplier: 2,
|
| 15 |
+
num_heads: 8, num_layers: 3}}, dim_in: 64, dropout: 0.2, hidden_dim: 512,
|
| 16 |
+
max_conv_dim: 512, max_dur: 50, multispeaker: true, n_layer: 3, n_mels: 80, n_token: 178,
|
| 17 |
+
slm: {hidden: 768, initial_channel: 64, model: microsoft/wavlm-base-plus, nlayers: 13,
|
| 18 |
+
sr: 16000}, style_dim: 128}, optimizer_params: {bert_lr: 1.0e-05, ft_lr: 1.0e-05,
|
| 19 |
+
lr: 0.0001}, preprocess_params: {spect_params: {hop_length: 300, n_fft: 2048,
|
| 20 |
+
win_length: 1200}, sr: 24000}, pretrained_model: '', save_freq: 1, second_stage_load_pretrained: false,
|
| 21 |
+
slmadv_params: {batch_percentage: 0.75, iter: 20, max_len: 200, min_len: 20, scale: 0.01,
|
| 22 |
+
sig: 1.5, thresh: 5}, wandb: {group: basque_multispeaker_phoneme_albert_wavlm_emo_plbertemo,
|
| 23 |
+
notes: 'Emotion multispeaker config: AlBERT-phoneme + WavLM, NEU+HAS+POZ with
|
| 24 |
+
emotion tags {:|} {:\} {:)}', project: StyleTTS2-Basque, tags: [basque, multispeaker,
|
| 25 |
+
phoneme, albert, wavlm, emotion, plbert_emo, no_acc]}}
|