| {ASR_config: Utils/ASR_basque/config.yml, ASR_module: ASR_basque, ASR_path: Utils/ASR_basque/epoch_00200.pth, | |
| F0_path: Utils/JDC/bst.t7, PLBERT_dir: Utils/PLBERT_phoneme/, batch_size: 2, | |
| data_params: {OOD_data: Data/OOD_eu.cleaned.txt, min_length: 50, root_path: /data/anderarrigandiaga/tts/eu/sonora/, | |
| test_data: Data/test_list_emo.txt, train_data: Data/train_list_emo.txt, val_data: Data/val_list_emo.txt}, | |
| device: cuda, epochs_1st: 50, epochs_2nd: 30, first_stage_path: first_stage.pth, | |
| gradient_accumulation_steps: 8, load_only_params: false, log_dir: Models/Basque_Multispeaker_Phoneme_wavlm_emo_plbertemo_no_acc, | |
| log_interval: 10, loss_params: {TMA_epoch: 5, diff_epoch: 10, joint_epoch: 15, lambda_F0: 1.0, | |
| lambda_ce: 20.0, lambda_diff: 1.0, lambda_dur: 1.0, lambda_gen: 1.0, lambda_mel: 5.0, | |
| lambda_mono: 1.0, lambda_norm: 1.0, lambda_s2s: 1.0, lambda_slm: 1.0, lambda_sty: 1.0}, | |
| max_len: 500, model_params: {decoder: {resblock_dilation_sizes: [[1, 3, 5], [1, | |
| 3, 5], [1, 3, 5]], resblock_kernel_sizes: [3, 7, 11], type: hifigan, upsample_initial_channel: 512, | |
| upsample_kernel_sizes: [20, 10, 6, 4], upsample_rates: [10, 5, 3, 2]}, diffusion: { | |
| dist: {estimate_sigma_data: true, mean: -3.0, sigma_data: 0.21427393722678942, | |
| std: 1.0}, embedding_mask_proba: 0.1, transformer: {head_features: 64, multiplier: 2, | |
| num_heads: 8, num_layers: 3}}, dim_in: 64, dropout: 0.2, hidden_dim: 512, | |
| max_conv_dim: 512, max_dur: 50, multispeaker: true, n_layer: 3, n_mels: 80, n_token: 178, | |
| slm: {hidden: 768, initial_channel: 64, model: microsoft/wavlm-base-plus, nlayers: 13, | |
| sr: 16000}, style_dim: 128}, optimizer_params: {bert_lr: 1.0e-05, ft_lr: 1.0e-05, | |
| lr: 0.0001}, preprocess_params: {spect_params: {hop_length: 300, n_fft: 2048, | |
| win_length: 1200}, sr: 24000}, pretrained_model: '', save_freq: 1, second_stage_load_pretrained: false, | |
| slmadv_params: {batch_percentage: 0.75, iter: 20, max_len: 200, min_len: 20, scale: 0.01, | |
| sig: 1.5, thresh: 5}, wandb: {group: basque_multispeaker_phoneme_albert_wavlm_emo_plbertemo, | |
| notes: 'Emotion multispeaker config: AlBERT-phoneme + WavLM, NEU+HAS+POZ with | |
| emotion tags {:|} {:\} {:)}', project: StyleTTS2-Basque, tags: [basque, multispeaker, | |
| phoneme, albert, wavlm, emotion, plbert_emo, no_acc]}} | |