ESPnet2 pretrained model, kan-bayashi/ljspeech_tts_train_joint_conformer_fastspeech2_hifigan_raw_phn_tacotron_g2p_en_no_space_train.total_count.ave, fs=22050, lang=en

This model was trained by kan-bayashi using ljspeech/tts1 recipe in espnet.

• Python API

  See https://github.com/espnet/espnet_model_zoo

• Evaluate in the recipe

  git clone https://github.com/espnet/espnet
  cd espnet
  git checkout 628b46282537ce532d613d6bafb75e826e8455de
  pip install -e .
  cd egs2/ljspeech/tts1
  # Download the model file here
  ./run.sh --skip_data_prep false --skip_train true --download_model kan-bayashi/ljspeech_tts_train_joint_conformer_fastspeech2_hifigan_raw_phn_tacotron_g2p_en_no_space_train.total_count.ave
  

• Config

  config: ./conf/tuning/train_joint_conformer_fastspeech2_hifigan.v2.yaml
  print_config: false
  log_level: INFO
  dry_run: false
  iterator_type: sequence
  output_dir: exp/tts_train_joint_conformer_fastspeech2_hifigan.v2_raw_phn_tacotron_g2p_en_no_space
  ngpu: 1
  seed: 777
  num_workers: 4
  num_att_plot: 3
  dist_backend: nccl
  dist_init_method: env://
  dist_world_size: 4
  dist_rank: 0
  local_rank: 0
  dist_master_addr: localhost
  dist_master_port: 57589
  dist_launcher: null
  multiprocessing_distributed: true
  unused_parameters: true
  sharded_ddp: false
  cudnn_enabled: true
  cudnn_benchmark: false
  cudnn_deterministic: false
  collect_stats: false
  write_collected_feats: false
  max_epoch: 2000
  patience: null
  val_scheduler_criterion:
  - valid
  - loss
  early_stopping_criterion:
  - valid
  - loss
  - min
  best_model_criterion:
  -   - train
      - total_count
      - max
  keep_nbest_models: 10
  grad_clip: -1
  grad_clip_type: 2.0
  grad_noise: false
  accum_grad: 1
  no_forward_run: false
  resume: true
  train_dtype: float32
  use_amp: false
  log_interval: 50
  use_tensorboard: true
  use_wandb: false
  wandb_project: null
  wandb_id: null
  wandb_entity: null
  wandb_name: null
  wandb_model_log_interval: -1
  detect_anomaly: false
  pretrain_path: null
  init_param: []
  ignore_init_mismatch: false
  freeze_param: []
  num_iters_per_epoch: 500
  batch_size: 20
  valid_batch_size: null
  batch_bins: 5000000
  valid_batch_bins: null
  train_shape_file:
  - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/train/text_shape.phn
  - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/train/speech_shape
  valid_shape_file:
  - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/valid/text_shape.phn
  - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/valid/speech_shape
  batch_type: numel
  valid_batch_type: null
  fold_length:
  - 150
  - 204800
  sort_in_batch: descending
  sort_batch: descending
  multiple_iterator: false
  chunk_length: 500
  chunk_shift_ratio: 0.5
  num_cache_chunks: 1024
  train_data_path_and_name_and_type:
  -   - dump/raw/tr_no_dev/text
      - text
      - text
  -   - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/tr_no_dev/durations
      - durations
      - text_int
  -   - dump/raw/tr_no_dev/wav.scp
      - speech
      - sound
  -   - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/train/collect_feats/pitch.scp
      - pitch
      - npy
  -   - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/train/collect_feats/energy.scp
      - energy
      - npy
  valid_data_path_and_name_and_type:
  -   - dump/raw/dev/text
      - text
      - text
  -   - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/dev/durations
      - durations
      - text_int
  -   - dump/raw/dev/wav.scp
      - speech
      - sound
  -   - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/valid/collect_feats/pitch.scp
      - pitch
      - npy
  -   - exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/valid/collect_feats/energy.scp
      - energy
      - npy
  allow_variable_data_keys: false
  max_cache_size: 0.0
  max_cache_fd: 32
  valid_max_cache_size: null
  optim: adamw
  optim_conf:
      lr: 0.0002
      betas:
      - 0.8
      - 0.99
      eps: 1.0e-09
      weight_decay: 0.0
  scheduler: exponentiallr
  scheduler_conf:
      gamma: 0.999875
  optim2: adamw
  optim2_conf:
      lr: 0.0002
      betas:
      - 0.8
      - 0.99
      eps: 1.0e-09
      weight_decay: 0.0
  scheduler2: exponentiallr
  scheduler2_conf:
      gamma: 0.999875
  generator_first: true
  token_list:
  - 
  - 
  - AH0
  - N
  - T
  - D
  - S
  - R
  - L
  - DH
  - K
  - Z
  - IH1
  - IH0
  - M
  - EH1
  - W
  - P
  - AE1
  - AH1
  - V
  - ER0
  - F
  - ','
  - AA1
  - B
  - HH
  - IY1
  - UW1
  - IY0
  - AO1
  - EY1
  - AY1
  - .
  - OW1
  - SH
  - NG
  - G
  - ER1
  - CH
  - JH
  - Y
  - AW1
  - TH
  - UH1
  - EH2
  - OW0
  - EY2
  - AO0
  - IH2
  - AE2
  - AY2
  - AA2
  - UW0
  - EH0
  - OY1
  - EY0
  - AO2
  - ZH
  - OW2
  - AE0
  - UW2
  - AH2
  - AY0
  - IY2
  - AW2
  - AA0
  - ''''
  - ER2
  - UH2
  - '?'
  - OY2
  - '!'
  - AW0
  - UH0
  - OY0
  - ..
  - 
  odim: null
  model_conf: {}
  use_preprocessor: true
  token_type: phn
  bpemodel: null
  non_linguistic_symbols: null
  cleaner: tacotron
  g2p: g2p_en_no_space
  feats_extract: fbank
  feats_extract_conf:
      n_fft: 1024
      hop_length: 256
      win_length: null
      fs: 22050
      fmin: 80
      fmax: 7600
      n_mels: 80
  normalize: global_mvn
  normalize_conf:
      stats_file: exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/train/feats_stats.npz
  tts: joint_text2wav
  tts_conf:
      text2mel_type: fastspeech2
      text2mel_params:
          adim: 384
          aheads: 2
          elayers: 4
          eunits: 1536
          dlayers: 4
          dunits: 1536
          positionwise_layer_type: conv1d
          positionwise_conv_kernel_size: 3
          duration_predictor_layers: 2
          duration_predictor_chans: 256
          duration_predictor_kernel_size: 3
          postnet_layers: 5
          postnet_filts: 5
          postnet_chans: 256
          use_masking: true
          encoder_normalize_before: true
          decoder_normalize_before: true
          reduction_factor: 1
          encoder_type: conformer
          decoder_type: conformer
          conformer_rel_pos_type: latest
          conformer_pos_enc_layer_type: rel_pos
          conformer_self_attn_layer_type: rel_selfattn
          conformer_activation_type: swish
          use_macaron_style_in_conformer: true
          use_cnn_in_conformer: true
          conformer_enc_kernel_size: 7
          conformer_dec_kernel_size: 31
          init_type: xavier_uniform
          transformer_enc_dropout_rate: 0.2
          transformer_enc_positional_dropout_rate: 0.2
          transformer_enc_attn_dropout_rate: 0.2
          transformer_dec_dropout_rate: 0.2
          transformer_dec_positional_dropout_rate: 0.2
          transformer_dec_attn_dropout_rate: 0.2
          pitch_predictor_layers: 5
          pitch_predictor_chans: 256
          pitch_predictor_kernel_size: 5
          pitch_predictor_dropout: 0.5
          pitch_embed_kernel_size: 1
          pitch_embed_dropout: 0.0
          stop_gradient_from_pitch_predictor: true
          energy_predictor_layers: 2
          energy_predictor_chans: 256
          energy_predictor_kernel_size: 3
          energy_predictor_dropout: 0.5
          energy_embed_kernel_size: 1
          energy_embed_dropout: 0.0
          stop_gradient_from_energy_predictor: false
          idim: 78
          odim: 80
      vocoder_type: hifigan_generator
      vocoder_params:
          out_channels: 1
          channels: 512
          global_channels: -1
          kernel_size: 7
          upsample_scales:
          - 8
          - 8
          - 2
          - 2
          upsample_kernel_sizes:
          - 16
          - 16
          - 4
          - 4
          resblock_kernel_sizes:
          - 3
          - 7
          - 11
          resblock_dilations:
          -   - 1
              - 3
              - 5
          -   - 1
              - 3
              - 5
          -   - 1
              - 3
              - 5
          use_additional_convs: true
          bias: true
          nonlinear_activation: LeakyReLU
          nonlinear_activation_params:
              negative_slope: 0.1
          use_weight_norm: true
          in_channels: 80
      discriminator_type: hifigan_multi_scale_multi_period_discriminator
      discriminator_params:
          scales: 1
          scale_downsample_pooling: AvgPool1d
          scale_downsample_pooling_params:
              kernel_size: 4
              stride: 2
              padding: 2
          scale_discriminator_params:
              in_channels: 1
              out_channels: 1
              kernel_sizes:
              - 15
              - 41
              - 5
              - 3
              channels: 128
              max_downsample_channels: 1024
              max_groups: 16
              bias: true
              downsample_scales:
              - 2
              - 2
              - 4
              - 4
              - 1
              nonlinear_activation: LeakyReLU
              nonlinear_activation_params:
                  negative_slope: 0.1
              use_weight_norm: true
              use_spectral_norm: false
          follow_official_norm: false
          periods:
          - 2
          - 3
          - 5
          - 7
          - 11
          period_discriminator_params:
              in_channels: 1
              out_channels: 1
              kernel_sizes:
              - 5
              - 3
              channels: 32
              downsample_scales:
              - 3
              - 3
              - 3
              - 3
              - 1
              max_downsample_channels: 1024
              bias: true
              nonlinear_activation: LeakyReLU
              nonlinear_activation_params:
                  negative_slope: 0.1
              use_weight_norm: true
              use_spectral_norm: false
      generator_adv_loss_params:
          average_by_discriminators: false
          loss_type: mse
      discriminator_adv_loss_params:
          average_by_discriminators: false
          loss_type: mse
      use_feat_match_loss: true
      feat_match_loss_params:
          average_by_discriminators: false
          average_by_layers: false
          include_final_outputs: true
      use_mel_loss: true
      mel_loss_params:
          fs: 22050
          n_fft: 1024
          hop_length: 256
          win_length: null
          window: hann
          n_mels: 80
          fmin: 0
          fmax: null
          log_base: null
      lambda_text2mel: 1.0
      lambda_adv: 1.0
      lambda_mel: 45.0
      lambda_feat_match: 2.0
      sampling_rate: 22050
      segment_size: 32
      cache_generator_outputs: true
  pitch_extract: dio
  pitch_extract_conf:
      reduction_factor: 1
      fs: 22050
      n_fft: 1024
      hop_length: 256
      f0max: 400
      f0min: 80
  pitch_normalize: global_mvn
  pitch_normalize_conf:
      stats_file: exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/train/pitch_stats.npz
  energy_extract: energy
  energy_extract_conf:
      reduction_factor: 1
      fs: 22050
      n_fft: 1024
      hop_length: 256
      win_length: null
  energy_normalize: global_mvn
  energy_normalize_conf:
      stats_file: exp/tts_train_tacotron2_raw_phn_tacotron_g2p_en_no_space/decode_use_teacher_forcingtrue_train.loss.best/stats/train/energy_stats.npz
  required:
  - output_dir
  - token_list
  version: 0.10.3a1
  distributed: true