train_name: nar2
train_id: 12l_local
mode: restart
use_deepspeed: true
seed: 108

module_cfg:
  name: nar

model_cfg:
  codec_init_path: /data/pretrained/sasc/sasc.pt # Change this to the path of the sasc model

train_dataset_cfg:
  commonvoice:
    audio_dir: /data/cv_15 # Change this to the path of the CommonVoice dataset
    split: train # split is the file name of the txt file containing the list of audio files. The audio path is relative to the audio_dir


val_dataset_cfg:
  commonvoice:
    audio_dir: /data/cv_15 # Change this to the path of the CommonVoice dataset
    split: dev

loader_cfg:
  batch_size: 1
  val_batch_size: 10
  test_batch_size: 10
  num_worker: 2


optim_cfg:
  learning_rate: 1.0e-5
  weight_decay: 0.1
  adam_epsilon: 1.0e-6
  adam_betas: [0.9, 0.98]
  no_decay: ["bias", "layer_norm"]

scheduler_cfg:
  # name: myle
  name: poly
  warmup_steps: 100
  lr_end: 1.0e-7
  lr_pow: 1.0

trainer_cfg:
  num_nodes: 1
  max_epochs: 20
  accumulate_grad_batches: 1
  gradient_clip_val: 1.0
  precision: '16-mixed'
  log_every_n_steps: 10
  val_check_interval: null

ckpt_cfg:
  dirpath: /data/ckpt
  monitor: val_loss
  mode: min
  filename: "ckpt-{epoch:02d}-{step:02d}-{val_loss:.2f}"

deepspeed_cfg:
  stage: 2
  offload_optimizer: true
  loss_scale: 0
  min_loss_scale: 0.01
















