config_pruned.yaml

data_type: shard
dataloader_args:
  batch_size: 32
  drop_last: true
  num_workers: 6
  pin_memory: false
  prefetch_factor: 8
dataset_args:
  aug_prob: 0.8
  cmvn: true
  cmvn_args:
    norm_mean: true
    norm_var: false
  filter: true
  filter_args:
    max_num_frames: 400
    min_num_frames: 50
  frontend: huggingface
  huggingface_args:
    download_dir: ./s3prl_hub
    frame_length: 20
    frame_shift: 20
    upstream_args:
      name: wavlm_base
      path_or_url: exp/v4/MHFA_wavlm_s10/pruned_model/pytorch_model.bin
      pruning_units: ""
  num_frms: 150
  resample_rate: 16000
  sample_num_per_epoch: 0
  shuffle: true
  shuffle_args:
    shuffle_size: 2500
  spec_aug: false
  spec_aug_args:
    max_f: 8
    max_t: 10
    num_f_mask: 1
    num_t_mask: 1
    prob: 0.6
  speed_perturb: false
enable_amp: false
exp_dir: exp/v4/MHFA_wavlm_s10
gpus:
- 5
initial_reg_lr: 0.005
log_batch_interval: 100
loss: CrossEntropyLoss
loss_args: {}
margin_scheduler: MarginScheduler
margin_update:
  epoch_iter: 5698
  final_margin: 0.0
  fix_start_epoch: 40
  increase_start_epoch: 20
  increase_type: exp
  initial_margin: 0.0
  update_margin: true
model: SSL_BACKEND_MHFA
model_args:
  compression_dim: 128
  embed_dim: 256
  feat_dim: 768
  feature_grad_mult: 0.1
  head_nb: 32
  nb_layer: 13
model_init: null
noise_data: data/asv5/musan/lmdb
num_avg: 2
num_epochs: 5
optimizer: AdamW
optimizer_args:
  lr: 1.0e-05
  weight_decay: 1.0e-07
original_ssl_num_params: 94422296
projection_args:
  do_lm: false
  easy_margin: false
  embed_dim: 256
  num_class: 2
  project_type: softmax
  scale: 32.0
reg_lr: 0.005
reverb_data: data/asv5/rirs/lmdb/lmdb
save_epoch_interval: 1
scheduler: ExponentialDecrease
scheduler_args:
  epoch_iter: 5698
  final_lr: 1.0e-06
  initial_lr: 1.0e-05
  num_epochs: 5
  scale_ratio: 0.5
  warm_from_zero: true
  warm_up_epoch: 2
seed: 19940716
sparsity_warmup_epochs: 4
target_sparsity: 0.1
train_data: data/asv5/train/shard.list
train_label: data/asv5/train/utt2cls
use_pruning_loss: true