Fix wavlm bundles (pytorch#3660)

The `encoder_layer_norm_first` should be set to True for the Large model of WavLM. Address pytorch#3347
mthrok · Oct 19, 2023 · e331c1a · e331c1a
1 parent fe6d41c
commit e331c1a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchaudio/pipelines/_wav2vec2/impl.py b/torchaudio/pipelines/_wav2vec2/impl.py
@@ -1350,7 +1350,7 @@ def _get_state_dict(self, dl_kwargs):
         "encoder_ff_interm_features": 4096,
         "encoder_ff_interm_dropout": 0.0,
         "encoder_dropout": 0.1,
-        "encoder_layer_norm_first": False,
+        "encoder_layer_norm_first": True,
         "encoder_layer_drop": 0.05,
         "aux_num_out": None,
     },