#!/usr/bin/env python3 """Convert a Wav2Vec2/HuBERT model published by fairseq into torchaudio format Examples ``` python convert_fairseq_models.py \ --input-file hubert_base_ls960.pt \ --output-file hubert_fairseq_base_ls960.pth python convert_fairseq_models.py \ --input-file hubert_large_ll60k.pt \ --output-file hubert_fairseq_large_ll60k.pth python convert_fairseq_models.py \ --input-file hubert_large_ll60k_finetune_ls960.pt \ --output-file hubert_fairseq_large_ll60k_asr_ls960.pth python convert_fairseq_models.py \ --input-file hubert_xtralarge_ll60k.pt \ --output-file hubert_fairseq_xlarge_ll60k.pth python convert_fairseq_models.py \ --input-file hubert_xtralarge_ll60k_finetune_ls960.pt \ --output-file hubert_fairseq_xlarge_ll60k_asr_ls960.pth """ import argparse # Note: Avoiding the import of torch and fairseq on global scope as they are slow def _parse_args(): parser = argparse.ArgumentParser( description=__doc__, formatter_class=argparse.RawTextHelpFormatter, ) parser.add_argument("--input-file", required=True, help="Input model file.") parser.add_argument("--output-file", required=False, help="Output model file.") parser.add_argument( "--dict-dir", help=( "Directory where letter vocabulary file, `dict.ltr.txt`, is found. " "Required when loading wav2vec2 model. " "https://dl.fbaipublicfiles.com/fairseq/wav2vec/dict.ltr.txt" ), ) return parser.parse_args() def _load_model(input_file, dict_dir): import fairseq overrides = {} if dict_dir is None else {"data": dict_dir} models, _, _ = fairseq.checkpoint_utils.load_model_ensemble_and_task( [input_file], arg_overrides=overrides, ) return models[0] def _import_model(model): from torchaudio.models.wav2vec2.utils import import_fairseq_model if model.__class__.__name__ in ["HubertCtc", "Wav2VecCtc"]: model = model.w2v_encoder model = import_fairseq_model(model) return model def _main(args): import torch model = _load_model(args.input_file, args.dict_dir) model = _import_model(model) torch.save(model.state_dict(), args.output_file) if __name__ == "__main__": _main(_parse_args())