The followings are command lines to prepare models.
Note: you can setup only the models you need.
cd external/
git clone https://github.com/YuanGongND/ast.git
patch -p1 < ast_models.patch
pip install wget
cd ..
cd external/
git clone https://github.com/nttcslab/byol-a.git
mv byol-a byol_a
cd ..
In addition to the following steps, please download the ATST-Frame checkpoint as external/atstframe_base.ckpt from https://github.com/Audio-WestlakeU/audiossl/tree/main/audiossl/methods/atstframe.
(cd external && git clone https://github.com/Audio-WestlakeU/audiossl.git)
(cd external && wget https://checkpointstorage.oss-cn-beijing.aliyuncs.com/atst/base.ckpt -O atst_base.ckpt)
pip install pytorch_lightning fairseq
In addition to the following steps, please download the BEATs_iter3 and BEATs_iter3_plus checkpoints as external/BEATs_iter3.pt and external/BEATs_iter3_plus_AS2M.pt from https://github.com/microsoft/unilm/tree/master/beats.
(cd external && git clone https://github.com/microsoft/unilm.git)
(cd external && git clone https://github.com/jimbozhang/hf_transformers_custom_model_ced.git)
pip install transformers
In addition to the following steps, please download the checkpoint as external/HTSAT_AudioSet_Saved_1.ckpt from https://github.com/RetroCirce/HTS-Audio-Transformer?tab=readme-ov-file#model-checkpoints.
(cd external && git clone https://github.com/RetroCirce/HTS-Audio-Transformer.git htsat)
pip install h5py museval torchlibrosa
cd external/
git clone https://github.com/xavierfav/coala.git
cd coala
patch -p1 < ../../external/coala.patch
cd ../..
cd external
wget https://github.com/AndreyGuzhov/ESResNeXt-fbsp/releases/download/v0.1/ESResNeXtFBSP_AudioSet.pt
git clone https://github.com/AndreyGuzhov/ESResNeXt-fbsp.git esresnext
pip install msgpack_numpy
cd esresnext
sed -i 's/import ignite_trainer as it/#import ignite_trainer as it/' model/esresnet_base.py utils/transforms.py utils/datasets.py utils/datasets.py
sed -i 's/it\.AbstractNet/torch.nn\.Module/' model/esresnet_base.py
sed -i 's/it\.AbstractTransform/torch.nn\.Module/' utils/transforms.py
sed -i 's/from model /from \. /' model/esresnet_base.py
sed -i 's/from model\./from \./' model/esresnet_fbsp.py
sed -i 's/from utils/from \.\.utils/' model/esresnet_base.py model/esresnet_fbsp.py
sed -i 's/from utils/from \./' utils/datasets.py
cd ../..
cd external
git clone https://github.com/tcvrick/audioset-vggish-tensorflow-to-pytorch.git tcvrick_vggish
sed -i 's/from audioset import/from \. import/' tcvrick_vggish/audioset/vggish_input.py
wget https://github.com/tcvrick/audioset-vggish-tensorflow-to-pytorch/releases/download/v0.1/pytorch_vggish.zip
unzip pytorch_vggish.zip
cd ..
In addition to the following steps, please download the checkpoint HTSAT-BERT-PT.pt in the folder external/WavCaps from https://github.com/XinhaoMei/WavCaps/tree/master/retrieval.
(cd external && git clone https://github.com/XinhaoMei/WavCaps.git)
(cd external/WavCaps && git apply ../../external/wavcaps.patch)
pip install ruamel.yaml sentence_transformers wandb loguru torchlibrosa
pip install msclap
pip install laion-clap