#!/bin/bash echo "Folders structure preparation" Name="mt5-large" #mkdir logdir/${Name}-en-train #mkdir ie_dirs/${Name}-en-train #mkdir logdir/${Name}-en-pt-es-fr-train #mkdir ie_dirs/${Name}-en-pt-es-fr-train #mkdir logdir/${Name}-en-pt-es-fr-enr-enb-train #mkdir ie_dirs/${Name}-en-pt-es-fr-enr-enb-train #mkdir models/${Name} #mkdir models/${Name}/pretrained_checkpoint #echo "Model Download - ATTENTION: REVIEW THE FILES SIZES " #cd models/${Name}/pretrained_checkpoint #curl https://huggingface.co/google/mt5-large/resolve/main/README.md -o README.md #curl https://huggingface.co/google/mt5-large/resolve/main/config.json -o config.json #curl https://cdn-lfs.huggingface.co/google/mt5-large/b6ce477860d6630efbc821a2a42638e8cf77686ee0e2f4b98037dcfd4d40415c -o pytorch_model.bin #curl https://huggingface.co/google/mt5-large/resolve/main/special_tokens_map.json -o special_tokens_map.json #curl https://huggingface.co/google/mt5-large/resolve/main/spiece.model -o spiece.model #curl https://cdn-lfs.huggingface.co/google/mt5-large/f28f11f442f5850133fa50b2d5aefa8d19ab51469c56e0e89090534c2c7758c3 -o tf_model.h5 #curl https://huggingface.co/google/mt5-large/resolve/main/tokenizer_config.json -o tokenizer_config.json #cd .. #cd .. #cd .. echo "Download Checkpoint" cd logdir/${Name}-en-train mkdir bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1 cd bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1 gdown --id 1BZ519XxYtXpxxO1iiBy8kSLG4eq34yEX cd .. cd .. cd .. cd logdir/${Name}-en-pt-es-fr-train mkdir bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1 cd bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1 gdown --id 15C8H-OrnmBF5W-UCaMsq-UvpBTPkUCYN gdown --id 1mIXtBIaQpWJOHi_iCTkwm8xdPW9S8vtd gdown --id 1i731DxdcNVbpegCNGMHi7jOR26qaPmbO cd .. cd .. cd ..