File size: 1,772 Bytes
d758c99 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
#!/bin/bash
echo "Folders structure preparation"
Name="mt5-large"
#mkdir logdir/${Name}-en-train
#mkdir ie_dirs/${Name}-en-train
#mkdir logdir/${Name}-en-pt-es-fr-train
#mkdir ie_dirs/${Name}-en-pt-es-fr-train
#mkdir logdir/${Name}-en-pt-es-fr-enr-enb-train
#mkdir ie_dirs/${Name}-en-pt-es-fr-enr-enb-train
#mkdir models/${Name}
#mkdir models/${Name}/pretrained_checkpoint
#echo "Model Download - ATTENTION: REVIEW THE FILES SIZES "
#cd models/${Name}/pretrained_checkpoint
#curl https://huggingface.co/google/mt5-large/resolve/main/README.md -o README.md
#curl https://huggingface.co/google/mt5-large/resolve/main/config.json -o config.json
#curl https://cdn-lfs.huggingface.co/google/mt5-large/b6ce477860d6630efbc821a2a42638e8cf77686ee0e2f4b98037dcfd4d40415c -o pytorch_model.bin
#curl https://huggingface.co/google/mt5-large/resolve/main/special_tokens_map.json -o special_tokens_map.json
#curl https://huggingface.co/google/mt5-large/resolve/main/spiece.model -o spiece.model
#curl https://cdn-lfs.huggingface.co/google/mt5-large/f28f11f442f5850133fa50b2d5aefa8d19ab51469c56e0e89090534c2c7758c3 -o tf_model.h5
#curl https://huggingface.co/google/mt5-large/resolve/main/tokenizer_config.json -o tokenizer_config.json
#cd ..
#cd ..
#cd ..
echo "Download Checkpoint"
cd logdir/${Name}-en-train
mkdir bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1
cd bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1
gdown --id 1BZ519XxYtXpxxO1iiBy8kSLG4eq34yEX
cd ..
cd ..
cd ..
cd logdir/${Name}-en-pt-es-fr-train
mkdir bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1
cd bs=4,lr=1.0e-04,bert_lr=1.0e-05,end_lr=0e0,att=1
gdown --id 15C8H-OrnmBF5W-UCaMsq-UvpBTPkUCYN
gdown --id 1mIXtBIaQpWJOHi_iCTkwm8xdPW9S8vtd
gdown --id 1i731DxdcNVbpegCNGMHi7jOR26qaPmbO
cd ..
cd ..
cd ..
|