File size: 1,728 Bytes
0e5da39 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 |
#!/bin/bash
[ $# -ge 2 ] || { echo Usage: $0 datadir treebank args... >&2; exit 1; }
data="$1"; shift
treebank="$1"; shift
mkdir -p models/$data-$treebank${EXP:+-$EXP}
size=$(grep -P "^$treebank\t" $data/langs_sizes | cut -f2)
if [ "$size" -ge 400000 ]; then
args=--batch_size=64
else
args=--batch_size=32
fi
if [ "$size" -ge 50000 ]; then
args="$args --rnn_cell_dim=512"
else
args="$args --rnn_cell_dim=384"
fi
case $treebank in
cs*) args="$args --wembedding_model=robeczech-base-last4";;
*) args="$args --wembedding_model=bert-base-multilingual-uncased-last4";;
esac
case $treebank in
*_all)
evaluation_data="--dev"
for dev in $data/${treebank%_all}_*/*-dev.conllu; do
evaluation_data="$evaluation_data $(basename $(dirname $dev)):$dev"
done
evaluation_data="$evaluation_data --test"
for test in $data/${treebank%_all}_*/*-test.conllu; do
evaluation_data="$evaluation_data $(basename $(dirname $test)):$test"
done
;;
la_evalatin20)
args="$args --tags=UPOS,LEMMAS --parse=0 --rnn_layers=3"
evaluation_data="--dev=$data/la_evalatin20/la_evalatin20-dev.conllu --test"
for kind in "" "-crossgenre" "-crosstime"; do
evaluation_data="$evaluation_data ${kind:+la_evalatin20$kind}:$data/la_evalatin20/la_evalatin20-test$kind.conllu"
done
;;
*) evaluation_data="--dev=$data/$treebank/$treebank-ud-dev.conllu --test=$data/$treebank/$treebank-ud-test.conllu"
esac
sbatch $SLURM_ARGS -p gpu-ms,gpu-troja -G 1 -C "gpu_cc6.1|gpu_cc7.5" --mem=24G -o models/$data-$treebank${EXP:+-$EXP}/training.log run withcuda100 venv/bin/python udpipe2.py models/$data-$treebank${EXP:+-$EXP} --train $data/$treebank/$treebank-*train.conllu $evaluation_data $args "$@"
|