File size: 1,399 Bytes
8ebda9e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
MODEL_NAME="IDEA-CCNL/Erlangshen-Roberta-110M-NLI"
TEXTA_NAME=sentence1
TEXTB_NAME=sentence2
LABEL_NAME=label
ID_NAME=id
BATCH_SIZE=1
VAL_BATCH_SIZE=1
DATA_ARGS="\
--dataset_name IDEA-CCNL/AFQMC \
--train_batchsize $BATCH_SIZE \
--valid_batchsize $VAL_BATCH_SIZE \
--max_length 128 \
--texta_name $TEXTA_NAME \
--textb_name $TEXTB_NAME \
--label_name $LABEL_NAME \
--id_name $ID_NAME \
"
MODEL_ARGS="\
--learning_rate 1e-5 \
--weight_decay 1e-2 \
--warmup_ratio 0.01 \
--num_labels 2 \
--model_type huggingface-auto \
"
MODEL_CHECKPOINT_ARGS="\
--monitor val_acc \
--save_top_k 3 \
--mode max \
--every_n_train_steps 0 \
--save_weights_only True \
--dirpath . \
--filename model-{epoch:02d}-{val_acc:.4f} \
"
TRAINER_ARGS="\
--max_epochs 67 \
--gpus 1 \
--num_nodes 1 \
--strategy ddp \
--gradient_clip_val 1.0 \
--check_val_every_n_epoch 1 \
--val_check_interval 1.0 \
--precision 16 \
--default_root_dir . \
"
options=" \
--pretrained_model_path $MODEL_NAME \
$DATA_ARGS \
$MODEL_ARGS \
$MODEL_CHECKPOINT_ARGS \
$TRAINER_ARGS \
"
python3 finetune_classification.py $options
|