Date= sex 02 jul 2021 20:55:50 -03
Folder=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap
SubFolder=iedir/mBART50MtoM-large-en-pt-es-fr-train
Gold File=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/gold-fr_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr.txt
Predict File=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/predict-fr_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr_1_true_1-step-step.txt
Database=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-fr/database
Type=exec
Command example:
python3 evaluation.py --gold=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/gold-fr_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr.txt --pred=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/predict-fr_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr_1_true_1-step44100.txt --db=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-fr/database --table=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-fr/tables.json --etype exec --plug_value
===================== EXECUTION ACCURACY =====================
. . . count 248 446 174 166 1034
Train Infer Checkpoint Type Easy Medium Hard Extra All
mBART50MtoM-large-en-pt-es-fr-train fr-eval 39100 execution 0.855 0.482 0.523 0.175 0.529
mBART50MtoM-large-en-pt-es-fr-train fr-eval 40100 execution 0.843 0.469 0.523 0.151 0.516
mBART50MtoM-large-en-pt-es-fr-train fr-eval 41100 execution 0.851 0.464 0.529 0.169 0.520
mBART50MtoM-large-en-pt-es-fr-train fr-eval 42100 execution 0.855 0.482 0.546 0.199 0.537
mBART50MtoM-large-en-pt-es-fr-train fr-eval 43100 execution 0.851 0.473 0.511 0.199 0.526
mBART50MtoM-large-en-pt-es-fr-train fr-eval 44100 execution 0.851 0.487 0.534 0.199 0.536