Date= qui 01 jul 2021 20:06:34 -03
Folder=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap
SubFolder=iedir/mBART50MtoM-large-en-pt-es-fr-train
Gold File=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/gold-en_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr.txt
Predict File=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/predict-en_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr_1_true_1-step-step.txt
Database=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-en/database
Type=match
Command example:
python3 evaluation.py --gold=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/gold-en_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr.txt --pred=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/predict-en_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr_1_true_1-step44100.txt --db=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-en/database --table=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-en/tables.json --etype match --plug_value
====================== EXACT MATCHING ACCURACY =====================
- - - count 248 446 174 166 1034
Train Infer Checkpoint Type Type Easy Medium Hard Extra All
mBART50MtoM-large-en-pt-es-fr-train en-eval 8100 exact match 0.770 0.652 0.523 0.367 0.613
mBART50MtoM-large-en-pt-es-fr-train en-eval 9100 exact match 0.847 0.670 0.557 0.313 0.636
mBART50MtoM-large-en-pt-es-fr-train en-eval 10100 exact match 0.831 0.641 0.540 0.367 0.626
mBART50MtoM-large-en-pt-es-fr-train en-eval 11100 exact match 0.790 0.677 0.552 0.392 0.637
mBART50MtoM-large-en-pt-es-fr-train en-eval 12100 exact match 0.863 0.709 0.563 0.398 0.671
mBART50MtoM-large-en-pt-es-fr-train en-eval 13100 exact match 0.851 0.659 0.534 0.440 0.649
mBART50MtoM-large-en-pt-es-fr-train en-eval 14100 exact match 0.831 0.648 0.529 0.380 0.629
mBART50MtoM-large-en-pt-es-fr-train en-eval 15100 exact match 0.863 0.682 0.489 0.404 0.648
mBART50MtoM-large-en-pt-es-fr-train en-eval 16100 exact match 0.847 0.635 0.540 0.325 0.620
mBART50MtoM-large-en-pt-es-fr-train en-eval 17100 exact match 0.847 0.686 0.546 0.398 0.655
mBART50MtoM-large-en-pt-es-fr-train en-eval 18100 exact match 0.843 0.715 0.523 0.404 0.663
mBART50MtoM-large-en-pt-es-fr-train en-eval 19100 exact match 0.835 0.691 0.546 0.464 0.664
mBART50MtoM-large-en-pt-es-fr-train en-eval 20100 exact match 0.810 0.670 0.575 0.373 0.640
mBART50MtoM-large-en-pt-es-fr-train en-eval 21100 exact match 0.823 0.670 0.546 0.398 0.642
mBART50MtoM-large-en-pt-es-fr-train en-eval 22100 exact match 0.778 0.677 0.500 0.319 0.614
mBART50MtoM-large-en-pt-es-fr-train en-eval 23100 exact match 0.802 0.706 0.598 0.416 0.664
mBART50MtoM-large-en-pt-es-fr-train en-eval 24100 exact match 0.823 0.675 0.580 0.367 0.645
mBART50MtoM-large-en-pt-es-fr-train en-eval 25100 exact match 0.815 0.695 0.540 0.410 0.652
mBART50MtoM-large-en-pt-es-fr-train en-eval 26100 exact match 0.851 0.735 0.546 0.464 0.688
mBART50MtoM-large-en-pt-es-fr-train en-eval 27100 exact match 0.819 0.717 0.569 0.392 0.664
mBART50MtoM-large-en-pt-es-fr-train en-eval 28100 exact match 0.859 0.709 0.569 0.392 0.670
mBART50MtoM-large-en-pt-es-fr-train en-eval 29100 exact match 0.839 0.733 0.580 0.380 0.676
mBART50MtoM-large-en-pt-es-fr-train en-eval 30100 exact match 0.863 0.709 0.592 0.301 0.661
mBART50MtoM-large-en-pt-es-fr-train en-eval 31100 exact match 0.847 0.688 0.552 0.410 0.659
mBART50MtoM-large-en-pt-es-fr-train en-eval 32100 exact match 0.859 0.726 0.575 0.458 0.690
mBART50MtoM-large-en-pt-es-fr-train en-eval 33100 exact match 0.827 0.717 0.580 0.446 0.677
mBART50MtoM-large-en-pt-es-fr-train en-eval 34100 exact match 0.835 0.720 0.580 0.422 0.676
mBART50MtoM-large-en-pt-es-fr-train en-eval 35100 exact match 0.859 0.715 0.598 0.386 0.677
mBART50MtoM-large-en-pt-es-fr-train en-eval 36100 exact match 0.843 0.722 0.580 0.416 0.678
mBART50MtoM-large-en-pt-es-fr-train en-eval 37100 exact match 0.827 0.726 0.580 0.367 0.668
mBART50MtoM-large-en-pt-es-fr-train en-eval 38100 exact match 0.855 0.702 0.592 0.410 0.673
mBART50MtoM-large-en-pt-es-fr-train en-eval 39100 exact match 0.883 0.717 0.621 0.440 0.696
mBART50MtoM-large-en-pt-es-fr-train en-eval 40100 exact match 0.859 0.744 0.592 0.422 0.694
mBART50MtoM-large-en-pt-es-fr-train en-eval 41100 exact match 0.847 0.735 0.586 0.428 0.688
mBART50MtoM-large-en-pt-es-fr-train en-eval 42100 exact match 0.847 0.738 0.603 0.446 0.694
mBART50MtoM-large-en-pt-es-fr-train en-eval 43100 exact match 0.843 0.722 0.592 0.404 0.678
mBART50MtoM-large-en-pt-es-fr-train en-eval 44100 exact match 0.851 0.735 0.586 0.422 0.688