Date= qui 01 jul 2021 19:13:00 -03
Folder=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap
SubFolder=iedir/mBART50MtoM-large-en-pt-es-fr-train
Gold File=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/gold_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr.txt
Predict File=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/predict_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr_1_true_1-step-step.txt
Database=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-en-pt-es-fr/database
Type=match
Command:
python3 evaluation.py --gold=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/gold_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr.txt --pred=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/predict_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr_1_true_1-step44100.txt --db=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-en-pt-es-fr/database --table=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-en-pt-es-fr/tables.json --etype match --plug_value |& tee /mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/spider_eval_match_ratsqlgap-mBART50MtoM-large-en-pt-es-fr-train_en-pt-es-fr-eval-step44100.txt
====================== EXACT MATCHING ACCURACY =====================
mBART50MtoM-large-en-pt-es-fr-train --- count 992 1784 696 664 4136
checkpoint type type easy medium hard extra all
8100 exact match 0.706 0.573 0.480 0.325 0.549
9100 exact match 0.779 0.589 0.470 0.321 0.571
10100 exact match 0.773 0.594 0.490 0.351 0.581
11100 exact match 0.760 0.623 0.516 0.337 0.592
12100 exact match 0.823 0.664 0.503 0.384 0.630
13100 exact match 0.810 0.617 0.481 0.389 0.604
14100 exact match 0.788 0.588 0.464 0.367 0.580
15100 exact match 0.816 0.626 0.473 0.367 0.604
16100 exact match 0.784 0.599 0.527 0.300 0.583
17100 exact match 0.814 0.643 0.497 0.366 0.615
18100 exact match 0.803 0.643 0.491 0.369 0.612
19100 exact match 0.800 0.642 0.509 0.399 0.619
20100 exact match 0.799 0.618 0.532 0.334 0.601
21100 exact match 0.763 0.629 0.510 0.355 0.597
22100 exact match 0.751 0.617 0.483 0.333 0.581
23100 exact match 0.766 0.658 0.533 0.370 0.617
24100 exact match 0.792 0.632 0.530 0.337 0.606
25100 exact match 0.787 0.658 0.532 0.380 0.623
26100 exact match 0.802 0.659 0.519 0.378 0.625
27100 exact match 0.768 0.668 0.530 0.355 0.618
28100 exact match 0.796 0.663 0.519 0.369 0.623
29100 exact match 0.790 0.670 0.539 0.345 0.625
30100 exact match 0.819 0.644 0.537 0.277 0.609
31100 exact match 0.811 0.642 0.529 0.364 0.619
32100 exact match 0.812 0.672 0.543 0.384 0.638
33100 exact match 0.788 0.663 0.563 0.396 0.633
34100 exact match 0.788 0.675 0.553 0.381 0.635
35100 exact match 0.810 0.651 0.555 0.336 0.622
36100 exact match 0.799 0.660 0.547 0.386 0.630
37100 exact match 0.789 0.670 0.550 0.342 0.626
38100 exact match 0.804 0.647 0.559 0.321 0.618
39100 exact match 0.828 0.659 0.573 0.361 0.637
40100 exact match 0.809 0.682 0.547 0.378 0.641
41100 exact match 0.801 0.668 0.565 0.381 0.637
42100 exact match 0.815 0.681 0.555 0.404 0.647
43100 exact match 0.806 0.668 0.563 0.370 0.636
44100 exact match 0.810 0.683 0.549 0.372 0.641