Date= qui 01 jul 2021 20:04:50 -03
Folder=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap
SubFolder=iedir/mBART50MtoM-large-en-pt-es-fr-train
Gold File=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/gold-pt_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr.txt
Predict File=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/predict-pt_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr_1_true_1-step-step.txt
Database=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-pt/database
Type=match
Command example:
python3 evaluation.py --gold=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/gold-pt_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr.txt --pred=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/ie_dirs/mBART50MtoM-large-en-pt-es-fr-train/divided/predict-pt_mBART50MtoM-large-en-pt-es-fr-Eval-en-pt-es-fr_1_true_1-step44100.txt --db=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-pt/database --table=/mnt/Files/nl2sql/gap-text2sql/rat-sql-gap/data/spider-pt/tables.json --etype match --plug_value
====================== EXACT MATCHING ACCURACY =====================
- - - count 248 446 174 166 1034
Train Infer Checkpoint Type Type Easy Medium Hard Extra All
mBART50MtoM-large-en-pt-es-fr-train pt-eval 8100 exact match 0.677 0.540 0.460 0.295 0.520
mBART50MtoM-large-en-pt-es-fr-train pt-eval 9100 exact match 0.746 0.547 0.437 0.289 0.535
mBART50MtoM-large-en-pt-es-fr-train pt-eval 10100 exact match 0.758 0.583 0.494 0.331 0.570
mBART50MtoM-large-en-pt-es-fr-train pt-eval 11100 exact match 0.742 0.592 0.494 0.289 0.563
mBART50MtoM-large-en-pt-es-fr-train pt-eval 12100 exact match 0.806 0.643 0.494 0.343 0.609
mBART50MtoM-large-en-pt-es-fr-train pt-eval 13100 exact match 0.798 0.581 0.477 0.349 0.578
mBART50MtoM-large-en-pt-es-fr-train pt-eval 14100 exact match 0.786 0.570 0.437 0.361 0.566
mBART50MtoM-large-en-pt-es-fr-train pt-eval 15100 exact match 0.806 0.603 0.466 0.349 0.588
mBART50MtoM-large-en-pt-es-fr-train pt-eval 16100 exact match 0.786 0.583 0.534 0.271 0.574
mBART50MtoM-large-en-pt-es-fr-train pt-eval 17100 exact match 0.802 0.617 0.489 0.355 0.598
mBART50MtoM-large-en-pt-es-fr-train pt-eval 18100 exact match 0.782 0.608 0.489 0.325 0.584
mBART50MtoM-large-en-pt-es-fr-train pt-eval 19100 exact match 0.778 0.603 0.500 0.380 0.592
mBART50MtoM-large-en-pt-es-fr-train pt-eval 20100 exact match 0.798 0.603 0.534 0.307 0.591
mBART50MtoM-large-en-pt-es-fr-train pt-eval 21100 exact match 0.750 0.614 0.506 0.337 0.584
mBART50MtoM-large-en-pt-es-fr-train pt-eval 22100 exact match 0.754 0.587 0.483 0.313 0.566
mBART50MtoM-large-en-pt-es-fr-train pt-eval 23100 exact match 0.746 0.635 0.511 0.343 0.594
mBART50MtoM-large-en-pt-es-fr-train pt-eval 24100 exact match 0.762 0.603 0.517 0.331 0.583
mBART50MtoM-large-en-pt-es-fr-train pt-eval 25100 exact match 0.778 0.643 0.546 0.361 0.614
mBART50MtoM-large-en-pt-es-fr-train pt-eval 26100 exact match 0.806 0.590 0.494 0.331 0.584
mBART50MtoM-large-en-pt-es-fr-train pt-eval 27100 exact match 0.774 0.621 0.517 0.343 0.596
mBART50MtoM-large-en-pt-es-fr-train pt-eval 28100 exact match 0.798 0.628 0.500 0.325 0.599
mBART50MtoM-large-en-pt-es-fr-train pt-eval 29100 exact match 0.786 0.621 0.511 0.331 0.596
mBART50MtoM-large-en-pt-es-fr-train pt-eval 30100 exact match 0.802 0.599 0.529 0.247 0.579
mBART50MtoM-large-en-pt-es-fr-train pt-eval 31100 exact match 0.782 0.612 0.529 0.349 0.597
mBART50MtoM-large-en-pt-es-fr-train pt-eval 32100 exact match 0.794 0.630 0.540 0.355 0.610
mBART50MtoM-large-en-pt-es-fr-train pt-eval 33100 exact match 0.774 0.621 0.575 0.386 0.612
mBART50MtoM-large-en-pt-es-fr-train pt-eval 34100 exact match 0.770 0.655 0.511 0.367 0.612
mBART50MtoM-large-en-pt-es-fr-train pt-eval 35100 exact match 0.794 0.617 0.540 0.259 0.589
mBART50MtoM-large-en-pt-es-fr-train pt-eval 36100 exact match 0.774 0.628 0.540 0.392 0.610
mBART50MtoM-large-en-pt-es-fr-train pt-eval 37100 exact match 0.754 0.628 0.540 0.313 0.593
mBART50MtoM-large-en-pt-es-fr-train pt-eval 38100 exact match 0.782 0.628 0.569 0.283 0.600
mBART50MtoM-large-en-pt-es-fr-train pt-eval 39100 exact match 0.786 0.610 0.546 0.319 0.595
mBART50MtoM-large-en-pt-es-fr-train pt-eval 40100 exact match 0.782 0.652 0.534 0.361 0.617
mBART50MtoM-large-en-pt-es-fr-train pt-eval 41100 exact match 0.770 0.632 0.557 0.343 0.606
mBART50MtoM-large-en-pt-es-fr-train pt-eval 42100 exact match 0.798 0.657 0.546 0.367 0.626
mBART50MtoM-large-en-pt-es-fr-train pt-eval 43100 exact match 0.786 0.648 0.540 0.355 0.616
mBART50MtoM-large-en-pt-es-fr-train pt-eval 44100 exact match 0.790 0.648 0.534 0.349 0.615