| { | |
| "micro_label_micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.8371335504885994, | |
| "precision_entailment": 0.8715596330275229, | |
| "recall_entailment": 0.8962264150943396, | |
| "f1_entailment": 0.8837209302325582, | |
| "precision_contradiction": 0.7528089887640449, | |
| "recall_contradiction": 0.7052631578947368, | |
| "f1_contradiction": 0.7282608695652174, | |
| "precision_mean": 0.8121843108957839, | |
| "precision_hmean": 0.8078436349790582, | |
| "recall_mean": 0.8007447864945383, | |
| "recall_hmean": 0.7893594592918707, | |
| "f1_mean": 0.8059908998988878, | |
| "f1_hmean": 0.7984945899325703 | |
| }, | |
| "class": { | |
| "accuracy": 0.8582449373191899, | |
| "precision_entailment": 0.8865784499054821, | |
| "recall_entailment": 0.9036608863198459, | |
| "f1_entailment": 0.8950381679389313, | |
| "precision_contradiction": 0.6705882352941176, | |
| "recall_contradiction": 0.6, | |
| "f1_contradiction": 0.6333333333333333, | |
| "precision_mean": 0.7785833425997999, | |
| "precision_hmean": 0.7636036447770573, | |
| "recall_mean": 0.751830443159923, | |
| "recall_hmean": 0.7211686314710405, | |
| "f1_mean": 0.7641857506361323, | |
| "f1_hmean": 0.7417797386164988 | |
| }, | |
| "span": { | |
| "precision": 0.8527968596663396, | |
| "recall": 0.7076547231270358, | |
| "f1": 0.7734757454383623, | |
| "accuracy": 0.990762082796421, | |
| "roc_auc": 0.9835390107638605, | |
| "map": 0.8108232134816151, | |
| "precision@recall80": 0.7407686510926903, | |
| "precision@recall90": 0.43135725429017163, | |
| "precision@1": 0.8957654723127035, | |
| "recall@1": 0.44788273615635177, | |
| "f1@1": 0.5971769815418023, | |
| "accuracy@1": 0.9865333309134467, | |
| "precision@3": 0.5249728555917481, | |
| "recall@3": 0.7874592833876222, | |
| "f1@3": 0.6299674267100978, | |
| "accuracy@3": 0.9793825659267863, | |
| "precision@5": 0.35309446254071664, | |
| "recall@5": 0.8827361563517915, | |
| "f1@5": 0.5044206607724523, | |
| "accuracy@5": 0.9613423111127244, | |
| "precision@8": 0.23350977198697068, | |
| "recall@8": 0.9340390879478827, | |
| "f1@8": 0.3736156351791531, | |
| "accuracy@8": 0.9301983702063559, | |
| "precision@10": 0.18973941368078176, | |
| "recall@10": 0.9486970684039088, | |
| "f1@10": 0.31623235613463624, | |
| "accuracy@10": 0.9085645837492513, | |
| "precision@15": 0.1298588490770901, | |
| "recall@15": 0.9739413680781759, | |
| "f1@15": 0.22916267484192374, | |
| "accuracy@15": 0.8539719414145447, | |
| "precision@20": 0.098371335504886, | |
| "recall@20": 0.9837133550488599, | |
| "f1@20": 0.17885697364524725, | |
| "accuracy@20": 0.7986896313907693, | |
| "precision@30": 0.066659357526587, | |
| "recall@30": 0.990228013029316, | |
| "f1@30": 0.1249101181304571, | |
| "accuracy@30": 0.6907747872012197, | |
| "precision@40": 0.05096763430096764, | |
| "recall@40": 0.995114006514658, | |
| "f1@40": 0.0969687351214093, | |
| "accuracy@40": 0.5869253525472332, | |
| "precision@50": 0.041659570119562624, | |
| "recall@50": 0.995928338762215, | |
| "f1@50": 0.07997384338728133, | |
| "accuracy@50": 0.4893010762445779 | |
| } | |
| }, | |
| "macro_label_micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.7951142636625242, | |
| "precision_entailment": 0.7758610362383948, | |
| "recall_entailment": 0.8117127755285649, | |
| "f1_entailment": 0.7843417330606812, | |
| "precision_contradiction": 0.4318659281894576, | |
| "recall_contradiction": 0.40799512987012987, | |
| "f1_contradiction": 0.39901535516454867, | |
| "precision_mean": 0.603863482213926, | |
| "precision_hmean": 0.4094965325163345, | |
| "recall_mean": 0.6098539526993474, | |
| "recall_hmean": 0.38706971514511535, | |
| "f1_mean": 0.5916785441126149, | |
| "f1_hmean": 0.39417641693218225 | |
| }, | |
| "class": { | |
| "accuracy": 0.8582449373191899, | |
| "precision_entailment": 0.7938138553485757, | |
| "recall_entailment": 0.8142701713719463, | |
| "f1_entailment": 0.7939066924650364, | |
| "precision_contradiction": 0.1600556438791733, | |
| "recall_contradiction": 0.3470508658008658, | |
| "f1_contradiction": 0.33207729316797946, | |
| "precision_mean": 0.47693474961387444, | |
| "precision_hmean": 0.1277274816971088, | |
| "recall_mean": 0.5271377367758947, | |
| "recall_hmean": 0.2655511741977725, | |
| "f1_mean": 0.5035165207117296, | |
| "f1_hmean": 0.26336732235333243 | |
| }, | |
| "span": { | |
| "precision": 0.866661270551219, | |
| "recall": 0.7011668957413617, | |
| "f1": 0.7623920422804824, | |
| "accuracy": 0.9907150594258518, | |
| "roc_auc": 0.9811808154994585, | |
| "map": 0.8064398460781775, | |
| "precision@recall80": 0.682203351639341, | |
| "precision@recall90": 0.5055485217563462, | |
| "precision@1": 0.8855024740397157, | |
| "recall@1": 0.464014462979984, | |
| "f1@1": 0.6016467865639659, | |
| "accuracy@1": 0.9865244461444358, | |
| "precision@3": 0.512913421821055, | |
| "recall@3": 0.7808011318828871, | |
| "f1@3": 0.6121631148233067, | |
| "accuracy@3": 0.9784478567727468, | |
| "precision@5": 0.3485803980896687, | |
| "recall@5": 0.8774272923983816, | |
| "f1@5": 0.49423281365433513, | |
| "accuracy@5": 0.960543715507883, | |
| "precision@8": 0.2306300743062098, | |
| "recall@8": 0.924729055725392, | |
| "f1@8": 0.36653678587372984, | |
| "accuracy@8": 0.9292051773426895, | |
| "precision@10": 0.1875324242905608, | |
| "recall@10": 0.9399773121221171, | |
| "f1@10": 0.31074806912867453, | |
| "accuracy@10": 0.9074818750263292, | |
| "precision@15": 0.1290574670844345, | |
| "recall@15": 0.9726187196096786, | |
| "f1@15": 0.22680189850849816, | |
| "accuracy@15": 0.8528598875557645, | |
| "precision@20": 0.09819437555127596, | |
| "recall@20": 0.9843652886261239, | |
| "f1@20": 0.17790076582292438, | |
| "accuracy@20": 0.7974528375531502, | |
| "precision@30": 0.06641319179552561, | |
| "recall@30": 0.9902936909851431, | |
| "f1@30": 0.12415742666286737, | |
| "accuracy@30": 0.6892455558615541, | |
| "precision@40": 0.05072863516194803, | |
| "recall@40": 0.9955395436610054, | |
| "f1@40": 0.09635009757615273, | |
| "accuracy@40": 0.5847209655778851, | |
| "precision@50": 0.04145063466855522, | |
| "recall@50": 0.9962156761829796, | |
| "f1@50": 0.07945993566218021, | |
| "accuracy@50": 0.4863669218076402 | |
| } | |
| }, | |
| "macro_label_macro_doc": { | |
| "span": { | |
| "precision": 0.7866913908638111, | |
| "recall": 0.7490492420729963, | |
| "f1": 0.7451650664993013, | |
| "accuracy": 0.9894721892347907, | |
| "roc_auc": 0.9863045363510087, | |
| "map": 0.8930193825574447, | |
| "precision@recall80": 0.8613994822716389, | |
| "precision@recall90": 0.8519820833012657, | |
| "precision@1": 0.8855024740397157, | |
| "recall@1": 0.5969318508970789, | |
| "f1@1": 0.6748454989813111, | |
| "accuracy@1": 0.9852400659269516, | |
| "precision@3": 0.5129134218210551, | |
| "recall@3": 0.8643068866858536, | |
| "f1@3": 0.6001991722245095, | |
| "accuracy@3": 0.9720517079521749, | |
| "precision@5": 0.3485803980896686, | |
| "recall@5": 0.9237101417734799, | |
| "f1@5": 0.47150174729262356, | |
| "accuracy@5": 0.9472886161977944, | |
| "precision@8": 0.2306300743062098, | |
| "recall@8": 0.9484609896091866, | |
| "f1@8": 0.3483404377925399, | |
| "accuracy@8": 0.9056533324971842, | |
| "precision@10": 0.18753242429056075, | |
| "recall@10": 0.958499336150795, | |
| "f1@10": 0.2964738415175402, | |
| "accuracy@10": 0.8772647905464603, | |
| "precision@15": 0.1290574670844345, | |
| "recall@15": 0.9871378407277281, | |
| "f1@15": 0.21821080398422496, | |
| "accuracy@15": 0.8060753693952991, | |
| "precision@20": 0.09819437555127596, | |
| "recall@20": 0.9935933640238952, | |
| "f1@20": 0.17214472694796204, | |
| "accuracy@20": 0.7337900763557997, | |
| "precision@30": 0.06642596998543797, | |
| "recall@30": 0.9963162965520667, | |
| "f1@30": 0.12121195817758616, | |
| "accuracy@30": 0.6019786878013711, | |
| "precision@40": 0.05093242461705958, | |
| "recall@40": 0.9986372522812921, | |
| "f1@40": 0.09486957101776052, | |
| "accuracy@40": 0.48053667552168544, | |
| "precision@50": 0.04186100771990234, | |
| "recall@50": 0.9988652504573068, | |
| "f1@50": 0.07894454614400336, | |
| "accuracy@50": 0.3736079454747932 | |
| } | |
| }, | |
| "micro_label_macro_doc": { | |
| "class": { | |
| "accuracy": 0.8582449373191899, | |
| "precision_entailment": 0.8832718738456441, | |
| "recall_entailment": 0.894135418315746, | |
| "f1_entailment": 0.8809319019631394, | |
| "precision_contradiction": 0.5398907103825137, | |
| "recall_contradiction": 0.5581761006289307, | |
| "f1_contradiction": 0.5466756513926327, | |
| "precision_mean": 0.7115812921140787, | |
| "precision_hmean": 0.5392435039562837, | |
| "recall_mean": 0.7313421903044544, | |
| "recall_hmean": 0.5896367387575989, | |
| "f1_mean": 0.7161273692679871, | |
| "f1_hmean": 0.5902298720190158 | |
| }, | |
| "span": { | |
| "precision": 0.7998487668683107, | |
| "recall": 0.7664566206504321, | |
| "f1": 0.7596770448154825, | |
| "accuracy": 0.9896016273857465, | |
| "roc_auc": 0.9900088103044302, | |
| "map": 0.9034595616159704, | |
| "precision@recall80": 0.8704753343261584, | |
| "precision@recall90": 0.861410792771996, | |
| "precision@1": 0.8957654723127035, | |
| "recall@1": 0.5967956672354062, | |
| "f1@1": 0.6786374682140169, | |
| "accuracy@1": 0.9854201767591975, | |
| "precision@3": 0.5249728555917492, | |
| "recall@3": 0.8819722351481311, | |
| "f1@3": 0.6156257694531325, | |
| "accuracy@3": 0.9731813121032175, | |
| "precision@5": 0.3530944625407153, | |
| "recall@5": 0.9352638177963915, | |
| "f1@5": 0.4791805190828001, | |
| "accuracy@5": 0.9480478432735556, | |
| "precision@8": 0.23350977198697068, | |
| "recall@8": 0.9623991779122074, | |
| "f1@8": 0.3539096931150036, | |
| "accuracy@8": 0.9062379485324887, | |
| "precision@10": 0.18973941368078104, | |
| "recall@10": 0.9722681091980765, | |
| "f1@10": 0.3008670005190841, | |
| "accuracy@10": 0.8776490279153966, | |
| "precision@15": 0.129858849077091, | |
| "recall@15": 0.98971226927253, | |
| "f1@15": 0.21986596742510056, | |
| "accuracy@15": 0.8056728803531421, | |
| "precision@20": 0.09837133550488565, | |
| "recall@20": 0.9932184220050669, | |
| "f1@20": 0.17265175313273612, | |
| "accuracy@20": 0.7327673566704149, | |
| "precision@30": 0.06661929040133303, | |
| "recall@30": 0.996502895403547, | |
| "f1@30": 0.12164884401900827, | |
| "accuracy@30": 0.6001266015734019, | |
| "precision@40": 0.05109098580543829, | |
| "recall@40": 0.9985522982265653, | |
| "f1@40": 0.09521223295555102, | |
| "accuracy@40": 0.4791513982616855, | |
| "precision@50": 0.04202623943738449, | |
| "recall@50": 0.9988237423090844, | |
| "f1@50": 0.07928149746261272, | |
| "accuracy@50": 0.37258693791653463 | |
| } | |
| }, | |
| "label_wise": { | |
| "nda-1": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.4827586206896552, | |
| "precision_entailment": 0.6666666666666666, | |
| "recall_entailment": 0.42105263157894735, | |
| "f1_entailment": 0.5161290322580646, | |
| "precision_contradiction": 0.35294117647058826, | |
| "recall_contradiction": 0.6, | |
| "f1_contradiction": 0.4444444444444445, | |
| "precision_mean": 0.5098039215686274, | |
| "precision_hmean": 0.46153846153846156, | |
| "recall_mean": 0.5105263157894737, | |
| "recall_hmean": 0.49484536082474223, | |
| "f1_mean": 0.48028673835125457, | |
| "f1_hmean": 0.47761194029850745 | |
| }, | |
| "class": { | |
| "accuracy": 0.7377049180327869, | |
| "precision_entailment": 0.875, | |
| "recall_entailment": 0.3684210526315789, | |
| "f1_entailment": 0.5185185185185185, | |
| "precision_contradiction": 0.375, | |
| "recall_contradiction": 0.6, | |
| "f1_contradiction": 0.4615384615384615, | |
| "precision_mean": 0.625, | |
| "precision_hmean": 0.525, | |
| "recall_mean": 0.4842105263157894, | |
| "recall_hmean": 0.45652173913043476, | |
| "f1_mean": 0.49002849002849, | |
| "f1_hmean": 0.48837209302325574 | |
| }, | |
| "span": { | |
| "precision": 0.7777777777777778, | |
| "recall": 0.603448275862069, | |
| "f1": 0.6796116504854369, | |
| "accuracy": 0.9879781420765027, | |
| "roc_auc": 0.9850942597179266, | |
| "map": 0.6898455211410477, | |
| "precision@recall80": 0.5875, | |
| "precision@recall90": 0.39849624060150374, | |
| "precision@1": 0.7931034482758621, | |
| "recall@1": 0.39655172413793105, | |
| "f1@1": 0.5287356321839081, | |
| "accuracy@1": 0.985063752276867, | |
| "precision@3": 0.4827586206896552, | |
| "recall@3": 0.7241379310344828, | |
| "f1@3": 0.5793103448275863, | |
| "accuracy@3": 0.9777777777777777, | |
| "precision@5": 0.35172413793103446, | |
| "recall@5": 0.8793103448275862, | |
| "f1@5": 0.5024630541871921, | |
| "accuracy@5": 0.9632058287795993, | |
| "precision@8": 0.23706896551724138, | |
| "recall@8": 0.9482758620689655, | |
| "f1@8": 0.37931034482758624, | |
| "accuracy@8": 0.9344262295081968, | |
| "precision@10": 0.19310344827586207, | |
| "recall@10": 0.9655172413793104, | |
| "f1@10": 0.32183908045977005, | |
| "accuracy@10": 0.9140255009107469, | |
| "precision@15": 0.13333333333333333, | |
| "recall@15": 1.0, | |
| "f1@15": 0.23529411764705882, | |
| "accuracy@15": 0.8626593806921676, | |
| "precision@20": 0.1, | |
| "recall@20": 1.0, | |
| "f1@20": 0.18181818181818182, | |
| "accuracy@20": 0.8098360655737705, | |
| "precision@30": 0.06736353077816493, | |
| "recall@30": 1.0, | |
| "f1@30": 0.1262241566920566, | |
| "accuracy@30": 0.7074681238615664, | |
| "precision@40": 0.051418439716312055, | |
| "recall@40": 1.0, | |
| "f1@40": 0.09780775716694773, | |
| "accuracy@40": 0.6102003642987249, | |
| "precision@50": 0.04187725631768953, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08038808038808039, | |
| "accuracy@50": 0.516575591985428 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.6551724137931034, | |
| "recall": 0.671264367816092, | |
| "f1": 0.634413096482062, | |
| "accuracy": 0.9872107780181874, | |
| "roc_auc": 0.989899327447751, | |
| "map": 0.8487000547345375, | |
| "precision@recall80": 0.8386699507389163, | |
| "precision@recall90": 0.8189655172413793, | |
| "precision@1": 0.7931034482758621, | |
| "recall@1": 0.5456896551724137, | |
| "f1@1": 0.6094690749863163, | |
| "accuracy@1": 0.9804477580077875, | |
| "precision@3": 0.4827586206896552, | |
| "recall@3": 0.8382183908045977, | |
| "f1@3": 0.5609270040304523, | |
| "accuracy@3": 0.9709796455807344, | |
| "precision@5": 0.35172413793103446, | |
| "recall@5": 0.9267241379310344, | |
| "f1@5": 0.462635066083342, | |
| "accuracy@5": 0.9494230029856009, | |
| "precision@8": 0.23706896551724138, | |
| "recall@8": 0.9482758620689654, | |
| "f1@8": 0.3464535464535465, | |
| "accuracy@8": 0.9096138407985382, | |
| "precision@10": 0.19310344827586207, | |
| "recall@10": 0.9597701149425287, | |
| "f1@10": 0.2968090338779994, | |
| "accuracy@10": 0.8809896371837168, | |
| "precision@15": 0.13333333333333336, | |
| "recall@15": 1.0, | |
| "f1@15": 0.22082136729070231, | |
| "accuracy@15": 0.8099166208249734, | |
| "precision@20": 0.09999999999999999, | |
| "recall@20": 1.0, | |
| "f1@20": 0.17260430723699086, | |
| "accuracy@20": 0.7371989722368906, | |
| "precision@30": 0.06765188834154354, | |
| "recall@30": 1.0, | |
| "f1@30": 0.12201322958917918, | |
| "accuracy@30": 0.6065420001838769, | |
| "precision@40": 0.05189860426929392, | |
| "recall@40": 1.0, | |
| "f1@40": 0.0957740117892033, | |
| "accuracy@40": 0.491073862285215, | |
| "precision@50": 0.04267630052754777, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07984782905069218, | |
| "accuracy@50": 0.38488803232073165 | |
| } | |
| } | |
| }, | |
| "nda-10": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.8360655737704918, | |
| "precision_entailment": 0.8275862068965517, | |
| "recall_entailment": 0.8275862068965517, | |
| "f1_entailment": 0.8275862068965517, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.41379310344827586, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.8958333333333334, | |
| "recall": 0.6417910447761194, | |
| "f1": 0.7478260869565218, | |
| "accuracy": 0.9888160431932125, | |
| "roc_auc": 0.9844601221918909, | |
| "map": 0.8364974422533853, | |
| "precision@recall80": 0.72, | |
| "precision@recall90": 0.43884892086330934, | |
| "precision@1": 0.9310344827586207, | |
| "recall@1": 0.40298507462686567, | |
| "f1@1": 0.5625, | |
| "accuracy@1": 0.9838025453143078, | |
| "precision@3": 0.5057471264367817, | |
| "recall@3": 0.6567164179104478, | |
| "f1@3": 0.5714285714285715, | |
| "accuracy@3": 0.9745468569224837, | |
| "precision@5": 0.3724137931034483, | |
| "recall@5": 0.8059701492537313, | |
| "f1@5": 0.509433962264151, | |
| "accuracy@5": 0.959892016968762, | |
| "precision@8": 0.27155172413793105, | |
| "recall@8": 0.9402985074626866, | |
| "f1@8": 0.4214046822742475, | |
| "accuracy@8": 0.9332819128422677, | |
| "precision@10": 0.21724137931034482, | |
| "recall@10": 0.9402985074626866, | |
| "f1@10": 0.35294117647058826, | |
| "accuracy@10": 0.9109139992286927, | |
| "precision@15": 0.1471264367816092, | |
| "recall@15": 0.9552238805970149, | |
| "f1@15": 0.2549800796812749, | |
| "accuracy@15": 0.8557655225607405, | |
| "precision@20": 0.11206896551724138, | |
| "recall@20": 0.9701492537313433, | |
| "f1@20": 0.20092735703245748, | |
| "accuracy@20": 0.8006170458927883, | |
| "precision@30": 0.07549361207897794, | |
| "recall@30": 0.9701492537313433, | |
| "f1@30": 0.14008620689655174, | |
| "accuracy@30": 0.6922483609718473, | |
| "precision@40": 0.05721830985915493, | |
| "recall@40": 0.9701492537313433, | |
| "f1@40": 0.10806317539484622, | |
| "accuracy@40": 0.5861935981488623, | |
| "precision@50": 0.04703328509406657, | |
| "recall@50": 0.9701492537313433, | |
| "f1@50": 0.08971704623878536, | |
| "accuracy@50": 0.4913227921326649 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7459770114942528, | |
| "recall": 0.681185002736727, | |
| "f1": 0.6908045977011493, | |
| "accuracy": 0.9879647398631258, | |
| "roc_auc": 0.9942615467979002, | |
| "map": 0.9315860203280005, | |
| "precision@recall80": 0.9039244663382594, | |
| "precision@recall90": 0.8799235691432632, | |
| "precision@1": 0.9310344827586207, | |
| "recall@1": 0.6915571975916802, | |
| "f1@1": 0.7386973180076627, | |
| "accuracy@1": 0.9862960999281206, | |
| "precision@3": 0.5057471264367817, | |
| "recall@3": 0.8735221674876847, | |
| "f1@3": 0.5607628004179727, | |
| "accuracy@3": 0.9699398265092435, | |
| "precision@5": 0.37241379310344824, | |
| "recall@5": 0.940216201423098, | |
| "f1@5": 0.4617468738158395, | |
| "accuracy@5": 0.9462773113343654, | |
| "precision@8": 0.27155172413793105, | |
| "recall@8": 0.9835796387520525, | |
| "f1@8": 0.3708241724468905, | |
| "accuracy@8": 0.908220735619699, | |
| "precision@10": 0.2172413793103448, | |
| "recall@10": 0.9835796387520525, | |
| "f1@10": 0.3143958161573193, | |
| "accuracy@10": 0.8789056910907088, | |
| "precision@15": 0.1471264367816092, | |
| "recall@15": 0.9885057471264367, | |
| "f1@15": 0.23200632304168772, | |
| "accuracy@15": 0.8060970069712986, | |
| "precision@20": 0.11206896551724137, | |
| "recall@20": 0.9923371647509579, | |
| "f1@20": 0.18536104888790614, | |
| "accuracy@20": 0.7331525076748997, | |
| "precision@30": 0.07520525451559934, | |
| "recall@30": 0.9923371647509579, | |
| "f1@30": 0.13162067238965544, | |
| "accuracy@30": 0.6013556101531022, | |
| "precision@40": 0.05693760262725779, | |
| "recall@40": 0.9923371647509579, | |
| "f1@40": 0.10274801149568989, | |
| "accuracy@40": 0.4761268571304836, | |
| "precision@50": 0.04666175845282193, | |
| "recall@50": 0.9923371647509579, | |
| "f1@50": 0.08584824524000262, | |
| "accuracy@50": 0.3753650388516279 | |
| } | |
| } | |
| }, | |
| "nda-11": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9508196721311475, | |
| "precision_entailment": 0.8571428571428571, | |
| "recall_entailment": 0.75, | |
| "f1_entailment": 0.7999999999999999, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.42857142857142855, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 1.0, | |
| "recall": 0.7777777777777778, | |
| "f1": 0.8750000000000001, | |
| "accuracy": 0.9963636363636363, | |
| "roc_auc": 0.9564592318751284, | |
| "map": 0.7972176156255759, | |
| "precision@recall80": 0.11940298507462686, | |
| "precision@recall90": 0.05555555555555555, | |
| "precision@1": 0.75, | |
| "recall@1": 0.6666666666666666, | |
| "f1@1": 0.7058823529411765, | |
| "accuracy@1": 0.990909090909091, | |
| "precision@3": 0.2916666666666667, | |
| "recall@3": 0.7777777777777778, | |
| "f1@3": 0.42424242424242425, | |
| "accuracy@3": 0.9654545454545455, | |
| "precision@5": 0.2, | |
| "recall@5": 0.8888888888888888, | |
| "f1@5": 0.326530612244898, | |
| "accuracy@5": 0.94, | |
| "precision@8": 0.125, | |
| "recall@8": 0.8888888888888888, | |
| "f1@8": 0.2191780821917808, | |
| "accuracy@8": 0.8963636363636364, | |
| "precision@10": 0.1, | |
| "recall@10": 0.8888888888888888, | |
| "f1@10": 0.17977528089887643, | |
| "accuracy@10": 0.8672727272727273, | |
| "precision@15": 0.075, | |
| "recall@15": 1.0, | |
| "f1@15": 0.13953488372093023, | |
| "accuracy@15": 0.7981818181818182, | |
| "precision@20": 0.05625, | |
| "recall@20": 1.0, | |
| "f1@20": 0.10650887573964499, | |
| "accuracy@20": 0.7254545454545455, | |
| "precision@30": 0.03896103896103896, | |
| "recall@30": 1.0, | |
| "f1@30": 0.07500000000000001, | |
| "accuracy@30": 0.5963636363636363, | |
| "precision@40": 0.029900332225913623, | |
| "recall@40": 1.0, | |
| "f1@40": 0.058064516129032254, | |
| "accuracy@40": 0.4690909090909091, | |
| "precision@50": 0.02425876010781671, | |
| "recall@50": 1.0, | |
| "f1@50": 0.047368421052631574, | |
| "accuracy@50": 0.3418181818181818 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.75, | |
| "recall": 0.75, | |
| "f1": 0.75, | |
| "accuracy": 0.9954508196721312, | |
| "roc_auc": 0.9656887755102042, | |
| "map": 0.7916666666666667, | |
| "precision@recall80": 0.7916666666666667, | |
| "precision@recall90": 0.7916666666666667, | |
| "precision@1": 0.75, | |
| "recall@1": 0.6875, | |
| "f1@1": 0.7083333333333333, | |
| "accuracy@1": 0.9896129795504478, | |
| "precision@3": 0.29166666666666663, | |
| "recall@3": 0.75, | |
| "f1@3": 0.4125, | |
| "accuracy@3": 0.95456491238052, | |
| "precision@5": 0.19999999999999998, | |
| "recall@5": 0.875, | |
| "f1@5": 0.3214285714285715, | |
| "accuracy@5": 0.9210378862787008, | |
| "precision@8": 0.125, | |
| "recall@8": 0.875, | |
| "f1@8": 0.21666666666666667, | |
| "accuracy@8": 0.8645998061423656, | |
| "precision@10": 0.09999999999999999, | |
| "recall@10": 0.875, | |
| "f1@10": 0.17803030303030307, | |
| "accuracy@10": 0.8269744193848085, | |
| "precision@15": 0.075, | |
| "recall@15": 1.0, | |
| "f1@15": 0.13878676470588236, | |
| "accuracy@15": 0.7379109524909166, | |
| "precision@20": 0.056249999999999994, | |
| "recall@20": 1.0, | |
| "f1@20": 0.10606060606060606, | |
| "accuracy@20": 0.6438474855970246, | |
| "precision@30": 0.039285714285714285, | |
| "recall@30": 1.0, | |
| "f1@30": 0.07537573313782991, | |
| "accuracy@30": 0.5092919803806691, | |
| "precision@40": 0.03095238095238095, | |
| "recall@40": 1.0, | |
| "f1@40": 0.059853764122056806, | |
| "accuracy@40": 0.3806888561166946, | |
| "precision@50": 0.025952380952380952, | |
| "recall@50": 1.0, | |
| "f1@50": 0.050390785684903336, | |
| "accuracy@50": 0.25208573185272015 | |
| } | |
| } | |
| }, | |
| "nda-12": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9508196721311475, | |
| "precision_entailment": 0.9302325581395349, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.963855421686747, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.46511627906976744, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.9655172413793104, | |
| "recall": 0.8316831683168316, | |
| "f1": 0.8936170212765958, | |
| "accuracy": 0.9944873208379272, | |
| "roc_auc": 0.9959997417377122, | |
| "map": 0.9429184178079245, | |
| "precision@recall80": 0.9642857142857143, | |
| "precision@recall90": 0.875, | |
| "precision@1": 1.0, | |
| "recall@1": 0.39603960396039606, | |
| "f1@1": 0.5673758865248227, | |
| "accuracy@1": 0.9831863285556781, | |
| "precision@3": 0.7083333333333334, | |
| "recall@3": 0.8415841584158416, | |
| "f1@3": 0.7692307692307693, | |
| "accuracy@3": 0.9859426681367145, | |
| "precision@5": 0.47, | |
| "recall@5": 0.9306930693069307, | |
| "f1@5": 0.6245847176079734, | |
| "accuracy@5": 0.9688533627342889, | |
| "precision@8": 0.309375, | |
| "recall@8": 0.9801980198019802, | |
| "f1@8": 0.47030878859857483, | |
| "accuracy@8": 0.9385336273428887, | |
| "precision@10": 0.2525, | |
| "recall@10": 1.0, | |
| "f1@10": 0.4031936127744511, | |
| "accuracy@10": 0.9175854465270121, | |
| "precision@15": 0.16833333333333333, | |
| "recall@15": 1.0, | |
| "f1@15": 0.2881597717546362, | |
| "accuracy@15": 0.8624586549062845, | |
| "precision@20": 0.12625, | |
| "recall@20": 1.0, | |
| "f1@20": 0.2241953385127636, | |
| "accuracy@20": 0.8073318632855567, | |
| "precision@30": 0.08480268681780016, | |
| "recall@30": 1.0, | |
| "f1@30": 0.15634674922600617, | |
| "accuracy@30": 0.6995589856670342, | |
| "precision@40": 0.06441326530612244, | |
| "recall@40": 1.0, | |
| "f1@40": 0.12103055721989214, | |
| "accuracy@40": 0.5956449834619625, | |
| "precision@50": 0.05219638242894057, | |
| "recall@50": 1.0, | |
| "f1@50": 0.09921414538310412, | |
| "accuracy@50": 0.49448732083792724 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.9729166666666668, | |
| "recall": 0.8752976190476192, | |
| "f1": 0.9096428571428572, | |
| "accuracy": 0.9935614778987725, | |
| "roc_auc": 0.9967666678119883, | |
| "map": 0.9593020124716555, | |
| "precision@recall80": 0.9082142857142858, | |
| "precision@recall90": 0.9089087301587302, | |
| "precision@1": 1.0, | |
| "recall@1": 0.43898809523809523, | |
| "f1@1": 0.6017261904761906, | |
| "accuracy@1": 0.9796903712569248, | |
| "precision@3": 0.7083333333333335, | |
| "recall@3": 0.9023809523809525, | |
| "f1@3": 0.7754761904761909, | |
| "accuracy@3": 0.9823918750230524, | |
| "precision@5": 0.4700000000000001, | |
| "recall@5": 0.9559523809523809, | |
| "f1@5": 0.6132034632034635, | |
| "accuracy@5": 0.9588522843285663, | |
| "precision@8": 0.309375, | |
| "recall@8": 0.9880952380952379, | |
| "f1@8": 0.4587012987012987, | |
| "accuracy@8": 0.9198190807038138, | |
| "precision@10": 0.2525, | |
| "recall@10": 1.0, | |
| "f1@10": 0.39309281404869656, | |
| "accuracy@10": 0.8924984315695441, | |
| "precision@15": 0.16833333333333345, | |
| "recall@15": 1.0, | |
| "f1@15": 0.28236198785734373, | |
| "accuracy@15": 0.8214922109175822, | |
| "precision@20": 0.12625, | |
| "recall@20": 1.0, | |
| "f1@20": 0.22045004110221494, | |
| "accuracy@20": 0.7504859902656202, | |
| "precision@30": 0.08488095238095243, | |
| "recall@30": 1.0, | |
| "f1@30": 0.15456040497600596, | |
| "accuracy@30": 0.6191878346759826, | |
| "precision@40": 0.06474702380952381, | |
| "recall@40": 1.0, | |
| "f1@40": 0.12043161100058561, | |
| "accuracy@40": 0.4989015838482495, | |
| "precision@50": 0.05293585359675788, | |
| "recall@50": 1.0, | |
| "f1@50": 0.09969918158461984, | |
| "accuracy@50": 0.3853450062727963 | |
| } | |
| } | |
| }, | |
| "nda-13": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9836065573770492, | |
| "precision_entailment": 0.9791666666666666, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.9894736842105264, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.4895833333333333, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.9423076923076923, | |
| "recall": 0.8099173553719008, | |
| "f1": 0.8711111111111111, | |
| "accuracy": 0.9932385171368617, | |
| "roc_auc": 0.9930243809584238, | |
| "map": 0.9040177493181316, | |
| "precision@recall80": 0.941747572815534, | |
| "precision@recall90": 0.689873417721519, | |
| "precision@1": 0.9361702127659575, | |
| "recall@1": 0.36363636363636365, | |
| "f1@1": 0.5238095238095237, | |
| "accuracy@1": 0.9813476334809978, | |
| "precision@3": 0.6879432624113475, | |
| "recall@3": 0.8016528925619835, | |
| "f1@3": 0.7404580152671756, | |
| "accuracy@3": 0.9841454884588482, | |
| "precision@5": 0.4765957446808511, | |
| "recall@5": 0.9256198347107438, | |
| "f1@5": 0.6292134831460674, | |
| "accuracy@5": 0.9692235952436465, | |
| "precision@8": 0.3058510638297872, | |
| "recall@8": 0.9504132231404959, | |
| "f1@8": 0.4627766599597586, | |
| "accuracy@8": 0.9377477267428305, | |
| "precision@10": 0.24680851063829787, | |
| "recall@10": 0.9586776859504132, | |
| "f1@10": 0.3925549915397631, | |
| "accuracy@10": 0.9162975052459781, | |
| "precision@15": 0.1673758865248227, | |
| "recall@15": 0.9752066115702479, | |
| "f1@15": 0.2857142857142857, | |
| "accuracy@15": 0.8624387969223595, | |
| "precision@20": 0.1276595744680851, | |
| "recall@20": 0.9917355371900827, | |
| "f1@20": 0.22620169651272384, | |
| "accuracy@20": 0.808580088598741, | |
| "precision@30": 0.08565310492505353, | |
| "recall@30": 0.9917355371900827, | |
| "f1@30": 0.1576872536136662, | |
| "accuracy@30": 0.7010958265329914, | |
| "precision@40": 0.06547619047619048, | |
| "recall@40": 1.0, | |
| "f1@40": 0.1229050279329609, | |
| "accuracy@40": 0.5973420377710422, | |
| "precision@50": 0.053023663453111304, | |
| "recall@50": 1.0, | |
| "f1@50": 0.10070744902205575, | |
| "accuracy@50": 0.4961529494054558 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.948581560283688, | |
| "recall": 0.8804204660587638, | |
| "f1": 0.9018006815879155, | |
| "accuracy": 0.9916620050734425, | |
| "roc_auc": 0.9955824236298983, | |
| "map": 0.9452358442385038, | |
| "precision@recall80": 0.9249408983451537, | |
| "precision@recall90": 0.9034493874919405, | |
| "precision@1": 0.9361702127659575, | |
| "recall@1": 0.4177558257345492, | |
| "f1@1": 0.5686085781830464, | |
| "accuracy@1": 0.9775334540111313, | |
| "precision@3": 0.6879432624113478, | |
| "recall@3": 0.8827001013171226, | |
| "f1@3": 0.7515750207239571, | |
| "accuracy@3": 0.9799409845469172, | |
| "precision@5": 0.476595744680851, | |
| "recall@5": 0.9701621073961499, | |
| "f1@5": 0.6177615528679363, | |
| "accuracy@5": 0.9616312925794405, | |
| "precision@8": 0.3058510638297872, | |
| "recall@8": 0.9827760891590679, | |
| "f1@8": 0.4520026073217562, | |
| "accuracy@8": 0.921402700652951, | |
| "precision@10": 0.24680851063829784, | |
| "recall@10": 0.986322188449848, | |
| "f1@10": 0.3833519769064201, | |
| "accuracy@10": 0.8939635425250512, | |
| "precision@15": 0.16737588652482283, | |
| "recall@15": 0.9920212765957447, | |
| "f1@15": 0.2791901059916283, | |
| "accuracy@15": 0.82568753069565, | |
| "precision@20": 0.12765957446808507, | |
| "recall@20": 0.9973404255319149, | |
| "f1@20": 0.22120268123968395, | |
| "accuracy@20": 0.7572019285201079, | |
| "precision@30": 0.08601823708206695, | |
| "recall@30": 0.9973404255319149, | |
| "f1@30": 0.15561080877924297, | |
| "accuracy@30": 0.6276471375428836, | |
| "precision@40": 0.06622340425531914, | |
| "recall@40": 1.0, | |
| "f1@40": 0.12233880350522207, | |
| "accuracy@40": 0.5078897123204714, | |
| "precision@50": 0.0542043911272069, | |
| "recall@50": 1.0, | |
| "f1@50": 0.10143117914308984, | |
| "accuracy@50": 0.3947922172539155 | |
| } | |
| } | |
| }, | |
| "nda-15": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9016393442622951, | |
| "precision_entailment": 0.9024390243902439, | |
| "recall_entailment": 0.9487179487179487, | |
| "f1_entailment": 0.9249999999999999, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.45121951219512196, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.7875, | |
| "recall": 0.9264705882352942, | |
| "f1": 0.8513513513513514, | |
| "accuracy": 0.9938598939436226, | |
| "roc_auc": 0.9914525981089448, | |
| "map": 0.7594540469342608, | |
| "precision@recall80": 0.8333333333333334, | |
| "precision@recall90": 0.8051948051948052, | |
| "precision@1": 0.8461538461538461, | |
| "recall@1": 0.4852941176470588, | |
| "f1@1": 0.616822429906542, | |
| "accuracy@1": 0.9885570750767513, | |
| "precision@3": 0.5299145299145299, | |
| "recall@3": 0.9117647058823529, | |
| "f1@3": 0.6702702702702703, | |
| "accuracy@3": 0.9829751604800446, | |
| "precision@5": 0.3384615384615385, | |
| "recall@5": 0.9705882352941176, | |
| "f1@5": 0.5019011406844106, | |
| "accuracy@5": 0.9634384593915714, | |
| "precision@8": 0.21474358974358973, | |
| "recall@8": 0.9852941176470589, | |
| "f1@8": 0.3526315789473684, | |
| "accuracy@8": 0.931342450460508, | |
| "precision@10": 0.1717948717948718, | |
| "recall@10": 0.9852941176470589, | |
| "f1@10": 0.2925764192139738, | |
| "accuracy@10": 0.9095729835333519, | |
| "precision@15": 0.11452991452991453, | |
| "recall@15": 0.9852941176470589, | |
| "f1@15": 0.20520673813169985, | |
| "accuracy@15": 0.8551493162154619, | |
| "precision@20": 0.0858974358974359, | |
| "recall@20": 0.9852941176470589, | |
| "f1@20": 0.15801886792452832, | |
| "accuracy@20": 0.8007256488975719, | |
| "precision@30": 0.059079061685490875, | |
| "recall@30": 1.0, | |
| "f1@30": 0.11156685808039377, | |
| "accuracy@30": 0.6977393245883338, | |
| "precision@40": 0.04509283819628647, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08629441624365482, | |
| "accuracy@40": 0.5981021490371198, | |
| "precision@50": 0.036657681940700806, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07072282891315652, | |
| "accuracy@50": 0.501255930784259 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.80006105006105, | |
| "recall": 0.9188034188034186, | |
| "f1": 0.8307692307692309, | |
| "accuracy": 0.9930242089124051, | |
| "roc_auc": 0.9966306411749662, | |
| "map": 0.9056267806267806, | |
| "precision@recall80": 0.8985042735042736, | |
| "precision@recall90": 0.8985042735042736, | |
| "precision@1": 0.8461538461538461, | |
| "recall@1": 0.564957264957265, | |
| "f1@1": 0.6495726495726496, | |
| "accuracy@1": 0.9870742191492899, | |
| "precision@3": 0.5299145299145298, | |
| "recall@3": 0.9384615384615385, | |
| "f1@3": 0.6474358974358977, | |
| "accuracy@3": 0.9776108566883667, | |
| "precision@5": 0.3384615384615385, | |
| "recall@5": 0.9829059829059827, | |
| "f1@5": 0.48260073260073266, | |
| "accuracy@5": 0.950251990723697, | |
| "precision@8": 0.21474358974358973, | |
| "recall@8": 0.9914529914529914, | |
| "f1@8": 0.34140218755603374, | |
| "accuracy@8": 0.9062344147589538, | |
| "precision@10": 0.17179487179487182, | |
| "recall@10": 0.9914529914529914, | |
| "f1@10": 0.2844420536728229, | |
| "accuracy@10": 0.876724998566811, | |
| "precision@15": 0.11452991452991455, | |
| "recall@15": 0.9914529914529914, | |
| "f1@15": 0.2008965979554215, | |
| "accuracy@15": 0.8029514580864534, | |
| "precision@20": 0.08589743589743591, | |
| "recall@20": 0.9914529914529914, | |
| "f1@20": 0.15535768579246834, | |
| "accuracy@20": 0.7291779176060961, | |
| "precision@30": 0.05934065934065936, | |
| "recall@30": 1.0, | |
| "f1@30": 0.11062324772002188, | |
| "accuracy@30": 0.6056869087783765, | |
| "precision@40": 0.045703601953601965, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08650836359287865, | |
| "accuracy@40": 0.4932436129214465, | |
| "precision@50": 0.03765941210090148, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07190651687151302, | |
| "accuracy@50": 0.3877025460412138 | |
| } | |
| } | |
| }, | |
| "nda-16": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.9166666666666666, | |
| "precision_entailment": 0.9166666666666666, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.9565217391304348, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.4583333333333333, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.5, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4782608695652174, | |
| "f1_hmean": 0.0 | |
| }, | |
| "class": { | |
| "accuracy": 0.8032786885245902, | |
| "precision_entailment": 0.6896551724137931, | |
| "recall_entailment": 0.9090909090909091, | |
| "f1_entailment": 0.7843137254901961, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.3448275862068966, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.45454545454545453, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.39215686274509803, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.9090909090909091, | |
| "recall": 0.5882352941176471, | |
| "f1": 0.7142857142857143, | |
| "accuracy": 0.9890210430009149, | |
| "roc_auc": 0.9805391008862562, | |
| "map": 0.760492245088762, | |
| "precision@recall80": 0.5466666666666666, | |
| "precision@recall90": 0.3026315789473684, | |
| "precision@1": 0.9583333333333334, | |
| "recall@1": 0.45098039215686275, | |
| "f1@1": 0.6133333333333333, | |
| "accuracy@1": 0.9867337602927722, | |
| "precision@3": 0.4861111111111111, | |
| "recall@3": 0.6862745098039216, | |
| "f1@3": 0.5691056910569106, | |
| "accuracy@3": 0.9757548032936871, | |
| "precision@5": 0.35, | |
| "recall@5": 0.8235294117647058, | |
| "f1@5": 0.4912280701754386, | |
| "accuracy@5": 0.9602012808783166, | |
| "precision@8": 0.234375, | |
| "recall@8": 0.8823529411764706, | |
| "f1@8": 0.37037037037037035, | |
| "accuracy@8": 0.9300091491308325, | |
| "precision@10": 0.2, | |
| "recall@10": 0.9411764705882353, | |
| "f1@10": 0.32989690721649484, | |
| "accuracy@10": 0.9107959743824336, | |
| "precision@15": 0.1388888888888889, | |
| "recall@15": 0.9803921568627451, | |
| "f1@15": 0.24330900243309, | |
| "accuracy@15": 0.8577310155535224, | |
| "precision@20": 0.10416666666666667, | |
| "recall@20": 0.9803921568627451, | |
| "f1@20": 0.18832391713747648, | |
| "accuracy@20": 0.8028362305580969, | |
| "precision@30": 0.07083333333333333, | |
| "recall@30": 1.0, | |
| "f1@30": 0.13229571984435798, | |
| "accuracy@30": 0.6939615736505031, | |
| "precision@40": 0.05374077976817703, | |
| "recall@40": 1.0, | |
| "f1@40": 0.10200000000000001, | |
| "accuracy@40": 0.5892040256175664, | |
| "precision@50": 0.04407951598962835, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08443708609271523, | |
| "accuracy@50": 0.4940530649588289 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7986111111111112, | |
| "recall": 0.7243055555555555, | |
| "f1": 0.7374158249158249, | |
| "accuracy": 0.9855088134918102, | |
| "roc_auc": 0.98611622391524, | |
| "map": 0.9203472222222223, | |
| "precision@recall80": 0.8717592592592592, | |
| "precision@recall90": 0.8394675925925924, | |
| "precision@1": 0.9583333333333334, | |
| "recall@1": 0.6854166666666668, | |
| "f1@1": 0.7507936507936508, | |
| "accuracy@1": 0.9860222799974734, | |
| "precision@3": 0.4861111111111111, | |
| "recall@3": 0.8340277777777777, | |
| "f1@3": 0.5600198412698413, | |
| "accuracy@3": 0.9686365851755817, | |
| "precision@5": 0.3500000000000001, | |
| "recall@5": 0.9083333333333333, | |
| "f1@5": 0.46291185666185664, | |
| "accuracy@5": 0.9456209738311084, | |
| "precision@8": 0.234375, | |
| "recall@8": 0.9319444444444445, | |
| "f1@8": 0.34732397232397233, | |
| "accuracy@8": 0.9048995686896321, | |
| "precision@10": 0.20000000000000004, | |
| "recall@10": 0.9694444444444446, | |
| "f1@10": 0.31016830391830386, | |
| "accuracy@10": 0.879992360373196, | |
| "precision@15": 0.1388888888888889, | |
| "recall@15": 0.9916666666666667, | |
| "f1@15": 0.23152903705341785, | |
| "accuracy@15": 0.811701106144984, | |
| "precision@20": 0.10416666666666669, | |
| "recall@20": 0.9916666666666667, | |
| "f1@20": 0.18091249330379766, | |
| "accuracy@20": 0.7399191604274099, | |
| "precision@30": 0.07083333333333335, | |
| "recall@30": 1.0, | |
| "f1@30": 0.1283766011292102, | |
| "accuracy@30": 0.5967559100179034, | |
| "precision@40": 0.05399070945945947, | |
| "recall@40": 1.0, | |
| "f1@40": 0.1000365471829821, | |
| "accuracy@40": 0.4669870636278009, | |
| "precision@50": 0.04461808794069109, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08373590180424924, | |
| "accuracy@50": 0.3595111827187476 | |
| } | |
| } | |
| }, | |
| "nda-17": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.7058823529411765, | |
| "precision_entailment": 0.7, | |
| "recall_entailment": 0.7777777777777778, | |
| "f1_entailment": 0.7368421052631577, | |
| "precision_contradiction": 0.7142857142857143, | |
| "recall_contradiction": 0.625, | |
| "f1_contradiction": 0.6666666666666666, | |
| "precision_mean": 0.7071428571428571, | |
| "precision_hmean": 0.7070707070707072, | |
| "recall_mean": 0.7013888888888888, | |
| "recall_hmean": 0.6930693069306931, | |
| "f1_mean": 0.7017543859649122, | |
| "f1_hmean": 0.6999999999999998 | |
| }, | |
| "class": { | |
| "accuracy": 0.7868852459016393, | |
| "precision_entailment": 0.5, | |
| "recall_entailment": 0.7777777777777778, | |
| "f1_entailment": 0.6086956521739131, | |
| "precision_contradiction": 0.4444444444444444, | |
| "recall_contradiction": 0.5, | |
| "f1_contradiction": 0.47058823529411764, | |
| "precision_mean": 0.4722222222222222, | |
| "precision_hmean": 0.47058823529411764, | |
| "recall_mean": 0.6388888888888888, | |
| "recall_hmean": 0.6086956521739131, | |
| "f1_mean": 0.5396419437340154, | |
| "f1_hmean": 0.5308056872037915 | |
| }, | |
| "span": { | |
| "precision": 0.84, | |
| "recall": 0.9130434782608695, | |
| "f1": 0.8749999999999999, | |
| "accuracy": 0.9961489088575096, | |
| "roc_auc": 0.9875371760373884, | |
| "map": 0.8903460964702218, | |
| "precision@recall80": 0.8636363636363636, | |
| "precision@recall90": 0.84, | |
| "precision@1": 0.9411764705882353, | |
| "recall@1": 0.6956521739130435, | |
| "f1@1": 0.7999999999999999, | |
| "accuracy@1": 0.9948652118100129, | |
| "precision@3": 0.4117647058823529, | |
| "recall@3": 0.9130434782608695, | |
| "f1@3": 0.5675675675675675, | |
| "accuracy@3": 0.9794608472400513, | |
| "precision@5": 0.24705882352941178, | |
| "recall@5": 0.9130434782608695, | |
| "f1@5": 0.3888888888888889, | |
| "accuracy@5": 0.9576379974326059, | |
| "precision@8": 0.15441176470588236, | |
| "recall@8": 0.9130434782608695, | |
| "f1@8": 0.2641509433962264, | |
| "accuracy@8": 0.9249037227214377, | |
| "precision@10": 0.12941176470588237, | |
| "recall@10": 0.9565217391304348, | |
| "f1@10": 0.227979274611399, | |
| "accuracy@10": 0.9043645699614891, | |
| "precision@15": 0.09019607843137255, | |
| "recall@15": 1.0, | |
| "f1@15": 0.1654676258992806, | |
| "accuracy@15": 0.8510911424903723, | |
| "precision@20": 0.06764705882352941, | |
| "recall@20": 1.0, | |
| "f1@20": 0.12672176308539945, | |
| "accuracy@20": 0.7965340179717587, | |
| "precision@30": 0.045098039215686274, | |
| "recall@30": 1.0, | |
| "f1@30": 0.08630393996247654, | |
| "accuracy@30": 0.6874197689345315, | |
| "precision@40": 0.034074074074074076, | |
| "recall@40": 1.0, | |
| "f1@40": 0.0659025787965616, | |
| "accuracy@40": 0.5815147625160462, | |
| "precision@50": 0.027544910179640718, | |
| "recall@50": 1.0, | |
| "f1@50": 0.05361305361305361, | |
| "accuracy@50": 0.47881899871630296 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.892156862745098, | |
| "recall": 0.9117647058823529, | |
| "f1": 0.8901960784313725, | |
| "accuracy": 0.9963660474102407, | |
| "roc_auc": 0.9881008855154965, | |
| "map": 0.9222222222222222, | |
| "precision@recall80": 0.8993464052287581, | |
| "precision@recall90": 0.8993464052287581, | |
| "precision@1": 0.9411764705882353, | |
| "recall@1": 0.7647058823529411, | |
| "f1@1": 0.8235294117647056, | |
| "accuracy@1": 0.9945408355579356, | |
| "precision@3": 0.4117647058823529, | |
| "recall@3": 0.9117647058823529, | |
| "f1@3": 0.5529411764705883, | |
| "accuracy@3": 0.9740943661071599, | |
| "precision@5": 0.24705882352941178, | |
| "recall@5": 0.9117647058823529, | |
| "f1@5": 0.38095238095238093, | |
| "accuracy@5": 0.9469935156194358, | |
| "precision@8": 0.15441176470588236, | |
| "recall@8": 0.9117647058823529, | |
| "f1@8": 0.2601307189542484, | |
| "accuracy@8": 0.9063422398878493, | |
| "precision@10": 0.12941176470588237, | |
| "recall@10": 0.9411764705882353, | |
| "f1@10": 0.22459893048128346, | |
| "accuracy@10": 0.8810796246942428, | |
| "precision@15": 0.09019607843137255, | |
| "recall@15": 1.0, | |
| "f1@15": 0.16392733564013842, | |
| "accuracy@15": 0.8145403547514638, | |
| "precision@20": 0.06764705882352942, | |
| "recall@20": 1.0, | |
| "f1@20": 0.12579577285459637, | |
| "accuracy@20": 0.7467882285321531, | |
| "precision@30": 0.045098039215686274, | |
| "recall@30": 1.0, | |
| "f1@30": 0.08586337760910814, | |
| "accuracy@30": 0.6112839760935321, | |
| "precision@40": 0.034033613445378155, | |
| "recall@40": 1.0, | |
| "f1@40": 0.06557582382546515, | |
| "accuracy@40": 0.48418308499944895, | |
| "precision@50": 0.02756302521008403, | |
| "recall@50": 1.0, | |
| "f1@50": 0.05348534587288912, | |
| "accuracy@50": 0.36548555524990367 | |
| } | |
| } | |
| }, | |
| "nda-18": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9180327868852459, | |
| "precision_entailment": 0.75, | |
| "recall_entailment": 0.8181818181818182, | |
| "f1_entailment": 0.7826086956521738, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.375, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.9375, | |
| "recall": 0.5, | |
| "f1": 0.6521739130434783, | |
| "accuracy": 0.985977212971078, | |
| "roc_auc": 0.9412841284128413, | |
| "map": 0.7395245171581143, | |
| "precision@recall80": 0.36923076923076925, | |
| "precision@recall90": 0.09060402684563758, | |
| "precision@1": 0.8181818181818182, | |
| "recall@1": 0.3, | |
| "f1@1": 0.43902439024390244, | |
| "accuracy@1": 0.9798422436459246, | |
| "precision@3": 0.5757575757575758, | |
| "recall@3": 0.6333333333333333, | |
| "f1@3": 0.6031746031746033, | |
| "accuracy@3": 0.9780893952673094, | |
| "precision@5": 0.41818181818181815, | |
| "recall@5": 0.7666666666666667, | |
| "f1@5": 0.5411764705882354, | |
| "accuracy@5": 0.9658194566170026, | |
| "precision@8": 0.2727272727272727, | |
| "recall@8": 0.8, | |
| "f1@8": 0.4067796610169491, | |
| "accuracy@8": 0.9386503067484663, | |
| "precision@10": 0.21818181818181817, | |
| "recall@10": 0.8, | |
| "f1@10": 0.34285714285714286, | |
| "accuracy@10": 0.9193689745836985, | |
| "precision@15": 0.15757575757575756, | |
| "recall@15": 0.8666666666666667, | |
| "f1@15": 0.26666666666666666, | |
| "accuracy@15": 0.8746713409290097, | |
| "precision@20": 0.1318181818181818, | |
| "recall@20": 0.9666666666666667, | |
| "f1@20": 0.23199999999999998, | |
| "accuracy@20": 0.8317265556529361, | |
| "precision@30": 0.08787878787878788, | |
| "recall@30": 0.9666666666666667, | |
| "f1@30": 0.16111111111111112, | |
| "accuracy@30": 0.7353198948290973, | |
| "precision@40": 0.06818181818181818, | |
| "recall@40": 1.0, | |
| "f1@40": 0.1276595744680851, | |
| "accuracy@40": 0.6406660823838738, | |
| "precision@50": 0.05639097744360902, | |
| "recall@50": 1.0, | |
| "f1@50": 0.10676156583629892, | |
| "accuracy@50": 0.5600350569675723 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7045454545454546, | |
| "recall": 0.5681818181818182, | |
| "f1": 0.6067099567099568, | |
| "accuracy": 0.9847279702630298, | |
| "roc_auc": 0.936431093169615, | |
| "map": 0.783377936211457, | |
| "precision@recall80": 0.713032581453634, | |
| "precision@recall90": 0.7086248679550115, | |
| "precision@1": 0.8181818181818182, | |
| "recall@1": 0.40151515151515144, | |
| "f1@1": 0.503030303030303, | |
| "accuracy@1": 0.9774043030605568, | |
| "precision@3": 0.5757575757575757, | |
| "recall@3": 0.6818181818181818, | |
| "f1@3": 0.5896103896103896, | |
| "accuracy@3": 0.9694708329659782, | |
| "precision@5": 0.41818181818181815, | |
| "recall@5": 0.7681818181818181, | |
| "f1@5": 0.5152958152958153, | |
| "accuracy@5": 0.9519660288606043, | |
| "precision@8": 0.2727272727272727, | |
| "recall@8": 0.7909090909090909, | |
| "f1@8": 0.38992724447269905, | |
| "accuracy@8": 0.9179841440374261, | |
| "precision@10": 0.21818181818181817, | |
| "recall@10": 0.7909090909090909, | |
| "f1@10": 0.3303938485756668, | |
| "accuracy@10": 0.8944936084917751, | |
| "precision@15": 0.15757575757575756, | |
| "recall@15": 0.9, | |
| "f1@15": 0.2597968852612816, | |
| "accuracy@15": 0.8420200412462737, | |
| "precision@20": 0.13181818181818183, | |
| "recall@20": 0.9818181818181819, | |
| "f1@20": 0.22646270725322112, | |
| "accuracy@20": 0.7913646558189538, | |
| "precision@30": 0.08787878787878788, | |
| "recall@30": 0.9818181818181819, | |
| "f1@30": 0.1583307756587039, | |
| "accuracy@30": 0.6739119780907, | |
| "precision@40": 0.06818181818181819, | |
| "recall@40": 1.0, | |
| "f1@40": 0.12577856263722298, | |
| "accuracy@40": 0.5582774821806278, | |
| "precision@50": 0.05574279379157428, | |
| "recall@50": 1.0, | |
| "f1@50": 0.1044249521370315, | |
| "accuracy@50": 0.480736112656365 | |
| } | |
| } | |
| }, | |
| "nda-19": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.8688524590163934, | |
| "precision_entailment": 0.9069767441860465, | |
| "recall_entailment": 0.9069767441860465, | |
| "f1_entailment": 0.9069767441860465, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.45348837209302323, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.9074074074074074, | |
| "recall": 0.5632183908045977, | |
| "f1": 0.6950354609929078, | |
| "accuracy": 0.989010989010989, | |
| "roc_auc": 0.954692935811237, | |
| "map": 0.7265721406294394, | |
| "precision@recall80": 0.32710280373831774, | |
| "precision@recall90": 0.14234234234234233, | |
| "precision@1": 0.8604651162790697, | |
| "recall@1": 0.42528735632183906, | |
| "f1@1": 0.5692307692307692, | |
| "accuracy@1": 0.9856887298747764, | |
| "precision@3": 0.49612403100775193, | |
| "recall@3": 0.735632183908046, | |
| "f1@3": 0.5925925925925927, | |
| "accuracy@3": 0.9775108612317914, | |
| "precision@5": 0.31627906976744186, | |
| "recall@5": 0.7816091954022989, | |
| "f1@5": 0.4503311258278146, | |
| "accuracy@5": 0.9575773064145158, | |
| "precision@8": 0.21511627906976744, | |
| "recall@8": 0.8505747126436781, | |
| "f1@8": 0.34338747099767974, | |
| "accuracy@8": 0.9276769741886021, | |
| "precision@10": 0.17906976744186046, | |
| "recall@10": 0.8850574712643678, | |
| "f1@10": 0.2978723404255319, | |
| "accuracy@10": 0.9072323025811397, | |
| "precision@15": 0.12403100775193798, | |
| "recall@15": 0.9195402298850575, | |
| "f1@15": 0.2185792349726776, | |
| "accuracy@15": 0.8538205980066446, | |
| "precision@20": 0.09534883720930233, | |
| "recall@20": 0.9425287356321839, | |
| "f1@20": 0.17317845828933476, | |
| "accuracy@20": 0.7998977766419627, | |
| "precision@30": 0.06530291109362707, | |
| "recall@30": 0.9540229885057471, | |
| "f1@30": 0.12223858615611194, | |
| "accuracy@30": 0.6953743930488117, | |
| "precision@40": 0.04970059880239521, | |
| "recall@40": 0.9540229885057471, | |
| "f1@40": 0.09447922595332955, | |
| "accuracy@40": 0.5934065934065934, | |
| "precision@50": 0.04119666503187837, | |
| "recall@50": 0.9655172413793104, | |
| "f1@50": 0.07902163687676388, | |
| "accuracy@50": 0.4996166624073601 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7655038759689922, | |
| "recall": 0.6620155038759691, | |
| "f1": 0.6875968992248063, | |
| "accuracy": 0.9861338259550582, | |
| "roc_auc": 0.9750973931770547, | |
| "map": 0.8461187897798405, | |
| "precision@recall80": 0.7844021819254018, | |
| "precision@recall90": 0.7753291497477545, | |
| "precision@1": 0.8604651162790697, | |
| "recall@1": 0.5848837209302326, | |
| "f1@1": 0.6532668881506091, | |
| "accuracy@1": 0.9839029759928043, | |
| "precision@3": 0.496124031007752, | |
| "recall@3": 0.8546511627906979, | |
| "f1@3": 0.5789774824658546, | |
| "accuracy@3": 0.9684984814444048, | |
| "precision@5": 0.31627906976744175, | |
| "recall@5": 0.877906976744186, | |
| "f1@5": 0.4314658210007049, | |
| "accuracy@5": 0.9401651975451595, | |
| "precision@8": 0.21511627906976744, | |
| "recall@8": 0.9302325581395349, | |
| "f1@8": 0.32733571338222484, | |
| "accuracy@8": 0.8977888227688724, | |
| "precision@10": 0.1790697674418604, | |
| "recall@10": 0.9511627906976744, | |
| "f1@10": 0.28424908424908424, | |
| "accuracy@10": 0.8706229113411074, | |
| "precision@15": 0.12403100775193804, | |
| "recall@15": 0.9713178294573643, | |
| "f1@15": 0.21006226235904393, | |
| "accuracy@15": 0.7968346398909697, | |
| "precision@20": 0.09534883720930228, | |
| "recall@20": 0.9798449612403101, | |
| "f1@20": 0.16720747402243855, | |
| "accuracy@20": 0.7231390544141955, | |
| "precision@30": 0.06506090808416393, | |
| "recall@30": 0.9844961240310078, | |
| "f1@30": 0.11875406463023952, | |
| "accuracy@30": 0.5952647623208219, | |
| "precision@40": 0.050137118015024976, | |
| "recall@40": 0.9844961240310078, | |
| "f1@40": 0.09325758497422694, | |
| "accuracy@40": 0.47474396159256776, | |
| "precision@50": 0.042246976694017536, | |
| "recall@50": 0.988372093023256, | |
| "f1@50": 0.07934279933072198, | |
| "accuracy@50": 0.37208283959592003 | |
| } | |
| } | |
| }, | |
| "nda-2": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.88, | |
| "precision_entailment": 0.5, | |
| "recall_entailment": 0.5, | |
| "f1_entailment": 0.5, | |
| "precision_contradiction": 0.9318181818181818, | |
| "recall_contradiction": 0.9318181818181818, | |
| "f1_contradiction": 0.9318181818181818, | |
| "precision_mean": 0.7159090909090908, | |
| "precision_hmean": 0.6507936507936508, | |
| "recall_mean": 0.7159090909090908, | |
| "recall_hmean": 0.6507936507936508, | |
| "f1_mean": 0.7159090909090908, | |
| "f1_hmean": 0.6507936507936508 | |
| }, | |
| "class": { | |
| "accuracy": 0.7377049180327869, | |
| "precision_entailment": 0.0, | |
| "recall_entailment": 0.0, | |
| "f1_entailment": 0.0, | |
| "precision_contradiction": 0.9459459459459459, | |
| "recall_contradiction": 0.7954545454545454, | |
| "f1_contradiction": 0.8641975308641975, | |
| "precision_mean": 0.47297297297297297, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.3977272727272727, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.43209876543209874, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.8873239436619719, | |
| "recall": 0.6237623762376238, | |
| "f1": 0.7325581395348837, | |
| "accuracy": 0.9888565891472868, | |
| "roc_auc": 0.9881812616324955, | |
| "map": 0.8394391139859907, | |
| "precision@recall80": 0.7168141592920354, | |
| "precision@recall90": 0.6275862068965518, | |
| "precision@1": 0.9, | |
| "recall@1": 0.44554455445544555, | |
| "f1@1": 0.5960264900662252, | |
| "accuracy@1": 0.9852228682170543, | |
| "precision@3": 0.49333333333333335, | |
| "recall@3": 0.7326732673267327, | |
| "f1@3": 0.5896414342629482, | |
| "accuracy@3": 0.9750484496124031, | |
| "precision@5": 0.348, | |
| "recall@5": 0.8613861386138614, | |
| "f1@5": 0.49572649572649574, | |
| "accuracy@5": 0.9571220930232558, | |
| "precision@8": 0.24, | |
| "recall@8": 0.9504950495049505, | |
| "f1@8": 0.3832335329341317, | |
| "accuracy@8": 0.9251453488372093, | |
| "precision@10": 0.196, | |
| "recall@10": 0.9702970297029703, | |
| "f1@10": 0.3261231281198004, | |
| "accuracy@10": 0.9018895348837209, | |
| "precision@15": 0.13466666666666666, | |
| "recall@15": 1.0, | |
| "f1@15": 0.23736780258519385, | |
| "accuracy@15": 0.842781007751938, | |
| "precision@20": 0.101, | |
| "recall@20": 1.0, | |
| "f1@20": 0.1834695731153497, | |
| "accuracy@20": 0.782218992248062, | |
| "precision@30": 0.06852103120759837, | |
| "recall@30": 1.0, | |
| "f1@30": 0.12825396825396826, | |
| "accuracy@30": 0.6673934108527132, | |
| "precision@40": 0.05260416666666667, | |
| "recall@40": 1.0, | |
| "f1@40": 0.09995051954477982, | |
| "accuracy@40": 0.5593507751937985, | |
| "precision@50": 0.04332904332904333, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08305921052631579, | |
| "accuracy@50": 0.45978682170542634 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.6986666666666665, | |
| "recall": 0.6275, | |
| "f1": 0.6418095238095239, | |
| "accuracy": 0.9863657091720772, | |
| "roc_auc": 0.9933953556952169, | |
| "map": 0.9114934579309579, | |
| "precision@recall80": 0.887624098124098, | |
| "precision@recall90": 0.8784529914529915, | |
| "precision@1": 0.9, | |
| "recall@1": 0.6433333333333334, | |
| "f1@1": 0.7076507936507936, | |
| "accuracy@1": 0.9847816076632323, | |
| "precision@3": 0.49333333333333307, | |
| "recall@3": 0.8533333333333333, | |
| "f1@3": 0.5721356421356423, | |
| "accuracy@3": 0.967129527455223, | |
| "precision@5": 0.3479999999999998, | |
| "recall@5": 0.94, | |
| "f1@5": 0.4635331335331333, | |
| "accuracy@5": 0.940581509322564, | |
| "precision@8": 0.24, | |
| "recall@8": 0.9791666666666667, | |
| "f1@8": 0.35374675324675303, | |
| "accuracy@8": 0.8955360742965339, | |
| "precision@10": 0.1959999999999999, | |
| "recall@10": 0.9916666666666667, | |
| "f1@10": 0.3028735153735153, | |
| "accuracy@10": 0.8637161939515917, | |
| "precision@15": 0.13466666666666663, | |
| "recall@15": 1.0, | |
| "f1@15": 0.2226620739829112, | |
| "accuracy@15": 0.7835325144634362, | |
| "precision@20": 0.10099999999999994, | |
| "recall@20": 1.0, | |
| "f1@20": 0.1740911262650392, | |
| "accuracy@20": 0.7018459569009744, | |
| "precision@30": 0.06815527950310557, | |
| "recall@30": 1.0, | |
| "f1@30": 0.12292316525313625, | |
| "accuracy@30": 0.5631312268692179, | |
| "precision@40": 0.052183915281741336, | |
| "recall@40": 1.0, | |
| "f1@40": 0.09641505949248629, | |
| "accuracy@40": 0.4424563379207808, | |
| "precision@50": 0.04298309851316666, | |
| "recall@50": 1.0, | |
| "f1@50": 0.08060346211970121, | |
| "accuracy@50": 0.3396049414398538 | |
| } | |
| } | |
| }, | |
| "nda-20": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.6, | |
| "precision_entailment": 0.5714285714285714, | |
| "recall_entailment": 0.9230769230769231, | |
| "f1_entailment": 0.7058823529411765, | |
| "precision_contradiction": 0.75, | |
| "recall_contradiction": 0.25, | |
| "f1_contradiction": 0.375, | |
| "precision_mean": 0.6607142857142857, | |
| "precision_hmean": 0.6486486486486487, | |
| "recall_mean": 0.5865384615384616, | |
| "recall_hmean": 0.3934426229508197, | |
| "f1_mean": 0.5404411764705883, | |
| "f1_hmean": 0.489795918367347 | |
| }, | |
| "class": { | |
| "accuracy": 0.6557377049180327, | |
| "precision_entailment": 0.5882352941176471, | |
| "recall_entailment": 0.7692307692307693, | |
| "f1_entailment": 0.6666666666666667, | |
| "precision_contradiction": 0.4, | |
| "recall_contradiction": 0.16666666666666666, | |
| "f1_contradiction": 0.23529411764705882, | |
| "precision_mean": 0.49411764705882355, | |
| "precision_hmean": 0.47619047619047616, | |
| "recall_mean": 0.46794871794871795, | |
| "recall_hmean": 0.273972602739726, | |
| "f1_mean": 0.4509803921568628, | |
| "f1_hmean": 0.34782608695652173 | |
| }, | |
| "span": { | |
| "precision": 0.8695652173913043, | |
| "recall": 0.31746031746031744, | |
| "f1": 0.46511627906976744, | |
| "accuracy": 0.9813311688311688, | |
| "roc_auc": 0.9914453633737266, | |
| "map": 0.8108025423906248, | |
| "precision@recall80": 0.7285714285714285, | |
| "precision@recall90": 0.7215189873417721, | |
| "precision@1": 0.84, | |
| "recall@1": 0.3333333333333333, | |
| "f1@1": 0.47727272727272724, | |
| "accuracy@1": 0.9813311688311688, | |
| "precision@3": 0.5866666666666667, | |
| "recall@3": 0.6984126984126984, | |
| "f1@3": 0.6376811594202899, | |
| "accuracy@3": 0.9797077922077922, | |
| "precision@5": 0.44, | |
| "recall@5": 0.873015873015873, | |
| "f1@5": 0.5851063829787234, | |
| "accuracy@5": 0.9683441558441559, | |
| "precision@8": 0.305, | |
| "recall@8": 0.9682539682539683, | |
| "f1@8": 0.4638783269961977, | |
| "accuracy@8": 0.942775974025974, | |
| "precision@10": 0.248, | |
| "recall@10": 0.9841269841269841, | |
| "f1@10": 0.39616613418530355, | |
| "accuracy@10": 0.9232954545454546, | |
| "precision@15": 0.168, | |
| "recall@15": 1.0, | |
| "f1@15": 0.28767123287671237, | |
| "accuracy@15": 0.8733766233766234, | |
| "precision@20": 0.126, | |
| "recall@20": 1.0, | |
| "f1@20": 0.2238010657193606, | |
| "accuracy@20": 0.8226461038961039, | |
| "precision@30": 0.084, | |
| "recall@30": 1.0, | |
| "f1@30": 0.15498154981549817, | |
| "accuracy@30": 0.721185064935065, | |
| "precision@40": 0.063, | |
| "recall@40": 1.0, | |
| "f1@40": 0.11853245531514582, | |
| "accuracy@40": 0.619724025974026, | |
| "precision@50": 0.05088852988691438, | |
| "recall@50": 1.0, | |
| "f1@50": 0.09684857801691006, | |
| "accuracy@50": 0.5231331168831169 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.54, | |
| "recall": 0.37566666666666665, | |
| "f1": 0.41448484848484846, | |
| "accuracy": 0.9780899137738777, | |
| "roc_auc": 0.989728266060823, | |
| "map": 0.8842380952380954, | |
| "precision@recall80": 0.8725714285714287, | |
| "precision@recall90": 0.8531269841269843, | |
| "precision@1": 0.84, | |
| "recall@1": 0.49633333333333335, | |
| "f1@1": 0.574984126984127, | |
| "accuracy@1": 0.9786421996490584, | |
| "precision@3": 0.5866666666666667, | |
| "recall@3": 0.8256666666666668, | |
| "f1@3": 0.6194372294372295, | |
| "accuracy@3": 0.9744592758093644, | |
| "precision@5": 0.44, | |
| "recall@5": 0.9303333333333333, | |
| "f1@5": 0.5426249306249307, | |
| "accuracy@5": 0.9594225459365824, | |
| "precision@8": 0.305, | |
| "recall@8": 0.975, | |
| "f1@8": 0.42724686424686426, | |
| "accuracy@8": 0.9277645205358249, | |
| "precision@10": 0.248, | |
| "recall@10": 0.98, | |
| "f1@10": 0.36663447663447657, | |
| "accuracy@10": 0.9043260675589306, | |
| "precision@15": 0.168, | |
| "recall@15": 1.0, | |
| "f1@15": 0.27118890576825694, | |
| "accuracy@15": 0.8446042315519664, | |
| "precision@20": 0.126, | |
| "recall@20": 1.0, | |
| "f1@20": 0.21325318160100767, | |
| "accuracy@20": 0.7829311760328069, | |
| "precision@30": 0.084, | |
| "recall@30": 1.0, | |
| "f1@30": 0.14960297500694983, | |
| "accuracy@30": 0.6595850649944884, | |
| "precision@40": 0.063, | |
| "recall@40": 1.0, | |
| "f1@40": 0.11528004259859546, | |
| "accuracy@40": 0.5362389539561698, | |
| "precision@50": 0.05080228334198236, | |
| "recall@50": 1.0, | |
| "f1@50": 0.09452880542272885, | |
| "accuracy@50": 0.4242265222120911 | |
| } | |
| } | |
| }, | |
| "nda-3": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9180327868852459, | |
| "precision_entailment": 0.9545454545454546, | |
| "recall_entailment": 0.9333333333333333, | |
| "f1_entailment": 0.9438202247191012, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.4772727272727273, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.8181818181818182, | |
| "recall": 0.72, | |
| "f1": 0.7659574468085107, | |
| "accuracy": 0.9916497975708503, | |
| "roc_auc": 0.9654956581549308, | |
| "map": 0.7745932926798709, | |
| "precision@recall80": 0.75, | |
| "precision@recall90": 0.40963855421686746, | |
| "precision@1": 0.8444444444444444, | |
| "recall@1": 0.5066666666666667, | |
| "f1@1": 0.6333333333333333, | |
| "accuracy@1": 0.9888663967611336, | |
| "precision@3": 0.45925925925925926, | |
| "recall@3": 0.8266666666666667, | |
| "f1@3": 0.5904761904761905, | |
| "accuracy@3": 0.9782388663967612, | |
| "precision@5": 0.30666666666666664, | |
| "recall@5": 0.92, | |
| "f1@5": 0.4600000000000001, | |
| "accuracy@5": 0.9590080971659919, | |
| "precision@8": 0.19444444444444445, | |
| "recall@8": 0.9333333333333333, | |
| "f1@8": 0.32183908045977017, | |
| "accuracy@8": 0.9253542510121457, | |
| "precision@10": 0.15555555555555556, | |
| "recall@10": 0.9333333333333333, | |
| "f1@10": 0.26666666666666666, | |
| "accuracy@10": 0.902580971659919, | |
| "precision@15": 0.10666666666666667, | |
| "recall@15": 0.96, | |
| "f1@15": 0.192, | |
| "accuracy@15": 0.84665991902834, | |
| "precision@20": 0.08, | |
| "recall@20": 0.96, | |
| "f1@20": 0.14769230769230768, | |
| "accuracy@20": 0.7897267206477733, | |
| "precision@30": 0.054436987322893364, | |
| "recall@30": 0.9733333333333334, | |
| "f1@30": 0.10310734463276836, | |
| "accuracy@30": 0.6786437246963563, | |
| "precision@40": 0.042686397268070574, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08187772925764192, | |
| "accuracy@40": 0.5743927125506073, | |
| "precision@50": 0.0350140056022409, | |
| "recall@50": 1.0, | |
| "f1@50": 0.06765899864682003, | |
| "accuracy@50": 0.4769736842105263 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7922222222222222, | |
| "recall": 0.8055555555555556, | |
| "f1": 0.7773015873015873, | |
| "accuracy": 0.9902411567965074, | |
| "roc_auc": 0.9867881421888243, | |
| "map": 0.8899206904206904, | |
| "precision@recall80": 0.8614478114478115, | |
| "precision@recall90": 0.8617571317571319, | |
| "precision@1": 0.8444444444444444, | |
| "recall@1": 0.6574074074074073, | |
| "f1@1": 0.7081481481481482, | |
| "accuracy@1": 0.9879993878278439, | |
| "precision@3": 0.459259259259259, | |
| "recall@3": 0.914814814814815, | |
| "f1@3": 0.5767195767195769, | |
| "accuracy@3": 0.9694509530264693, | |
| "precision@5": 0.3066666666666665, | |
| "recall@5": 0.9600000000000001, | |
| "f1@5": 0.43936507936507924, | |
| "accuracy@5": 0.9441511360859435, | |
| "precision@8": 0.19444444444444445, | |
| "recall@8": 0.9711111111111111, | |
| "f1@8": 0.31017525684192326, | |
| "accuracy@8": 0.8998212156208042, | |
| "precision@10": 0.15555555555555547, | |
| "recall@10": 0.9711111111111111, | |
| "f1@10": 0.2581781181781181, | |
| "accuracy@10": 0.8697900380586211, | |
| "precision@15": 0.10666666666666669, | |
| "recall@15": 0.9866666666666666, | |
| "f1@15": 0.18698085081986016, | |
| "accuracy@15": 0.7964594549103522, | |
| "precision@20": 0.07999999999999997, | |
| "recall@20": 0.9866666666666666, | |
| "f1@20": 0.14458907919777478, | |
| "accuracy@20": 0.7213815110048937, | |
| "precision@30": 0.054391534391534394, | |
| "recall@30": 0.9911111111111112, | |
| "f1@30": 0.10138729392050073, | |
| "accuracy@30": 0.5814127826348672, | |
| "precision@40": 0.04257150007150006, | |
| "recall@40": 1.0, | |
| "f1@40": 0.0805604161297706, | |
| "accuracy@40": 0.459253121327639, | |
| "precision@50": 0.0350455818335943, | |
| "recall@50": 1.0, | |
| "f1@50": 0.06699270617472476, | |
| "accuracy@50": 0.35363827355594557 | |
| } | |
| } | |
| }, | |
| "nda-4": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.9433962264150944, | |
| "precision_entailment": 0.9433962264150944, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.970873786407767, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.4716981132075472, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.5, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4854368932038835, | |
| "f1_hmean": 0.0 | |
| }, | |
| "class": { | |
| "accuracy": 0.9016393442622951, | |
| "precision_entailment": 0.9074074074074074, | |
| "recall_entailment": 0.98, | |
| "f1_entailment": 0.9423076923076924, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.4537037037037037, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.49, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4711538461538462, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.7472527472527473, | |
| "recall": 0.7555555555555555, | |
| "f1": 0.7513812154696132, | |
| "accuracy": 0.9902173913043478, | |
| "roc_auc": 0.9851268785415127, | |
| "map": 0.735147243005955, | |
| "precision@recall80": 0.72, | |
| "precision@recall90": 0.41116751269035534, | |
| "precision@1": 0.8490566037735849, | |
| "recall@1": 0.5, | |
| "f1@1": 0.6293706293706294, | |
| "accuracy@1": 0.9884782608695653, | |
| "precision@3": 0.44654088050314467, | |
| "recall@3": 0.7888888888888889, | |
| "f1@3": 0.570281124497992, | |
| "accuracy@3": 0.9767391304347826, | |
| "precision@5": 0.2943396226415094, | |
| "recall@5": 0.8666666666666667, | |
| "f1@5": 0.43943661971830983, | |
| "accuracy@5": 0.9567391304347826, | |
| "precision@8": 0.1957547169811321, | |
| "recall@8": 0.9222222222222223, | |
| "f1@8": 0.3229571984435798, | |
| "accuracy@8": 0.9243478260869565, | |
| "precision@10": 0.16037735849056603, | |
| "recall@10": 0.9444444444444444, | |
| "f1@10": 0.2741935483870967, | |
| "accuracy@10": 0.9021739130434783, | |
| "precision@15": 0.10943396226415095, | |
| "recall@15": 0.9666666666666667, | |
| "f1@15": 0.19661016949152543, | |
| "accuracy@15": 0.8454347826086956, | |
| "precision@20": 0.0820754716981132, | |
| "recall@20": 0.9666666666666667, | |
| "f1@20": 0.15130434782608693, | |
| "accuracy@20": 0.7878260869565218, | |
| "precision@30": 0.05690537084398977, | |
| "recall@30": 0.9888888888888889, | |
| "f1@30": 0.10761789600967353, | |
| "accuracy@30": 0.6791304347826087, | |
| "precision@40": 0.044226044226044224, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08470588235294117, | |
| "accuracy@40": 0.5771739130434783, | |
| "precision@50": 0.0364963503649635, | |
| "recall@50": 1.0, | |
| "f1@50": 0.0704225352112676, | |
| "accuracy@50": 0.4834782608695652 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.785624438454627, | |
| "recall": 0.7867924528301887, | |
| "f1": 0.7618149146451033, | |
| "accuracy": 0.9901803514238835, | |
| "roc_auc": 0.9890397021234887, | |
| "map": 0.8641635307510389, | |
| "precision@recall80": 0.8267763899514062, | |
| "precision@recall90": 0.8176275199534796, | |
| "precision@1": 0.8490566037735849, | |
| "recall@1": 0.6238993710691824, | |
| "f1@1": 0.6880503144654089, | |
| "accuracy@1": 0.9890875341207027, | |
| "precision@3": 0.44654088050314467, | |
| "recall@3": 0.8720125786163523, | |
| "f1@3": 0.5602875112309076, | |
| "accuracy@3": 0.9701025489531812, | |
| "precision@5": 0.29433962264150926, | |
| "recall@5": 0.9110062893081761, | |
| "f1@5": 0.42283617849655586, | |
| "accuracy@5": 0.9406952460786343, | |
| "precision@8": 0.1957547169811321, | |
| "recall@8": 0.9364779874213836, | |
| "f1@8": 0.30967732477166415, | |
| "accuracy@8": 0.8946752365519965, | |
| "precision@10": 0.16037735849056595, | |
| "recall@10": 0.9616352201257861, | |
| "f1@10": 0.2643966096796285, | |
| "accuracy@10": 0.8634684214376508, | |
| "precision@15": 0.10943396226415097, | |
| "recall@15": 0.9805031446540879, | |
| "f1@15": 0.19128956779666514, | |
| "accuracy@15": 0.7850849963746668, | |
| "precision@20": 0.08207547169811316, | |
| "recall@20": 0.9805031446540879, | |
| "f1@20": 0.14800421891480123, | |
| "accuracy@20": 0.7057622042332753, | |
| "precision@30": 0.05675026368217509, | |
| "recall@30": 0.9962264150943396, | |
| "f1@30": 0.10570242206327556, | |
| "accuracy@30": 0.5708227242554489, | |
| "precision@40": 0.04422673948412256, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08368192535337793, | |
| "accuracy@40": 0.45559269215445847, | |
| "precision@50": 0.03683188683750038, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07035633215300321, | |
| "accuracy@50": 0.3594339044360937 | |
| } | |
| } | |
| }, | |
| "nda-5": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.9642857142857143, | |
| "precision_entailment": 0.9642857142857143, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.9818181818181818, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.48214285714285715, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.5, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4909090909090909, | |
| "f1_hmean": 0.0 | |
| }, | |
| "class": { | |
| "accuracy": 0.9344262295081968, | |
| "precision_entailment": 0.9636363636363636, | |
| "recall_entailment": 0.9814814814814815, | |
| "f1_entailment": 0.9724770642201834, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": 0.0, | |
| "f1_contradiction": 0.0, | |
| "precision_mean": 0.4818181818181818, | |
| "precision_hmean": 0.0, | |
| "recall_mean": 0.49074074074074076, | |
| "recall_hmean": 0.0, | |
| "f1_mean": 0.4862385321100917, | |
| "f1_hmean": 0.0 | |
| }, | |
| "span": { | |
| "precision": 0.8522727272727273, | |
| "recall": 0.7352941176470589, | |
| "f1": 0.7894736842105263, | |
| "accuracy": 0.9916891751506337, | |
| "roc_auc": 0.9909286151310449, | |
| "map": 0.8137353818690921, | |
| "precision@recall80": 0.8282828282828283, | |
| "precision@recall90": 0.5287356321839081, | |
| "precision@1": 0.9464285714285714, | |
| "recall@1": 0.5196078431372549, | |
| "f1@1": 0.6708860759493671, | |
| "accuracy@1": 0.9891959276958238, | |
| "precision@3": 0.5119047619047619, | |
| "recall@3": 0.8431372549019608, | |
| "f1@3": 0.637037037037037, | |
| "accuracy@3": 0.9796384791190526, | |
| "precision@5": 0.32142857142857145, | |
| "recall@5": 0.8823529411764706, | |
| "f1@5": 0.4712041884816754, | |
| "accuracy@5": 0.9580303345107002, | |
| "precision@8": 0.21651785714285715, | |
| "recall@8": 0.9509803921568627, | |
| "f1@8": 0.3527272727272727, | |
| "accuracy@8": 0.9260336588406399, | |
| "precision@10": 0.1732142857142857, | |
| "recall@10": 0.9509803921568627, | |
| "f1@10": 0.2930513595166163, | |
| "accuracy@10": 0.9027633492624143, | |
| "precision@15": 0.11666666666666667, | |
| "recall@15": 0.9607843137254902, | |
| "f1@15": 0.208067940552017, | |
| "accuracy@15": 0.8450031165593185, | |
| "precision@20": 0.08928571428571429, | |
| "recall@20": 0.9803921568627451, | |
| "f1@20": 0.1636661211129296, | |
| "accuracy@20": 0.787658425098691, | |
| "precision@30": 0.06044284859365649, | |
| "recall@30": 0.9901960784313726, | |
| "f1@30": 0.11393119007332204, | |
| "accuracy@30": 0.6735923540411386, | |
| "precision@40": 0.046363636363636364, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08861859252823631, | |
| "accuracy@40": 0.5640972366507376, | |
| "precision@50": 0.03803131991051454, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07327586206896552, | |
| "accuracy@50": 0.46395179721587365 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.8300595238095239, | |
| "recall": 0.7883928571428571, | |
| "f1": 0.7791666666666667, | |
| "accuracy": 0.9910016665545266, | |
| "roc_auc": 0.994233579450271, | |
| "map": 0.9284456936912294, | |
| "precision@recall80": 0.8805351394637109, | |
| "precision@recall90": 0.8718645045430761, | |
| "precision@1": 0.9464285714285714, | |
| "recall@1": 0.6754464285714288, | |
| "f1@1": 0.7503968253968253, | |
| "accuracy@1": 0.9899613688269087, | |
| "precision@3": 0.5119047619047618, | |
| "recall@3": 0.9117559523809523, | |
| "f1@3": 0.6153099876314162, | |
| "accuracy@3": 0.9737376778438008, | |
| "precision@5": 0.3214285714285713, | |
| "recall@5": 0.9296130952380952, | |
| "f1@5": 0.4496206174777602, | |
| "accuracy@5": 0.9450264940405096, | |
| "precision@8": 0.21651785714285715, | |
| "recall@8": 0.9800595238095237, | |
| "f1@8": 0.3366473803973803, | |
| "accuracy@8": 0.9030153451800398, | |
| "precision@10": 0.17321428571428568, | |
| "recall@10": 0.9800595238095237, | |
| "f1@10": 0.28113909899624184, | |
| "accuracy@10": 0.8731787320796774, | |
| "precision@15": 0.11666666666666668, | |
| "recall@15": 0.9860119047619047, | |
| "f1@15": 0.201388094330028, | |
| "accuracy@15": 0.7991824374240085, | |
| "precision@20": 0.08928571428571427, | |
| "recall@20": 0.9918154761904762, | |
| "f1@20": 0.15888823909010236, | |
| "accuracy@20": 0.7252150162580348, | |
| "precision@30": 0.06037414965986394, | |
| "recall@30": 0.994047619047619, | |
| "f1@30": 0.11125033726254814, | |
| "accuracy@30": 0.583862694994215, | |
| "precision@40": 0.046214980924802355, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08681139981171117, | |
| "accuracy@40": 0.45436893712813753, | |
| "precision@50": 0.03788890323509063, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07200625092738584, | |
| "accuracy@50": 0.3459721181324036 | |
| } | |
| } | |
| }, | |
| "nda-7": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": 0.8679245283018868, | |
| "precision_entailment": 0.9444444444444444, | |
| "recall_entailment": 0.8717948717948718, | |
| "f1_entailment": 0.9066666666666667, | |
| "precision_contradiction": 0.7058823529411765, | |
| "recall_contradiction": 0.8571428571428571, | |
| "f1_contradiction": 0.7741935483870968, | |
| "precision_mean": 0.8251633986928104, | |
| "precision_hmean": 0.8079207920792079, | |
| "recall_mean": 0.8644688644688645, | |
| "recall_hmean": 0.8644067796610171, | |
| "f1_mean": 0.8404301075268817, | |
| "f1_hmean": 0.8352098259979529 | |
| }, | |
| "class": { | |
| "accuracy": 0.7704918032786885, | |
| "precision_entailment": 0.9444444444444444, | |
| "recall_entailment": 0.8717948717948718, | |
| "f1_entailment": 0.9066666666666667, | |
| "precision_contradiction": 0.5555555555555556, | |
| "recall_contradiction": 0.7142857142857143, | |
| "f1_contradiction": 0.6250000000000001, | |
| "precision_mean": 0.75, | |
| "precision_hmean": 0.6995884773662553, | |
| "recall_mean": 0.7930402930402931, | |
| "recall_hmean": 0.7852193995381063, | |
| "f1_mean": 0.7658333333333334, | |
| "f1_hmean": 0.7399347116430905 | |
| }, | |
| "span": { | |
| "precision": 0.7604166666666666, | |
| "recall": 0.7019230769230769, | |
| "f1": 0.73, | |
| "accuracy": 0.9883870967741936, | |
| "roc_auc": 0.9914908287928524, | |
| "map": 0.8292101312005682, | |
| "precision@recall80": 0.7058823529411765, | |
| "precision@recall90": 0.4017094017094017, | |
| "precision@1": 0.9056603773584906, | |
| "recall@1": 0.46153846153846156, | |
| "f1@1": 0.6114649681528663, | |
| "accuracy@1": 0.9868817204301076, | |
| "precision@3": 0.5345911949685535, | |
| "recall@3": 0.8173076923076923, | |
| "f1@3": 0.6463878326996199, | |
| "accuracy@3": 0.98, | |
| "precision@5": 0.35471698113207545, | |
| "recall@5": 0.9038461538461539, | |
| "f1@5": 0.5094850948509484, | |
| "accuracy@5": 0.9610752688172043, | |
| "precision@8": 0.22877358490566038, | |
| "recall@8": 0.9326923076923077, | |
| "f1@8": 0.36742424242424243, | |
| "accuracy@8": 0.9281720430107527, | |
| "precision@10": 0.18679245283018867, | |
| "recall@10": 0.9519230769230769, | |
| "f1@10": 0.3123028391167192, | |
| "accuracy@10": 0.906236559139785, | |
| "precision@15": 0.12955974842767295, | |
| "recall@15": 0.9903846153846154, | |
| "f1@15": 0.22914349276974416, | |
| "accuracy@15": 0.8509677419354839, | |
| "precision@20": 0.09716981132075472, | |
| "recall@20": 0.9903846153846154, | |
| "f1@20": 0.17697594501718214, | |
| "accuracy@20": 0.7939784946236559, | |
| "precision@30": 0.06578115117014548, | |
| "recall@30": 1.0, | |
| "f1@30": 0.12344213649851633, | |
| "accuracy@30": 0.6823655913978495, | |
| "precision@40": 0.05007221954742417, | |
| "recall@40": 1.0, | |
| "f1@40": 0.09536909674461257, | |
| "accuracy@40": 0.5756989247311828, | |
| "precision@50": 0.04097714736012608, | |
| "recall@50": 1.0, | |
| "f1@50": 0.07872823618470855, | |
| "accuracy@50": 0.47655913978494624 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.7940251572327043, | |
| "recall": 0.736320754716981, | |
| "f1": 0.7378740756099246, | |
| "accuracy": 0.9875941668523456, | |
| "roc_auc": 0.9918461552038329, | |
| "map": 0.8947588924004017, | |
| "precision@recall80": 0.8463012878107218, | |
| "precision@recall90": 0.8419579023352609, | |
| "precision@1": 0.9056603773584906, | |
| "recall@1": 0.5847484276729559, | |
| "f1@1": 0.6765199161425578, | |
| "accuracy@1": 0.9860718107181848, | |
| "precision@3": 0.5345911949685535, | |
| "recall@3": 0.8784591194968553, | |
| "f1@3": 0.6293841378747042, | |
| "accuracy@3": 0.9752179700069936, | |
| "precision@5": 0.35471698113207556, | |
| "recall@5": 0.9334905660377358, | |
| "f1@5": 0.4880238210426891, | |
| "accuracy@5": 0.9491782767626474, | |
| "precision@8": 0.22877358490566038, | |
| "recall@8": 0.9665094339622642, | |
| "f1@8": 0.35455828238847115, | |
| "accuracy@8": 0.9061368914148181, | |
| "precision@10": 0.18679245283018872, | |
| "recall@10": 0.9797169811320754, | |
| "f1@10": 0.3020591567761379, | |
| "accuracy@10": 0.8774445916949989, | |
| "precision@15": 0.129559748427673, | |
| "recall@15": 0.9976415094339622, | |
| "f1@15": 0.22197219633071477, | |
| "accuracy@15": 0.8057685122933109, | |
| "precision@20": 0.09716981132075474, | |
| "recall@20": 0.9976415094339622, | |
| "f1@20": 0.17244175021041294, | |
| "accuracy@20": 0.7322253658809346, | |
| "precision@30": 0.06567834681042231, | |
| "recall@30": 1.0, | |
| "f1@30": 0.1208143698905708, | |
| "accuracy@30": 0.5934130669680244, | |
| "precision@40": 0.050098953400840196, | |
| "recall@40": 1.0, | |
| "f1@40": 0.09394788650868273, | |
| "accuracy@40": 0.4689707118815489, | |
| "precision@50": 0.04131309312675914, | |
| "recall@50": 1.0, | |
| "f1@50": 0.0783434407276733, | |
| "accuracy@50": 0.36134297233046037 | |
| } | |
| } | |
| }, | |
| "nda-8": { | |
| "micro_doc": { | |
| "class_binary": { | |
| "accuracy": NaN, | |
| "precision_entailment": NaN, | |
| "recall_entailment": NaN, | |
| "f1_entailment": NaN, | |
| "precision_contradiction": NaN, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": NaN, | |
| "precision_hmean": NaN, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "class": { | |
| "accuracy": 0.9344262295081968, | |
| "precision_entailment": 0.9183673469387755, | |
| "recall_entailment": 1.0, | |
| "f1_entailment": 0.9574468085106383, | |
| "precision_contradiction": 0.0, | |
| "recall_contradiction": NaN, | |
| "f1_contradiction": NaN, | |
| "precision_mean": 0.45918367346938777, | |
| "precision_hmean": 0.0, | |
| "recall_mean": NaN, | |
| "recall_hmean": NaN, | |
| "f1_mean": NaN, | |
| "f1_hmean": NaN | |
| }, | |
| "span": { | |
| "precision": 0.8352941176470589, | |
| "recall": 0.9102564102564102, | |
| "f1": 0.8711656441717791, | |
| "accuracy": 0.9951230840687413, | |
| "roc_auc": 0.9968615821264828, | |
| "map": 0.8596638857700519, | |
| "precision@recall80": 0.875, | |
| "precision@recall90": 0.8554216867469879, | |
| "precision@1": 0.9333333333333333, | |
| "recall@1": 0.5384615384615384, | |
| "f1@1": 0.6829268292682926, | |
| "accuracy@1": 0.9909428704133767, | |
| "precision@3": 0.5111111111111111, | |
| "recall@3": 0.8846153846153846, | |
| "f1@3": 0.6478873239436619, | |
| "accuracy@3": 0.9825824431026474, | |
| "precision@5": 0.32, | |
| "recall@5": 0.9230769230769231, | |
| "f1@5": 0.4752475247524752, | |
| "accuracy@5": 0.9630747793776127, | |
| "precision@8": 0.2, | |
| "recall@8": 0.9230769230769231, | |
| "f1@8": 0.32876712328767127, | |
| "accuracy@8": 0.931723176962378, | |
| "precision@10": 0.16, | |
| "recall@10": 0.9230769230769231, | |
| "f1@10": 0.27272727272727276, | |
| "accuracy@10": 0.910822108685555, | |
| "precision@15": 0.11259259259259259, | |
| "recall@15": 0.9743589743589743, | |
| "f1@15": 0.20185922974767595, | |
| "accuracy@15": 0.8604273107292151, | |
| "precision@20": 0.08666666666666667, | |
| "recall@20": 1.0, | |
| "f1@20": 0.15950920245398773, | |
| "accuracy@20": 0.8091035764050163, | |
| "precision@30": 0.05847076461769116, | |
| "recall@30": 1.0, | |
| "f1@30": 0.1104815864022663, | |
| "accuracy@30": 0.7083139804923363, | |
| "precision@40": 0.04421768707482993, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08469055374592835, | |
| "accuracy@40": 0.6084533209475151, | |
| "precision@50": 0.03566529492455418, | |
| "recall@50": 1.0, | |
| "f1@50": 0.06887417218543046, | |
| "accuracy@50": 0.5102183000464469 | |
| } | |
| }, | |
| "macro_doc": { | |
| "span": { | |
| "precision": 0.8996296296296294, | |
| "recall": 0.9703703703703704, | |
| "f1": 0.9160052910052908, | |
| "accuracy": 0.9959435658600193, | |
| "roc_auc": 0.9975709390945775, | |
| "map": 0.9541255935422602, | |
| "precision@recall80": 0.9340740740740741, | |
| "precision@recall90": 0.934722222222222, | |
| "precision@1": 0.9333333333333333, | |
| "recall@1": 0.6837037037037037, | |
| "f1@1": 0.7595959595959597, | |
| "accuracy@1": 0.9900119354397752, | |
| "precision@3": 0.5111111111111113, | |
| "recall@3": 0.9696296296296297, | |
| "f1@3": 0.6398860398860401, | |
| "accuracy@3": 0.978652715669985, | |
| "precision@5": 0.32000000000000006, | |
| "recall@5": 0.9814814814814814, | |
| "f1@5": 0.45952380952380967, | |
| "accuracy@5": 0.9526317830489396, | |
| "precision@8": 0.2, | |
| "recall@8": 0.9814814814814814, | |
| "f1@8": 0.31896745230078566, | |
| "accuracy@8": 0.9122520147920129, | |
| "precision@10": 0.16000000000000003, | |
| "recall@10": 0.9814814814814814, | |
| "f1@10": 0.26524216524216526, | |
| "accuracy@10": 0.8853321692873956, | |
| "precision@15": 0.11259259259259266, | |
| "recall@15": 0.9955555555555555, | |
| "f1@15": 0.19472331154684094, | |
| "accuracy@15": 0.819497210681781, | |
| "precision@20": 0.08666666666666667, | |
| "recall@20": 1.0, | |
| "f1@20": 0.15377794508229284, | |
| "accuracy@20": 0.7527941666443226, | |
| "precision@30": 0.05863814124683694, | |
| "recall@30": 1.0, | |
| "f1@30": 0.10779381000278614, | |
| "accuracy@30": 0.634482033669198, | |
| "precision@40": 0.04474925235794801, | |
| "recall@40": 1.0, | |
| "f1@40": 0.08378289328177123, | |
| "accuracy@40": 0.5201266524769115, | |
| "precision@50": 0.03651130395626235, | |
| "recall@50": 1.0, | |
| "f1@50": 0.06911355020312707, | |
| "accuracy@50": 0.4091220781506958 | |
| } | |
| } | |
| } | |
| } | |
| } |