ablation_results.json

{"oscar30b": {"commonsense_qa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.2329999953508377, 0.23499999940395355, 0.25200000405311584, 0.2669999897480011, 0.2680000066757202, 0.2759999930858612, 0.27799999713897705, 0.27900001406669617, 0.29600000381469727, 0.29100000858306885, 0.2919999957084656, 0.2919999957084656, 0.2939999997615814, 0.29899999499320984, 0.3070000112056732, 0.3050000071525574, 0.3070000112056732, 0.30300000309944153, 0.32899999618530273, 0.31200000643730164, 0.3140000104904175, 0.3149999976158142, 0.31700000166893005, 0.3330000042915344, 0.3240000009536743, 0.3160000145435333, 0.3269999921321869, 0.32100000977516174]], "hellaswag/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.257999986410141, 0.26100000739097595, 0.27799999713897705, 0.29100000858306885, 0.3019999861717224, 0.3160000145435333, 0.3160000145435333, 0.3179999887943268, 0.32899999618530273, 0.3479999899864197, 0.3499999940395355, 0.3569999933242798, 0.36899998784065247, 0.3619999885559082, 0.3700000047683716, 0.3580000102519989, 0.38100001215934753, 0.38999998569488525, 0.3889999985694885, 0.3869999945163727, 0.39800000190734863, 0.4009999930858612, 0.4009999930858612, 0.3959999978542328, 0.4059999883174896, 0.4000000059604645, 0.3959999978542328, 0.40799999237060547]], "openbookqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.28600001335144043, 0.25, 0.25200000405311584, 0.2680000066757202, 0.26600000262260437, 0.2639999985694885, 0.2460000067949295, 0.2680000066757202, 0.2680000066757202, 0.2720000147819519, 0.2879999876022339, 0.3019999861717224, 0.28200000524520874, 0.28999999165534973, 0.2939999997615814, 0.2800000011920929, 0.2879999876022339, 0.2919999957084656, 0.2939999997615814, 0.3019999861717224, 0.3019999861717224, 0.31200000643730164, 0.30000001192092896, 0.3199999928474426, 0.30399999022483826, 0.3199999928474426, 0.3100000023841858, 0.30399999022483826]], "piqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.5099999904632568, 0.546999990940094, 0.5929999947547913, 0.609000027179718, 0.6190000176429749, 0.6209999918937683, 0.6079999804496765, 0.6380000114440918, 0.6539999842643738, 0.6549999713897705, 0.6600000262260437, 0.671999990940094, 0.6710000038146973, 0.6679999828338623, 0.6729999780654907, 0.6800000071525574, 0.6790000200271606, 0.6729999780654907, 0.6830000281333923, 0.6930000185966492, 0.6909999847412109, 0.6859999895095825, 0.6899999976158142, 0.6959999799728394, 0.6940000057220459, 0.7099999785423279, 0.7039999961853027, 0.6970000267028809]], "siqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.3619999885559082, 0.3790000081062317, 0.3799999952316284, 0.39500001072883606, 0.38100001215934753, 0.39800000190734863, 0.38499999046325684, 0.4020000100135803, 0.38100001215934753, 0.39100000262260437, 0.3930000066757202, 0.3880000114440918, 0.3919999897480011, 0.3930000066757202, 0.39399999380111694, 0.3959999978542328, 0.4059999883174896, 0.3930000066757202, 0.39899998903274536, 0.40400001406669617, 0.4000000059604645, 0.3930000066757202, 0.40400001406669617, 0.4090000092983246, 0.4020000100135803, 0.4009999930858612, 0.39800000190734863, 0.3970000147819519]], "winogrande/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.4970000088214874, 0.5149999856948853, 0.4869999885559082, 0.49799999594688416, 0.48899999260902405, 0.4970000088214874, 0.5009999871253967, 0.5, 0.4959999918937683, 0.49399998784065247, 0.5049999952316284, 0.4959999918937683, 0.5009999871253967, 0.5149999856948853, 0.4970000088214874, 0.503000020980835, 0.5070000290870667, 0.5, 0.5080000162124634, 0.5009999871253967, 0.5189999938011169, 0.5059999823570251, 0.5080000162124634, 0.5099999904632568, 0.5170000195503235, 0.5180000066757202, 0.5080000162124634, 0.5189999938011169]], "arc/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25099998712539673, 0.25850000977516174, 0.28600001335144043, 0.2930000126361847, 0.31200000643730164, 0.3109999895095825, 0.31700000166893005, 0.320499986410141, 0.3230000138282776, 0.335999995470047, 0.3400000035762787, 0.3375000059604645, 0.3395000100135803, 0.3434999883174896, 0.34450000524520874, 0.3465000092983246, 0.3479999899864197, 0.34700000286102295, 0.35600000619888306, 0.3555000126361847, 0.35600000619888306, 0.34549999237060547, 0.351500004529953, 0.3569999933242798, 0.3544999957084656, 0.3479999899864197, 0.36250001192092896, 0.35350000858306885]], "mmlu/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25014665722846985, 0.25034859776496887, 0.2546238303184509, 0.25559201836586, 0.256766140460968, 0.25590935349464417, 0.2620393633842468, 0.2617685794830322, 0.2598406672477722, 0.2613592743873596, 0.263716459274292, 0.26806411147117615, 0.2662874460220337, 0.26546376943588257, 0.2703726589679718, 0.2672179043292999, 0.2690165936946869, 0.2679313123226166, 0.26882484555244446, 0.27149590849876404, 0.2691858112812042, 0.27382275462150574, 0.2731778919696808, 0.2736058533191681, 0.27290093898773193, 0.272324800491333, 0.2761671841144562, 0.27613726258277893]], "average": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.33089332841336727, 0.3369810748845339, 0.3478279784321785, 0.35957400873303413, 0.3617207705974579, 0.36736366897821426, 0.36412991769611835, 0.37340857461094856, 0.37585508450865746, 0.3810449056327343, 0.38646455854177475, 0.3890705108642578, 0.38934842869639397, 0.39199546352028847, 0.39373408257961273, 0.39196474477648735, 0.39812707901000977, 0.39574141055345535, 0.40335310995578766, 0.40324949100613594, 0.406148225069046, 0.404040340334177, 0.40558474138379097, 0.4118257276713848, 0.4093001186847687, 0.4106655977666378, 0.41020840033888817, 0.40945466235280037]]}, "comma30b2xwd": {"commonsense_qa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.2329999953508377, 0.23100000619888306, 0.23999999463558197, 0.2549999952316284, 0.2540000081062317, 0.25099998712539673, 0.26100000739097595, 0.27000001072883606, 0.2709999978542328, 0.26100000739097595, 0.2680000066757202, 0.25999999046325684, 0.26600000262260437, 0.2630000114440918, 0.2840000092983246, 0.27900001406669617, 0.28700000047683716, 0.28299999237060547, 0.2750000059604645, 0.2849999964237213, 0.2980000078678131, 0.2879999876022339, 0.28299999237060547, 0.296999990940094, 0.29100000858306885, 0.30300000309944153, 0.29600000381469727]], "hellaswag/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.257999986410141, 0.28600001335144043, 0.2849999964237213, 0.296999990940094, 0.3149999976158142, 0.3109999895095825, 0.32600000500679016, 0.3319999873638153, 0.3440000116825104, 0.34599998593330383, 0.34599998593330383, 0.3540000021457672, 0.3610000014305115, 0.3529999852180481, 0.36800000071525574, 0.3709999918937683, 0.37700000405311584, 0.375, 0.38199999928474426, 0.38100001215934753, 0.3880000114440918, 0.39500001072883606, 0.3919999897480011, 0.3959999978542328, 0.39899998903274536, 0.39500001072883606, 0.39899998903274536]], "openbookqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.28600001335144043, 0.26600000262260437, 0.26600000262260437, 0.27799999713897705, 0.2800000011920929, 0.28999999165534973, 0.2639999985694885, 0.2800000011920929, 0.2879999876022339, 0.3059999942779541, 0.28999999165534973, 0.30399999022483826, 0.29600000381469727, 0.3059999942779541, 0.28999999165534973, 0.29600000381469727, 0.2939999997615814, 0.30399999022483826, 0.30399999022483826, 0.2980000078678131, 0.3140000104904175, 0.3160000145435333, 0.3059999942779541, 0.3100000023841858, 0.3179999887943268, 0.3240000009536743, 0.3240000009536743]], "piqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.5099999904632568, 0.5360000133514404, 0.5540000200271606, 0.574999988079071, 0.5870000123977661, 0.5979999899864197, 0.5830000042915344, 0.5870000123977661, 0.6060000061988831, 0.5920000076293945, 0.6150000095367432, 0.6129999756813049, 0.6119999885559082, 0.6100000143051147, 0.6330000162124634, 0.6209999918937683, 0.6349999904632568, 0.6330000162124634, 0.6240000128746033, 0.6439999938011169, 0.6520000100135803, 0.6520000100135803, 0.6380000114440918, 0.6420000195503235, 0.6480000019073486, 0.6389999985694885, 0.6579999923706055]], "siqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.3619999885559082, 0.36800000071525574, 0.37299999594688416, 0.39500001072883606, 0.38999998569488525, 0.3880000114440918, 0.3869999945163727, 0.3889999985694885, 0.39100000262260437, 0.38199999928474426, 0.38999998569488525, 0.3930000066757202, 0.3970000147819519, 0.38999998569488525, 0.4020000100135803, 0.39500001072883606, 0.40299999713897705, 0.39500001072883606, 0.39399999380111694, 0.39800000190734863, 0.39500001072883606, 0.3959999978542328, 0.39399999380111694, 0.39899998903274536, 0.39899998903274536, 0.3970000147819519, 0.39399999380111694]], "winogrande/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.4970000088214874, 0.49799999594688416, 0.47600001096725464, 0.503000020980835, 0.4909999966621399, 0.5, 0.4970000088214874, 0.5090000033378601, 0.5059999823570251, 0.48899999260902405, 0.5049999952316284, 0.5080000162124634, 0.5099999904632568, 0.5170000195503235, 0.5139999985694885, 0.5180000066757202, 0.5199999809265137, 0.5230000019073486, 0.5180000066757202, 0.5199999809265137, 0.5260000228881836, 0.5180000066757202, 0.5220000147819519, 0.5109999775886536, 0.5289999842643738, 0.5239999890327454, 0.5210000276565552]], "arc/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25099998712539673, 0.26750001311302185, 0.2939999997615814, 0.3230000138282776, 0.33399999141693115, 0.3305000066757202, 0.34599998593330383, 0.3425000011920929, 0.34450000524520874, 0.34950000047683716, 0.3540000021457672, 0.3449999988079071, 0.3504999876022339, 0.3569999933242798, 0.35350000858306885, 0.3529999852180481, 0.3619999885559082, 0.3815000057220459, 0.3700000047683716, 0.3824999928474426, 0.37400001287460327, 0.3765000104904175, 0.3720000088214874, 0.37599998712539673, 0.3824999928474426, 0.3804999887943268, 0.3804999887943268]], "mmlu/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25014665722846985, 0.2551204562187195, 0.25643154978752136, 0.26339778304100037, 0.26507818698883057, 0.26543715596199036, 0.2734922468662262, 0.2798709571361542, 0.2820464074611664, 0.2788177728652954, 0.2851012647151947, 0.2809712886810303, 0.28084689378738403, 0.28447234630584717, 0.2825808823108673, 0.28534746170043945, 0.28823554515838623, 0.2860299348831177, 0.2878941297531128, 0.2936573028564453, 0.2918344736099243, 0.29352864623069763, 0.29394927620887756, 0.29401111602783203, 0.2956533432006836, 0.2918493151664734, 0.29534193873405457]], "average": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.33089332841336727, 0.3384525626897812, 0.34305394627153873, 0.36117472499608994, 0.36450977250933647, 0.3667421415448189, 0.3671865314245224, 0.37367137148976326, 0.3790683001279831, 0.37553972005844116, 0.38163765519857407, 0.382246408611536, 0.3841683603823185, 0.38505904376506805, 0.3908851146697998, 0.38979343324899673, 0.39577943831682205, 0.3975662440061569, 0.3943617679178715, 0.40026966109871864, 0.40485431998968124, 0.40437858551740646, 0.4001186601817608, 0.40312638506293297, 0.4077691622078419, 0.40679366514086723, 0.408480241894722]]}, "pile30b": {"commonsense_qa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.2329999953508377, 0.22200000286102295, 0.2460000067949295, 0.23499999940395355, 0.2540000081062317, 0.24699999392032623, 0.2639999985694885, 0.28600001335144043, 0.2809999883174896, 0.2680000066757202, 0.29499998688697815, 0.2809999883174896, 0.28600001335144043, 0.28299999237060547, 0.289000004529953, 0.29600000381469727, 0.2980000078678131, 0.30300000309944153, 0.3059999942779541, 0.3009999990463257, 0.296999990940094, 0.3009999990463257, 0.3059999942779541, 0.3089999854564667, 0.3109999895095825, 0.3059999942779541, 0.3179999887943268, 0.3149999976158142]], "hellaswag/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.257999986410141, 0.25600001215934753, 0.26499998569488525, 0.26499998569488525, 0.2809999883174896, 0.3050000071525574, 0.2980000078678131, 0.3140000104904175, 0.31700000166893005, 0.31700000166893005, 0.3199999928474426, 0.3330000042915344, 0.32899999618530273, 0.328000009059906, 0.33500000834465027, 0.33500000834465027, 0.335999995470047, 0.34299999475479126, 0.3449999988079071, 0.3479999899864197, 0.3449999988079071, 0.34299999475479126, 0.3499999940395355, 0.3540000021457672, 0.35499998927116394, 0.3569999933242798, 0.35600000619888306, 0.3580000102519989]], "openbookqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.28600001335144043, 0.28200000524520874, 0.2540000081062317, 0.2680000066757202, 0.25999999046325684, 0.2639999985694885, 0.2720000147819519, 0.27000001072883606, 0.2919999957084656, 0.28200000524520874, 0.2800000011920929, 0.27399998903274536, 0.27799999713897705, 0.3019999861717224, 0.28600001335144043, 0.2800000011920929, 0.2939999997615814, 0.2919999957084656, 0.28600001335144043, 0.28600001335144043, 0.2879999876022339, 0.2919999957084656, 0.2939999997615814, 0.29600000381469727, 0.2919999957084656, 0.29600000381469727, 0.30399999022483826, 0.28600001335144043]], "piqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.5099999904632568, 0.5350000262260437, 0.5820000171661377, 0.5849999785423279, 0.6039999723434448, 0.5989999771118164, 0.6079999804496765, 0.6100000143051147, 0.6110000014305115, 0.6240000128746033, 0.6349999904632568, 0.6340000033378601, 0.640999972820282, 0.6620000004768372, 0.6489999890327454, 0.6549999713897705, 0.6510000228881836, 0.6520000100135803, 0.6600000262260437, 0.6510000228881836, 0.6660000085830688, 0.6690000295639038, 0.6620000004768372, 0.6729999780654907, 0.6690000295639038, 0.6700000166893005, 0.6700000166893005, 0.6679999828338623]], "siqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.3619999885559082, 0.38999998569488525, 0.375, 0.3889999985694885, 0.3889999985694885, 0.39899998903274536, 0.3919999897480011, 0.40299999713897705, 0.3930000066757202, 0.40400001406669617, 0.3930000066757202, 0.39800000190734863, 0.3889999985694885, 0.4009999930858612, 0.39100000262260437, 0.38600000739097595, 0.39899998903274536, 0.38499999046325684, 0.3869999945163727, 0.3930000066757202, 0.382999986410141, 0.38100001215934753, 0.38100001215934753, 0.3840000033378601, 0.38600000739097595, 0.37400001287460327, 0.38199999928474426, 0.38199999928474426]], "winogrande/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.4970000088214874, 0.4830000102519989, 0.492000013589859, 0.4909999966621399, 0.4869999885559082, 0.48500001430511475, 0.48399999737739563, 0.4959999918937683, 0.5040000081062317, 0.4880000054836273, 0.49900001287460327, 0.49000000953674316, 0.4970000088214874, 0.49900001287460327, 0.49300000071525574, 0.5049999952316284, 0.5009999871253967, 0.49900001287460327, 0.5, 0.5049999952316284, 0.5080000162124634, 0.5080000162124634, 0.5109999775886536, 0.5080000162124634, 0.5080000162124634, 0.5040000081062317, 0.5099999904632568, 0.5070000290870667]], "arc/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25099998712539673, 0.24799999594688416, 0.27399998903274536, 0.2759999930858612, 0.29249998927116394, 0.31200000643730164, 0.3095000088214874, 0.31150001287460327, 0.3230000138282776, 0.33000001311302185, 0.32749998569488525, 0.3409999907016754, 0.33550000190734863, 0.34299999475479126, 0.34299999475479126, 0.3434999883174896, 0.34599998593330383, 0.3544999957084656, 0.34850001335144043, 0.3580000102519989, 0.35850000381469727, 0.351500004529953, 0.36000001430511475, 0.36000001430511475, 0.3605000078678131, 0.3644999861717224, 0.36000001430511475, 0.3700000047683716]], "mmlu/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25014665722846985, 0.2503752112388611, 0.24989883601665497, 0.25317710638046265, 0.2588350474834442, 0.2639756202697754, 0.2676057517528534, 0.26245349645614624, 0.2659131586551666, 0.26476848125457764, 0.2725812494754791, 0.269151896238327, 0.26987648010253906, 0.2727672755718231, 0.268532931804657, 0.2738352119922638, 0.273841917514801, 0.2737251818180084, 0.27427542209625244, 0.2748187184333801, 0.27539846301078796, 0.2765475809574127, 0.27410972118377686, 0.27482303977012634, 0.27218154072761536, 0.27676665782928467, 0.27707165479660034, 0.2780885398387909]], "average": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.33089332841336727, 0.33329690620303154, 0.34223735705018044, 0.3452721331268549, 0.3532918728888035, 0.3593719508498907, 0.36188821867108345, 0.36911919340491295, 0.3733641467988491, 0.37222106754779816, 0.3777601532638073, 0.37751898542046547, 0.37817205861210823, 0.38634590804576874, 0.3818166181445122, 0.3842918984591961, 0.387355238199234, 0.3877781480550766, 0.38834693282842636, 0.38960234448313713, 0.3901123069226742, 0.39025595411658287, 0.3922637142241001, 0.3948528803884983, 0.39421019703149796, 0.3935333341360092, 0.3971339575946331, 0.39551107212901115]]}, "olc": {"commonsense_qa/acc_norm": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.2329999953508377, 0.2370000034570694, 0.24199999868869781, 0.24400000274181366, 0.24199999868869781, 0.24199999868869781, 0.25600001215934753, 0.257999986410141, 0.26100000739097595, 0.26100000739097595, 0.2639999985694885, 0.257999986410141, 0.25699999928474426, 0.2529999911785126, 0.26899999380111694, 0.2669999897480011, 0.2639999985694885, 0.27799999713897705, 0.26899999380111694, 0.26499998569488525, 0.2759999930858612, 0.27300000190734863, 0.27300000190734863, 0.2720000147819519, 0.2709999978542328, 0.2770000100135803]], "hellaswag/acc_norm": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.257999986410141, 0.2840000092983246, 0.2879999876022339, 0.28299999237060547, 0.30000001192092896, 0.29499998688697815, 0.3100000023841858, 0.31299999356269836, 0.3059999942779541, 0.3140000104904175, 0.3269999921321869, 0.3230000138282776, 0.3199999928474426, 0.328000009059906, 0.32600000500679016, 0.328000009059906, 0.3319999873638153, 0.3319999873638153, 0.3400000035762787, 0.3400000035762787, 0.335999995470047, 0.34299999475479126, 0.335999995470047, 0.3310000002384186, 0.34299999475479126, 0.33799999952316284]], "openbookqa/acc_norm": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.28600001335144043, 0.23999999463558197, 0.2680000066757202, 0.27399998903274536, 0.2639999985694885, 0.2759999930858612, 0.25999999046325684, 0.2540000081062317, 0.2680000066757202, 0.2619999945163727, 0.27000001072883606, 0.25600001215934753, 0.2720000147819519, 0.27399998903274536, 0.2680000066757202, 0.27000001072883606, 0.2680000066757202, 0.27799999713897705, 0.27799999713897705, 0.27799999713897705, 0.2720000147819519, 0.2879999876022339, 0.2800000011920929, 0.28200000524520874, 0.2680000066757202, 0.27399998903274536]], "piqa/acc_norm": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.5099999904632568, 0.5429999828338623, 0.5569999814033508, 0.5600000023841858, 0.5730000138282776, 0.5740000009536743, 0.5860000252723694, 0.5789999961853027, 0.5799999833106995, 0.5849999785423279, 0.5899999737739563, 0.5870000123977661, 0.597000002861023, 0.5989999771118164, 0.593999981880188, 0.5950000286102295, 0.5910000205039978, 0.5929999947547913, 0.593999981880188, 0.6010000109672546, 0.5929999947547913, 0.5960000157356262, 0.6039999723434448, 0.5899999737739563, 0.6000000238418579, 0.593999981880188]], "siqa/acc_norm": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.3619999885559082, 0.3709999918937683, 0.37700000405311584, 0.382999986410141, 0.38100001215934753, 0.3779999911785126, 0.3720000088214874, 0.3919999897480011, 0.38199999928474426, 0.38499999046325684, 0.382999986410141, 0.3869999945163727, 0.3880000114440918, 0.38499999046325684, 0.39100000262260437, 0.3880000114440918, 0.3889999985694885, 0.3799999952316284, 0.3930000066757202, 0.3889999985694885, 0.39100000262260437, 0.38199999928474426, 0.39399999380111694, 0.39100000262260437, 0.38600000739097595, 0.38499999046325684]], "winogrande/acc_norm": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.4970000088214874, 0.47999998927116394, 0.48100000619888306, 0.49900001287460327, 0.4950000047683716, 0.49300000071525574, 0.49900001287460327, 0.5040000081062317, 0.503000020980835, 0.49799999594688416, 0.5059999823570251, 0.5139999985694885, 0.5130000114440918, 0.49799999594688416, 0.5139999985694885, 0.5080000162124634, 0.5040000081062317, 0.5019999742507935, 0.5, 0.5059999823570251, 0.5090000033378601, 0.5049999952316284, 0.5090000033378601, 0.5040000081062317, 0.5059999823570251, 0.5080000162124634]], "arc/acc_norm": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25099998712539673, 0.28349998593330383, 0.2824999988079071, 0.2879999876022339, 0.29600000381469727, 0.296999990940094, 0.304500013589859, 0.2980000078678131, 0.31200000643730164, 0.3149999976158142, 0.3140000104904175, 0.3179999887943268, 0.31349998712539673, 0.31700000166893005, 0.3125, 0.3294999897480011, 0.32350000739097595, 0.33250001072883606, 0.3305000066757202, 0.32350000739097595, 0.33000001311302185, 0.32100000977516174, 0.33250001072883606, 0.32850000262260437, 0.3345000147819519, 0.3305000066757202]], "mmlu/acc_norm": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25014665722846985, 0.2585538923740387, 0.2571848928928375, 0.2613389492034912, 0.2620930075645447, 0.26306718587875366, 0.2642710506916046, 0.2655433416366577, 0.2674265503883362, 0.27062785625457764, 0.27147209644317627, 0.2748769223690033, 0.27271077036857605, 0.27481040358543396, 0.27154606580734253, 0.27499744296073914, 0.2735101580619812, 0.27561432123184204, 0.27740490436553955, 0.27590110898017883, 0.27666059136390686, 0.27742284536361694, 0.27686387300491333, 0.2758917808532715, 0.2775519788265228, 0.27486249804496765]], "average": [[0, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.33089332841336727, 0.33713173121213913, 0.3440856095403433, 0.34904236532747746, 0.35163663141429424, 0.35225839354097843, 0.35647138953208923, 0.3579429164528847, 0.35992832109332085, 0.36132847890257835, 0.36568400636315346, 0.36473461613059044, 0.36665134876966476, 0.36610129475593567, 0.36825575679540634, 0.3700621873140335, 0.3681262731552124, 0.3713892847299576, 0.3727381117641926, 0.372300136834383, 0.37295757606625557, 0.3731778562068939, 0.3756704814732075, 0.37179897353053093, 0.37325650081038475, 0.3726703114807606]]}, "fineweb30b": {"commonsense_qa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.2329999953508377, 0.23999999463558197, 0.2669999897480011, 0.2809999883174896, 0.29600000381469727, 0.29100000858306885, 0.3009999990463257, 0.29899999499320984, 0.31299999356269836, 0.3070000112056732, 0.32499998807907104, 0.32899999618530273, 0.31700000166893005, 0.32600000500679016, 0.33000001311302185, 0.33000001311302185, 0.32600000500679016, 0.328000009059906, 0.3240000009536743, 0.3310000002384186, 0.335999995470047, 0.3400000035762787, 0.34299999475479126, 0.3400000035762787, 0.328000009059906, 0.3330000042915344, 0.3370000123977661, 0.335999995470047]], "hellaswag/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.257999986410141, 0.2720000147819519, 0.28999999165534973, 0.3109999895095825, 0.3310000002384186, 0.3540000021457672, 0.3619999885559082, 0.3790000081062317, 0.3790000081062317, 0.4090000092983246, 0.40400001406669617, 0.4309999942779541, 0.4410000145435333, 0.4410000145435333, 0.4440000057220459, 0.44200000166893005, 0.453000009059906, 0.46399998664855957, 0.4650000035762787, 0.47099998593330383, 0.47600001096725464, 0.4740000069141388, 0.48100000619888306, 0.47999998927116394, 0.4860000014305115, 0.48500001430511475, 0.4869999885559082, 0.4819999933242798]], "openbookqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.28600001335144043, 0.2680000066757202, 0.2759999930858612, 0.25999999046325684, 0.2939999997615814, 0.2720000147819519, 0.28999999165534973, 0.2840000092983246, 0.2800000011920929, 0.30799999833106995, 0.3199999928474426, 0.3160000145435333, 0.3160000145435333, 0.32600000500679016, 0.3240000009536743, 0.33000001311302185, 0.3179999887943268, 0.3319999873638153, 0.335999995470047, 0.33000001311302185, 0.3319999873638153, 0.3319999873638153, 0.335999995470047, 0.32199999690055847, 0.3400000035762787, 0.3400000035762787, 0.33399999141693115, 0.34200000762939453]], "piqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.5099999904632568, 0.5370000004768372, 0.625, 0.6380000114440918, 0.6669999957084656, 0.6759999990463257, 0.6710000038146973, 0.675000011920929, 0.6869999766349792, 0.6919999718666077, 0.699999988079071, 0.6940000057220459, 0.7099999785423279, 0.7110000252723694, 0.6980000138282776, 0.7110000252723694, 0.7080000042915344, 0.7059999704360962, 0.7120000123977661, 0.7080000042915344, 0.7160000205039978, 0.7210000157356262, 0.7170000076293945, 0.7149999737739563, 0.7200000286102295, 0.7310000061988831, 0.7260000109672546, 0.734000027179718]], "siqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.3610000014305115, 0.37599998712539673, 0.3970000147819519, 0.38999998569488525, 0.3889999985694885, 0.3889999985694885, 0.4000000059604645, 0.39899998903274536, 0.39800000190734863, 0.40299999713897705, 0.39800000190734863, 0.4090000092983246, 0.4020000100135803, 0.40799999237060547, 0.40400001406669617, 0.40700000524520874, 0.4000000059604645, 0.4009999930858612, 0.4059999883174896, 0.40400001406669617, 0.4020000100135803, 0.40400001406669617, 0.40799999237060547, 0.4059999883174896, 0.4000000059604645, 0.4020000100135803, 0.4000000059604645, 0.40299999713897705]], "winogrande/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.4970000088214874, 0.49900001287460327, 0.4959999918937683, 0.49000000953674316, 0.4950000047683716, 0.5139999985694885, 0.49399998784065247, 0.5090000033378601, 0.5070000290870667, 0.5170000195503235, 0.5170000195503235, 0.5210000276565552, 0.527999997138977, 0.5149999856948853, 0.531000018119812, 0.5289999842643738, 0.5230000019073486, 0.5220000147819519, 0.531000018119812, 0.527999997138977, 0.5289999842643738, 0.5289999842643738, 0.5270000100135803, 0.531000018119812, 0.5339999794960022, 0.5329999923706055, 0.5320000052452087, 0.527999997138977]], "arc/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.2515000104904175, 0.25850000977516174, 0.296999990940094, 0.31200000643730164, 0.3244999945163727, 0.3255000114440918, 0.33649998903274536, 0.34049999713897705, 0.3375000059604645, 0.34700000286102295, 0.34450000524520874, 0.34850001335144043, 0.35199999809265137, 0.3569999933242798, 0.36250001192092896, 0.36649999022483826, 0.37400001287460327, 0.3630000054836273, 0.37299999594688416, 0.3774999976158142, 0.37950000166893005, 0.37599998712539673, 0.37700000405311584, 0.37700000405311584, 0.38350000977516174, 0.3785000145435333, 0.38100001215934753, 0.37950000166893005]], "mmlu/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25014665722846985, 0.24618151783943176, 0.2554377317428589, 0.2610578238964081, 0.2630849778652191, 0.26698705554008484, 0.2626643776893616, 0.2685433030128479, 0.26840952038764954, 0.271842360496521, 0.2744080126285553, 0.27861130237579346, 0.27819064259529114, 0.279941588640213, 0.27673885226249695, 0.28065523505210876, 0.2827058434486389, 0.2834354639053345, 0.2871454060077667, 0.28480133414268494, 0.28311216831207275, 0.2876943349838257, 0.28501543402671814, 0.28858357667922974, 0.2878207564353943, 0.2901135981082916, 0.28909429907798767, 0.2914976477622986]], "average": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.3308308329433203, 0.3370851930230856, 0.36292971298098564, 0.36788222566246986, 0.38244812190532684, 0.3860608860850334, 0.3896455429494381, 0.3942554146051407, 0.39623869210481644, 0.406855296343565, 0.41036350280046463, 0.4158889204263687, 0.41802383214235306, 0.4204927012324333, 0.4212798662483692, 0.4245194084942341, 0.4230882339179516, 0.424929428845644, 0.42926817759871483, 0.4292876683175564, 0.43170152232050896, 0.4329617917537689, 0.43425193056464195, 0.4324479438364506, 0.43491509929299355, 0.4365767054259777, 0.43576179072260857, 0.43699970841407776]]}, "commoncorpus": {"commonsense_qa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.2329999953508377, 0.23199999332427979, 0.2409999966621399, 0.23800000548362732, 0.24799999594688416, 0.25600001215934753, 0.24799999594688416, 0.2549999952316284, 0.25099998712539673, 0.26600000262260437, 0.26100000739097595, 0.2680000066757202, 0.2630000114440918, 0.26600000262260437, 0.25999999046325684, 0.25999999046325684, 0.26100000739097595, 0.26100000739097595, 0.25999999046325684, 0.26100000739097595, 0.26600000262260437, 0.27000001072883606, 0.26600000262260437, 0.2619999945163727, 0.25999999046325684, 0.2619999945163727, 0.2630000114440918, 0.2639999985694885]], "hellaswag/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.257999986410141, 0.2630000114440918, 0.2840000092983246, 0.28600001335144043, 0.28200000524520874, 0.27900001406669617, 0.2919999957084656, 0.2879999876022339, 0.29499998688697815, 0.3009999990463257, 0.29100000858306885, 0.30300000309944153, 0.3070000112056732, 0.3160000145435333, 0.3059999942779541, 0.32199999690055847, 0.31299999356269836, 0.33000001311302185, 0.32600000500679016, 0.32600000500679016, 0.32199999690055847, 0.3310000002384186, 0.3400000035762787, 0.33899998664855957, 0.335999995470047, 0.33000001311302185, 0.3370000123977661, 0.335999995470047]], "openbookqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.28600001335144043, 0.26600000262260437, 0.2680000066757202, 0.2680000066757202, 0.2759999930858612, 0.2680000066757202, 0.26600000262260437, 0.27000001072883606, 0.2680000066757202, 0.2939999997615814, 0.2800000011920929, 0.28600001335144043, 0.27799999713897705, 0.28999999165534973, 0.2759999930858612, 0.2840000092983246, 0.2800000011920929, 0.2720000147819519, 0.28200000524520874, 0.28999999165534973, 0.28200000524520874, 0.30000001192092896, 0.3059999942779541, 0.28999999165534973, 0.2939999997615814, 0.2939999997615814, 0.2980000078678131, 0.3019999861717224]], "piqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.5099999904632568, 0.5040000081062317, 0.5429999828338623, 0.5640000104904175, 0.5600000023841858, 0.5709999799728394, 0.5770000219345093, 0.5569999814033508, 0.5630000233650208, 0.5799999833106995, 0.5740000009536743, 0.5830000042915344, 0.5870000123977661, 0.5989999771118164, 0.5889999866485596, 0.5809999704360962, 0.5910000205039978, 0.5989999771118164, 0.6029999852180481, 0.5989999771118164, 0.597000002861023, 0.6029999852180481, 0.6019999980926514, 0.6029999852180481, 0.6050000190734863, 0.6129999756813049, 0.6119999885559082, 0.6100000143051147]], "siqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.3619999885559082, 0.36899998784065247, 0.36899998784065247, 0.3700000047683716, 0.36399999260902405, 0.367000013589859, 0.37599998712539673, 0.37700000405311584, 0.37700000405311584, 0.3799999952316284, 0.38600000739097595, 0.3880000114440918, 0.3880000114440918, 0.3919999897480011, 0.38999998569488525, 0.38100001215934753, 0.3779999911785126, 0.3700000047683716, 0.3869999945163727, 0.38600000739097595, 0.38499999046325684, 0.3880000114440918, 0.38600000739097595, 0.3869999945163727, 0.38199999928474426, 0.38199999928474426, 0.375, 0.37700000405311584]], "winogrande/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.4970000088214874, 0.49000000953674316, 0.4880000054836273, 0.5009999871253967, 0.4830000102519989, 0.5059999823570251, 0.5040000081062317, 0.4970000088214874, 0.5120000243186951, 0.5080000162124634, 0.49900001287460327, 0.48899999260902405, 0.5, 0.49399998784065247, 0.5019999742507935, 0.49300000071525574, 0.49900001287460327, 0.5009999871253967, 0.5019999742507935, 0.5019999742507935, 0.5, 0.4880000054836273, 0.4970000088214874, 0.5, 0.503000020980835, 0.49900001287460327, 0.4970000088214874, 0.5049999952316284]], "arc/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25099998712539673, 0.27399998903274536, 0.27549999952316284, 0.2809999883174896, 0.2865000069141388, 0.30300000309944153, 0.30250000953674316, 0.30799999833106995, 0.31850001215934753, 0.3095000088214874, 0.3100000023841858, 0.3190000057220459, 0.3230000138282776, 0.3165000081062317, 0.32199999690055847, 0.32199999690055847, 0.3294999897480011, 0.3264999985694885, 0.32749998569488525, 0.3370000123977661, 0.3395000100135803, 0.3310000002384186, 0.3409999907016754, 0.33399999141693115, 0.335999995470047, 0.3400000035762787, 0.33899998664855957, 0.34150001406669617]], "mmlu/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25014665722846985, 0.2568027675151825, 0.2568771243095398, 0.25386300683021545, 0.26008376479148865, 0.2584543824195862, 0.25972142815589905, 0.26220566034317017, 0.26327553391456604, 0.26248499751091003, 0.2661861479282379, 0.2642103433609009, 0.265095055103302, 0.2667981684207916, 0.2618240416049957, 0.26467660069465637, 0.26760023832321167, 0.2668982744216919, 0.26898643374443054, 0.26898401975631714, 0.2700672745704651, 0.26937445998191833, 0.27092382311820984, 0.2701335847377777, 0.2685023248195648, 0.26954370737075806, 0.2716163694858551, 0.2701015770435333]], "average": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.33089332841336727, 0.3318503461778164, 0.3406721390783787, 0.34523287788033485, 0.3449479714035988, 0.3510567992925644, 0.35315268114209175, 0.3517757058143616, 0.35597194731235504, 0.3626231253147125, 0.35839827358722687, 0.3625262975692749, 0.36388688907027245, 0.3675372675061226, 0.3633529953658581, 0.3634595721960068, 0.3648875318467617, 0.36579978466033936, 0.3695607967674732, 0.3712479993700981, 0.3701959103345871, 0.37254681065678596, 0.37611547857522964, 0.37314169108867645, 0.37306279316544533, 0.37369296327233315, 0.37407704815268517, 0.3757001981139183]]}, "kl3m": {"commonsense_qa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.2329999953508377, 0.22499999403953552, 0.23000000417232513, 0.24400000274181366, 0.23999999463558197, 0.23999999463558197, 0.24199999868869781, 0.25099998712539673, 0.2409999966621399, 0.24199999868869781, 0.2549999952316284, 0.2549999952316284, 0.25, 0.2590000033378601, 0.2540000081062317, 0.2619999945163727, 0.257999986410141, 0.2619999945163727, 0.2549999952316284, 0.26100000739097595, 0.26600000262260437, 0.25600001215934753, 0.26499998569488525, 0.2639999985694885, 0.2639999985694885, 0.2639999985694885, 0.26100000739097595, 0.2680000066757202]], "hellaswag/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.257999986410141, 0.2630000114440918, 0.2630000114440918, 0.26499998569488525, 0.2619999945163727, 0.2639999985694885, 0.27399998903274536, 0.2879999876022339, 0.27900001406669617, 0.28700000047683716, 0.2800000011920929, 0.29600000381469727, 0.289000004529953, 0.2919999957084656, 0.2800000011920929, 0.28600001335144043, 0.29100000858306885, 0.2840000092983246, 0.2849999964237213, 0.296999990940094, 0.2930000126361847, 0.29499998688697815, 0.3009999990463257, 0.2919999957084656, 0.29600000381469727, 0.2939999997615814, 0.2980000078678131, 0.29899999499320984]], "openbookqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.28600001335144043, 0.2680000066757202, 0.26600000262260437, 0.28200000524520874, 0.2840000092983246, 0.28200000524520874, 0.2840000092983246, 0.27799999713897705, 0.2759999930858612, 0.2619999945163727, 0.2639999985694885, 0.2759999930858612, 0.28200000524520874, 0.2840000092983246, 0.2720000147819519, 0.27000001072883606, 0.2619999945163727, 0.26600000262260437, 0.2680000066757202, 0.27399998903274536, 0.2619999945163727, 0.2759999930858612, 0.27399998903274536, 0.2980000078678131, 0.27799999713897705, 0.2720000147819519, 0.2939999997615814, 0.2840000092983246]], "piqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.5099999904632568, 0.4959999918937683, 0.5419999957084656, 0.5540000200271606, 0.5400000214576721, 0.5580000281333923, 0.5619999766349792, 0.5590000152587891, 0.5649999976158142, 0.5709999799728394, 0.5659999847412109, 0.5830000042915344, 0.5809999704360962, 0.5720000267028809, 0.5899999737739563, 0.5730000138282776, 0.578000009059906, 0.5799999833106995, 0.5809999704360962, 0.5870000123977661, 0.5799999833106995, 0.5759999752044678, 0.5910000205039978, 0.5759999752044678, 0.5809999704360962, 0.5789999961853027, 0.5860000252723694, 0.5820000171661377]], "siqa/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.3619999885559082, 0.37599998712539673, 0.38199999928474426, 0.36399999260902405, 0.3790000081062317, 0.3799999952316284, 0.38499999046325684, 0.382999986410141, 0.38199999928474426, 0.382999986410141, 0.3919999897480011, 0.38199999928474426, 0.38600000739097595, 0.382999986410141, 0.3709999918937683, 0.3840000033378601, 0.38199999928474426, 0.3799999952316284, 0.3779999911785126, 0.3799999952316284, 0.382999986410141, 0.38100001215934753, 0.38499999046325684, 0.38199999928474426, 0.38199999928474426, 0.38199999928474426, 0.38100001215934753, 0.3799999952316284]], "winogrande/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.4970000088214874, 0.49799999594688416, 0.4970000088214874, 0.4869999885559082, 0.48399999737739563, 0.4830000102519989, 0.5, 0.49300000071525574, 0.5, 0.4909999966621399, 0.4869999885559082, 0.49300000071525574, 0.4959999918937683, 0.4860000014305115, 0.5059999823570251, 0.492000013589859, 0.5, 0.4950000047683716, 0.49399998784065247, 0.5049999952316284, 0.5, 0.4880000054836273, 0.49900001287460327, 0.492000013589859, 0.49900001287460327, 0.49300000071525574, 0.49300000071525574, 0.5]], "arc/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25099998712539673, 0.2639999985694885, 0.27799999713897705, 0.2879999876022339, 0.2930000126361847, 0.2955000102519989, 0.29899999499320984, 0.3005000054836273, 0.3070000112056732, 0.304500013589859, 0.3140000104904175, 0.31049999594688416, 0.3095000088214874, 0.3095000088214874, 0.30649998784065247, 0.3095000088214874, 0.31200000643730164, 0.3075000047683716, 0.31150001287460327, 0.3109999895095825, 0.31299999356269836, 0.3140000104904175, 0.31150001287460327, 0.3140000104904175, 0.3100000023841858, 0.3160000145435333, 0.3154999911785126, 0.3179999887943268]], "mmlu/acc_norm": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.25014665722846985, 0.2510088384151459, 0.2497750073671341, 0.25763484835624695, 0.2545507848262787, 0.25185319781303406, 0.25251519680023193, 0.2589358389377594, 0.2543826401233673, 0.2546485960483551, 0.2536434233188629, 0.2595389783382416, 0.25609391927719116, 0.2604597210884094, 0.25864675641059875, 0.2590426206588745, 0.26458609104156494, 0.2593414783477783, 0.25802457332611084, 0.25712087750434875, 0.26026925444602966, 0.25924283266067505, 0.25732576847076416, 0.2614481449127197, 0.25880491733551025, 0.26056066155433655, 0.26185885071754456, 0.2633035182952881]], "average": [[0, 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500], [0.33089332841336727, 0.3301261030137539, 0.3384718783199787, 0.3427043538540602, 0.34206885285675526, 0.3442941550165415, 0.3498143944889307, 0.3514294773340225, 0.35054783150553703, 0.34939357079565525, 0.3514554239809513, 0.3568798713386059, 0.3561992384493351, 0.35574496909976006, 0.3547683395445347, 0.354442834854126, 0.3559482619166374, 0.3542301841080189, 0.35381556674838066, 0.3590151071548462, 0.3571586534380913, 0.35565535351634026, 0.3604782223701477, 0.35993101820349693, 0.3586006127297878, 0.3575700856745243, 0.36129486188292503, 0.36178794130682945]]}}