diff --git "a/measurement.json" "b/measurement.json" --- "a/measurement.json" +++ "b/measurement.json" @@ -2,7 +2,7 @@ "measurement": { "model.layers.0.self_attn": [ { - "accuracy": 0.886766370974089, + "accuracy": 0.8861736498380962, "total_bits": 111655168, "q_proj": { "group_size": { @@ -66,7 +66,7 @@ } }, { - "accuracy": 0.9037417800802934, + "accuracy": 0.9017222555060136, "total_bits": 114997504, "q_proj": { "group_size": { @@ -130,7 +130,7 @@ } }, { - "accuracy": 0.9167227745056152, + "accuracy": 0.9164756473742033, "total_bits": 119288192, "q_proj": { "group_size": { @@ -194,7 +194,7 @@ } }, { - "accuracy": 0.9418081609826339, + "accuracy": 0.9415076594603689, "total_bits": 139930496, "q_proj": { "group_size": { @@ -258,7 +258,7 @@ } }, { - "accuracy": 0.9482378144013255, + "accuracy": 0.9480617987482172, "total_bits": 165321856, "q_proj": { "group_size": { @@ -322,7 +322,7 @@ } }, { - "accuracy": 0.9500569105148315, + "accuracy": 0.9496595169368544, "total_bits": 165487616, "q_proj": { "group_size": { @@ -386,7 +386,7 @@ } }, { - "accuracy": 0.9626750318627608, + "accuracy": 0.962602646727311, "total_bits": 211983488, "q_proj": { "group_size": { @@ -438,7 +438,7 @@ } }, { - "accuracy": 0.9643484448131762, + "accuracy": 0.9641785370676141, "total_bits": 212149248, "q_proj": { "group_size": { @@ -490,7 +490,7 @@ } }, { - "accuracy": 0.9685862158474169, + "accuracy": 0.9685649620859247, "total_bits": 213960704, "q_proj": { "group_size": { @@ -542,7 +542,7 @@ } }, { - "accuracy": 0.9705697235308195, + "accuracy": 0.9705906761320013, "total_bits": 216920576, "q_proj": { "group_size": { @@ -594,7 +594,7 @@ } }, { - "accuracy": 0.9758559857544146, + "accuracy": 0.9757293196100938, "total_bits": 217916416, "q_proj": { "group_size": { @@ -658,7 +658,7 @@ } }, { - "accuracy": 0.9776470629792464, + "accuracy": 0.9775711815608176, "total_bits": 219400192, "q_proj": { "group_size": { @@ -722,7 +722,7 @@ } }, { - "accuracy": 0.9788531315954108, + "accuracy": 0.9787335442869287, "total_bits": 223787264, "q_proj": { "group_size": { @@ -783,7 +783,7 @@ } }, { - "accuracy": 0.9808167642668674, + "accuracy": 0.9808043555209511, "total_bits": 226914816, "q_proj": { "group_size": { @@ -844,7 +844,7 @@ } }, { - "accuracy": 0.9883834492219122, + "accuracy": 0.9883249511844233, "total_bits": 274898048, "q_proj": { "group_size": { @@ -905,7 +905,7 @@ } }, { - "accuracy": 0.9902482111203043, + "accuracy": 0.9902617523544713, "total_bits": 279343616, "q_proj": { "group_size": { @@ -966,7 +966,7 @@ } }, { - "accuracy": 0.9905767511380347, + "accuracy": 0.9905444885555067, "total_bits": 316841088, "q_proj": { "group_size": { @@ -1018,7 +1018,7 @@ } }, { - "accuracy": 0.9939758063931214, + "accuracy": 0.9939728171417588, "total_bits": 332263936, "q_proj": { "group_size": { @@ -1070,7 +1070,7 @@ } }, { - "accuracy": 0.9974273725559837, + "accuracy": 0.9974201176511613, "total_bits": 421698688, "q_proj": { "group_size": { @@ -1124,7 +1124,7 @@ ], "model.layers.0.mlp": [ { - "accuracy": 0.9123008815865767, + "accuracy": 0.9064004546717593, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -1176,7 +1176,7 @@ } }, { - "accuracy": 0.9179406730752242, + "accuracy": 0.9148960364492316, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -1228,7 +1228,7 @@ } }, { - "accuracy": 0.9185427113583213, + "accuracy": 0.9182046212648091, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -1277,7 +1277,7 @@ } }, { - "accuracy": 0.9190139080348768, + "accuracy": 0.9191914294895372, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -1326,7 +1326,7 @@ } }, { - "accuracy": 0.981136889834153, + "accuracy": 0.9770553786503641, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -1378,7 +1378,7 @@ } }, { - "accuracy": 0.9844504814398917, + "accuracy": 0.9811369651242307, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -1430,7 +1430,7 @@ } }, { - "accuracy": 0.9859144844506916, + "accuracy": 0.9833332676636545, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -1479,7 +1479,7 @@ } }, { - "accuracy": 0.9895696710599097, + "accuracy": 0.990629391450631, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -1522,7 +1522,7 @@ } }, { - "accuracy": 0.9936172828862542, + "accuracy": 0.992009436613635, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -1565,7 +1565,7 @@ } }, { - "accuracy": 0.9903408108573211, + "accuracy": 0.9899418220708245, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -1617,7 +1617,7 @@ } }, { - "accuracy": 0.9947598933389312, + "accuracy": 0.9929033227657017, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -1669,7 +1669,7 @@ } }, { - "accuracy": 0.9966102991449205, + "accuracy": 0.9957008275546526, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -1721,7 +1721,7 @@ } }, { - "accuracy": 0.997198751882503, + "accuracy": 0.996283309632226, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -1773,7 +1773,7 @@ } }, { - "accuracy": 0.9979155840058076, + "accuracy": 0.997360217335977, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -1816,7 +1816,7 @@ } }, { - "accuracy": 0.9981811399522581, + "accuracy": 0.9977381709767016, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -1865,7 +1865,7 @@ } }, { - "accuracy": 0.9986048803517693, + "accuracy": 0.9983230935115563, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -1911,7 +1911,7 @@ } }, { - "accuracy": 0.9991373956007393, + "accuracy": 0.9990083612501621, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -1953,7 +1953,7 @@ ], "model.layers.1.self_attn": [ { - "accuracy": 0.974171265175468, + "accuracy": 0.9668626534311395, "total_bits": 111655168, "q_proj": { "group_size": { @@ -2017,7 +2017,7 @@ } }, { - "accuracy": 0.9752597071622547, + "accuracy": 0.9686969832370156, "total_bits": 114997504, "q_proj": { "group_size": { @@ -2081,7 +2081,7 @@ } }, { - "accuracy": 0.9798321802365152, + "accuracy": 0.9740584131918455, "total_bits": 119288192, "q_proj": { "group_size": { @@ -2145,7 +2145,7 @@ } }, { - "accuracy": 0.9841571434548027, + "accuracy": 0.9799566378718928, "total_bits": 139930496, "q_proj": { "group_size": { @@ -2209,7 +2209,7 @@ } }, { - "accuracy": 0.9852177720320853, + "accuracy": 0.9814535002959403, "total_bits": 165321856, "q_proj": { "group_size": { @@ -2273,7 +2273,7 @@ } }, { - "accuracy": 0.9854491604001898, + "accuracy": 0.982149916259866, "total_bits": 165487616, "q_proj": { "group_size": { @@ -2337,7 +2337,7 @@ } }, { - "accuracy": 0.9873504905324233, + "accuracy": 0.984983105408518, "total_bits": 211983488, "q_proj": { "group_size": { @@ -2389,7 +2389,7 @@ } }, { - "accuracy": 0.9874907002637261, + "accuracy": 0.9854406400730735, "total_bits": 212149248, "q_proj": { "group_size": { @@ -2441,7 +2441,7 @@ } }, { - "accuracy": 0.9911975813539404, + "accuracy": 0.9892735755757281, "total_bits": 213960704, "q_proj": { "group_size": { @@ -2493,7 +2493,7 @@ } }, { - "accuracy": 0.9912265656810058, + "accuracy": 0.989234804322845, "total_bits": 216920576, "q_proj": { "group_size": { @@ -2545,7 +2545,7 @@ } }, { - "accuracy": 0.9926147123700694, + "accuracy": 0.9907895389356112, "total_bits": 217916416, "q_proj": { "group_size": { @@ -2609,7 +2609,7 @@ } }, { - "accuracy": 0.9942452903640898, + "accuracy": 0.992548649248324, "total_bits": 219400192, "q_proj": { "group_size": { @@ -2673,7 +2673,7 @@ } }, { - "accuracy": 0.9930285685940793, + "accuracy": 0.9915451438803422, "total_bits": 223787264, "q_proj": { "group_size": { @@ -2734,7 +2734,7 @@ } }, { - "accuracy": 0.994668476675686, + "accuracy": 0.9932723390428644, "total_bits": 226914816, "q_proj": { "group_size": { @@ -2795,7 +2795,7 @@ } }, { - "accuracy": 0.9961877978946033, + "accuracy": 0.9953320222465616, "total_bits": 274898048, "q_proj": { "group_size": { @@ -2856,7 +2856,7 @@ } }, { - "accuracy": 0.9974031438560862, + "accuracy": 0.9966998994350433, "total_bits": 279343616, "q_proj": { "group_size": { @@ -2917,7 +2917,7 @@ } }, { - "accuracy": 0.9966109642072728, + "accuracy": 0.9959896822509012, "total_bits": 316841088, "q_proj": { "group_size": { @@ -2969,7 +2969,7 @@ } }, { - "accuracy": 0.9987553412977018, + "accuracy": 0.9984072782099247, "total_bits": 332263936, "q_proj": { "group_size": { @@ -3021,7 +3021,7 @@ } }, { - "accuracy": 0.9990817211372288, + "accuracy": 0.9989290671717179, "total_bits": 421698688, "q_proj": { "group_size": { @@ -3075,7 +3075,7 @@ ], "model.layers.1.mlp": [ { - "accuracy": 0.9776124515031513, + "accuracy": 0.9735160783717507, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -3127,7 +3127,7 @@ } }, { - "accuracy": 0.9781711666207564, + "accuracy": 0.9741830919918261, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -3179,7 +3179,7 @@ } }, { - "accuracy": 0.9819217512482091, + "accuracy": 0.9786944828535381, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -3228,7 +3228,7 @@ } }, { - "accuracy": 0.9831633505068327, + "accuracy": 0.9801713087056813, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -3277,7 +3277,7 @@ } }, { - "accuracy": 0.9886964700723949, + "accuracy": 0.986599188101919, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -3329,7 +3329,7 @@ } }, { - "accuracy": 0.9895881296772706, + "accuracy": 0.9876806461497357, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -3381,7 +3381,7 @@ } }, { - "accuracy": 0.991281553318626, + "accuracy": 0.9897119018592333, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -3430,7 +3430,7 @@ } }, { - "accuracy": 0.9940993378036901, + "accuracy": 0.9930301041979539, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -3473,7 +3473,7 @@ } }, { - "accuracy": 0.9946468864616594, + "accuracy": 0.9936791979952863, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -3516,7 +3516,7 @@ } }, { - "accuracy": 0.994249592094045, + "accuracy": 0.9931885513820147, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -3568,7 +3568,7 @@ } }, { - "accuracy": 0.9949699777521586, + "accuracy": 0.994037148983855, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -3620,7 +3620,7 @@ } }, { - "accuracy": 0.9970683388804135, + "accuracy": 0.9965269793021051, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -3672,7 +3672,7 @@ } }, { - "accuracy": 0.9974912430502867, + "accuracy": 0.9970314047838512, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -3724,7 +3724,7 @@ } }, { - "accuracy": 0.998406364631496, + "accuracy": 0.9981146137181082, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -3767,7 +3767,7 @@ } }, { - "accuracy": 0.9985017061821724, + "accuracy": 0.9982228747716075, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -3816,7 +3816,7 @@ } }, { - "accuracy": 0.9988408454350735, + "accuracy": 0.9986280912631437, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -3862,7 +3862,7 @@ } }, { - "accuracy": 0.9995682009152675, + "accuracy": 0.9994894875899741, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -3904,7 +3904,7 @@ ], "model.layers.2.self_attn": [ { - "accuracy": 0.9615542543561835, + "accuracy": 0.9566363284462377, "total_bits": 111655168, "q_proj": { "group_size": { @@ -3968,7 +3968,7 @@ } }, { - "accuracy": 0.9623906047720658, + "accuracy": 0.9579837635943764, "total_bits": 114997504, "q_proj": { "group_size": { @@ -4032,7 +4032,7 @@ } }, { - "accuracy": 0.9715013221690529, + "accuracy": 0.9679713845252991, "total_bits": 119288192, "q_proj": { "group_size": { @@ -4096,7 +4096,7 @@ } }, { - "accuracy": 0.975708439161903, + "accuracy": 0.9730750196858456, "total_bits": 139930496, "q_proj": { "group_size": { @@ -4160,7 +4160,7 @@ } }, { - "accuracy": 0.9784333611789503, + "accuracy": 0.9761175936774203, "total_bits": 165321856, "q_proj": { "group_size": { @@ -4224,7 +4224,7 @@ } }, { - "accuracy": 0.9812903639517332, + "accuracy": 0.9788101942915666, "total_bits": 165487616, "q_proj": { "group_size": { @@ -4288,7 +4288,7 @@ } }, { - "accuracy": 0.9804008430556247, + "accuracy": 0.9787695643148924, "total_bits": 211983488, "q_proj": { "group_size": { @@ -4340,7 +4340,7 @@ } }, { - "accuracy": 0.9835308852948641, + "accuracy": 0.9818602831740129, "total_bits": 212149248, "q_proj": { "group_size": { @@ -4392,7 +4392,7 @@ } }, { - "accuracy": 0.988619012267966, + "accuracy": 0.9874114276547181, "total_bits": 213960704, "q_proj": { "group_size": { @@ -4444,7 +4444,7 @@ } }, { - "accuracy": 0.9890296223916506, + "accuracy": 0.9878580272197723, "total_bits": 216920576, "q_proj": { "group_size": { @@ -4496,7 +4496,7 @@ } }, { - "accuracy": 0.9894426394450037, + "accuracy": 0.9884587565534994, "total_bits": 217916416, "q_proj": { "group_size": { @@ -4560,7 +4560,7 @@ } }, { - "accuracy": 0.9930338263511658, + "accuracy": 0.9919750870842683, "total_bits": 219400192, "q_proj": { "group_size": { @@ -4624,7 +4624,7 @@ } }, { - "accuracy": 0.9899053408911354, + "accuracy": 0.9891540266965565, "total_bits": 223787264, "q_proj": { "group_size": { @@ -4685,7 +4685,7 @@ } }, { - "accuracy": 0.9936632208133999, + "accuracy": 0.9928163180225774, "total_bits": 226914816, "q_proj": { "group_size": { @@ -4746,7 +4746,7 @@ } }, { - "accuracy": 0.9941550999095565, + "accuracy": 0.9937078164596307, "total_bits": 274898048, "q_proj": { "group_size": { @@ -4807,7 +4807,7 @@ } }, { - "accuracy": 0.9966217600985577, + "accuracy": 0.9962336083776072, "total_bits": 279343616, "q_proj": { "group_size": { @@ -4868,7 +4868,7 @@ } }, { - "accuracy": 0.9944895886276898, + "accuracy": 0.994148353604894, "total_bits": 316841088, "q_proj": { "group_size": { @@ -4920,7 +4920,7 @@ } }, { - "accuracy": 0.998301229194591, + "accuracy": 0.9981476003794294, "total_bits": 332263936, "q_proj": { "group_size": { @@ -4972,7 +4972,7 @@ } }, { - "accuracy": 0.9986312805037749, + "accuracy": 0.9985400902989664, "total_bits": 421698688, "q_proj": { "group_size": { @@ -5026,7 +5026,7 @@ ], "model.layers.2.mlp": [ { - "accuracy": 0.9542235041919508, + "accuracy": 0.9511011242866516, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -5078,7 +5078,7 @@ } }, { - "accuracy": 0.9576291096837897, + "accuracy": 0.954412535617226, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -5130,7 +5130,7 @@ } }, { - "accuracy": 0.9577138643515737, + "accuracy": 0.9548706663282294, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -5179,7 +5179,7 @@ } }, { - "accuracy": 0.9583144250668978, + "accuracy": 0.9555480323339763, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -5228,7 +5228,7 @@ } }, { - "accuracy": 0.9690805799082706, + "accuracy": 0.9656974014483, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -5280,7 +5280,7 @@ } }, { - "accuracy": 0.9764537027007655, + "accuracy": 0.9738880239034954, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -5332,7 +5332,7 @@ } }, { - "accuracy": 0.9771340630556408, + "accuracy": 0.9746468255394384, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -5381,7 +5381,7 @@ } }, { - "accuracy": 0.9738658619554419, + "accuracy": 0.9710590996240315, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -5424,7 +5424,7 @@ } }, { - "accuracy": 0.9779463504490099, + "accuracy": 0.9755046477443293, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -5467,7 +5467,7 @@ } }, { - "accuracy": 0.9874628656788876, + "accuracy": 0.9863130952182569, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -5519,7 +5519,7 @@ } }, { - "accuracy": 0.9934628476437769, + "accuracy": 0.9927208086377696, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -5571,7 +5571,7 @@ } }, { - "accuracy": 0.9901885617720453, + "accuracy": 0.9891624301671982, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -5623,7 +5623,7 @@ } }, { - "accuracy": 0.9947032559859125, + "accuracy": 0.9941985681653023, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -5675,7 +5675,7 @@ } }, { - "accuracy": 0.990449668545472, + "accuracy": 0.9894570802387438, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -5718,7 +5718,7 @@ } }, { - "accuracy": 0.9977217630336159, + "accuracy": 0.9975056062011343, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -5767,7 +5767,7 @@ } }, { - "accuracy": 0.9979477942382035, + "accuracy": 0.997758789478164, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -5813,7 +5813,7 @@ } }, { - "accuracy": 0.9981668656201739, + "accuracy": 0.9979877440552962, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -5855,7 +5855,7 @@ ], "model.layers.3.self_attn": [ { - "accuracy": 0.9808240548560494, + "accuracy": 0.9787274269681228, "total_bits": 111655168, "q_proj": { "group_size": { @@ -5919,7 +5919,7 @@ } }, { - "accuracy": 0.9828238455872786, + "accuracy": 0.9811428236333948, "total_bits": 114997504, "q_proj": { "group_size": { @@ -5983,7 +5983,7 @@ } }, { - "accuracy": 0.9856849799030706, + "accuracy": 0.9841441857187372, "total_bits": 119288192, "q_proj": { "group_size": { @@ -6047,7 +6047,7 @@ } }, { - "accuracy": 0.9892043290953887, + "accuracy": 0.9881321748620585, "total_bits": 139930496, "q_proj": { "group_size": { @@ -6111,7 +6111,7 @@ } }, { - "accuracy": 0.9908066964463184, + "accuracy": 0.9898229562922528, "total_bits": 165321856, "q_proj": { "group_size": { @@ -6175,7 +6175,7 @@ } }, { - "accuracy": 0.9908944046811053, + "accuracy": 0.9898926803940221, "total_bits": 165487616, "q_proj": { "group_size": { @@ -6239,7 +6239,7 @@ } }, { - "accuracy": 0.9931393022599974, + "accuracy": 0.9925060131047901, "total_bits": 211983488, "q_proj": { "group_size": { @@ -6291,7 +6291,7 @@ } }, { - "accuracy": 0.9932264826799694, + "accuracy": 0.9925873742291802, "total_bits": 212149248, "q_proj": { "group_size": { @@ -6343,7 +6343,7 @@ } }, { - "accuracy": 0.9941267131974822, + "accuracy": 0.993487904730596, "total_bits": 213960704, "q_proj": { "group_size": { @@ -6395,7 +6395,7 @@ } }, { - "accuracy": 0.9943085873597547, + "accuracy": 0.9937521572175779, "total_bits": 216920576, "q_proj": { "group_size": { @@ -6447,7 +6447,7 @@ } }, { - "accuracy": 0.9954180286118859, + "accuracy": 0.994924606461274, "total_bits": 217916416, "q_proj": { "group_size": { @@ -6511,7 +6511,7 @@ } }, { - "accuracy": 0.9957526930068669, + "accuracy": 0.9953279914824587, "total_bits": 219400192, "q_proj": { "group_size": { @@ -6575,7 +6575,7 @@ } }, { - "accuracy": 0.9959326182541094, + "accuracy": 0.9955387715446321, "total_bits": 223787264, "q_proj": { "group_size": { @@ -6636,7 +6636,7 @@ } }, { - "accuracy": 0.9962354302406311, + "accuracy": 0.9959241257686364, "total_bits": 226914816, "q_proj": { "group_size": { @@ -6697,7 +6697,7 @@ } }, { - "accuracy": 0.9977397132468852, + "accuracy": 0.9975309940545183, "total_bits": 274898048, "q_proj": { "group_size": { @@ -6758,7 +6758,7 @@ } }, { - "accuracy": 0.9981022239907792, + "accuracy": 0.9979386406117364, "total_bits": 279343616, "q_proj": { "group_size": { @@ -6819,7 +6819,7 @@ } }, { - "accuracy": 0.9982004951881734, + "accuracy": 0.998054485179876, "total_bits": 316841088, "q_proj": { "group_size": { @@ -6871,7 +6871,7 @@ } }, { - "accuracy": 0.9990558175272063, + "accuracy": 0.9989849071165449, "total_bits": 332263936, "q_proj": { "group_size": { @@ -6923,7 +6923,7 @@ } }, { - "accuracy": 0.999525089258034, + "accuracy": 0.9994787847329127, "total_bits": 421698688, "q_proj": { "group_size": { @@ -6977,7 +6977,7 @@ ], "model.layers.3.mlp": [ { - "accuracy": 0.9753821837274652, + "accuracy": 0.9733696674045763, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -7029,7 +7029,7 @@ } }, { - "accuracy": 0.9760927071696833, + "accuracy": 0.9741512113495877, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -7081,7 +7081,7 @@ } }, { - "accuracy": 0.9802675043281756, + "accuracy": 0.9786625771146071, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -7130,7 +7130,7 @@ } }, { - "accuracy": 0.9815842681809476, + "accuracy": 0.9800856442827928, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -7179,7 +7179,7 @@ } }, { - "accuracy": 0.9875369260185644, + "accuracy": 0.9865014458957472, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -7231,7 +7231,7 @@ } }, { - "accuracy": 0.988538572662755, + "accuracy": 0.9875950868192472, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -7283,7 +7283,7 @@ } }, { - "accuracy": 0.9903734436160639, + "accuracy": 0.9895770730156648, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -7332,7 +7332,7 @@ } }, { - "accuracy": 0.9934911865152811, + "accuracy": 0.9929505037633997, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -7375,7 +7375,7 @@ } }, { - "accuracy": 0.9940838915737051, + "accuracy": 0.9935916485755067, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -7418,7 +7418,7 @@ } }, { - "accuracy": 0.9936400667617196, + "accuracy": 0.9931094811150902, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -7470,7 +7470,7 @@ } }, { - "accuracy": 0.9944394685720143, + "accuracy": 0.993982555050599, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -7522,7 +7522,7 @@ } }, { - "accuracy": 0.9967564387541068, + "accuracy": 0.9964871743791982, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -7574,7 +7574,7 @@ } }, { - "accuracy": 0.997222121020681, + "accuracy": 0.9969932640853681, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -7626,7 +7626,7 @@ } }, { - "accuracy": 0.9982361364129343, + "accuracy": 0.9980884588470584, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -7669,7 +7669,7 @@ } }, { - "accuracy": 0.9983434982989964, + "accuracy": 0.9982058762719757, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -7718,7 +7718,7 @@ } }, { - "accuracy": 0.9987288601696491, + "accuracy": 0.9986217243498877, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -7764,7 +7764,7 @@ } }, { - "accuracy": 0.9995251086197401, + "accuracy": 0.9994857686718828, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -7806,7 +7806,7 @@ ], "model.layers.4.self_attn": [ { - "accuracy": 0.9764807914432726, + "accuracy": 0.9740101444093805, "total_bits": 111655168, "q_proj": { "group_size": { @@ -7870,7 +7870,7 @@ } }, { - "accuracy": 0.9773360835878473, + "accuracy": 0.9750615860286512, "total_bits": 114997504, "q_proj": { "group_size": { @@ -7934,7 +7934,7 @@ } }, { - "accuracy": 0.9817993452674464, + "accuracy": 0.9799660334461614, "total_bits": 119288192, "q_proj": { "group_size": { @@ -7998,7 +7998,7 @@ } }, { - "accuracy": 0.9859701661687148, + "accuracy": 0.9846511153798354, "total_bits": 139930496, "q_proj": { "group_size": { @@ -8062,7 +8062,7 @@ } }, { - "accuracy": 0.9872452640219739, + "accuracy": 0.9859761266331923, "total_bits": 165321856, "q_proj": { "group_size": { @@ -8126,7 +8126,7 @@ } }, { - "accuracy": 0.9877462073376304, + "accuracy": 0.9867422486606398, "total_bits": 165487616, "q_proj": { "group_size": { @@ -8190,7 +8190,7 @@ } }, { - "accuracy": 0.9898110141879634, + "accuracy": 0.9888602997127333, "total_bits": 211983488, "q_proj": { "group_size": { @@ -8242,7 +8242,7 @@ } }, { - "accuracy": 0.9903666659405357, + "accuracy": 0.9897779720394235, "total_bits": 212149248, "q_proj": { "group_size": { @@ -8294,7 +8294,7 @@ } }, { - "accuracy": 0.991602319635843, + "accuracy": 0.9908491396590283, "total_bits": 213960704, "q_proj": { "group_size": { @@ -8346,7 +8346,7 @@ } }, { - "accuracy": 0.9917365720397547, + "accuracy": 0.9909627178781911, "total_bits": 216920576, "q_proj": { "group_size": { @@ -8398,7 +8398,7 @@ } }, { - "accuracy": 0.9937640808914837, + "accuracy": 0.9931627660989761, "total_bits": 217916416, "q_proj": { "group_size": { @@ -8462,7 +8462,7 @@ } }, { - "accuracy": 0.9944185296955862, + "accuracy": 0.9939505328473291, "total_bits": 219400192, "q_proj": { "group_size": { @@ -8526,7 +8526,7 @@ } }, { - "accuracy": 0.9943499855305019, + "accuracy": 0.9938552493327543, "total_bits": 223787264, "q_proj": { "group_size": { @@ -8587,7 +8587,7 @@ } }, { - "accuracy": 0.9949591849979601, + "accuracy": 0.9945859446337348, "total_bits": 226914816, "q_proj": { "group_size": { @@ -8648,7 +8648,7 @@ } }, { - "accuracy": 0.9966676784189124, + "accuracy": 0.9963791048840472, "total_bits": 274898048, "q_proj": { "group_size": { @@ -8709,7 +8709,7 @@ } }, { - "accuracy": 0.9973656092035142, + "accuracy": 0.9971200786530972, "total_bits": 279343616, "q_proj": { "group_size": { @@ -8770,7 +8770,7 @@ } }, { - "accuracy": 0.9971036056154653, + "accuracy": 0.9968730162240957, "total_bits": 316841088, "q_proj": { "group_size": { @@ -8822,7 +8822,7 @@ } }, { - "accuracy": 0.9987647474596375, + "accuracy": 0.9986600518030556, "total_bits": 332263936, "q_proj": { "group_size": { @@ -8874,7 +8874,7 @@ } }, { - "accuracy": 0.9992258704610562, + "accuracy": 0.9991673560518968, "total_bits": 421698688, "q_proj": { "group_size": { @@ -8928,7 +8928,7 @@ ], "model.layers.4.mlp": [ { - "accuracy": 0.9698289915135032, + "accuracy": 0.9676736781471654, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -8980,7 +8980,7 @@ } }, { - "accuracy": 0.9707589369071158, + "accuracy": 0.9686789889084666, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -9032,7 +9032,7 @@ } }, { - "accuracy": 0.9759313307310405, + "accuracy": 0.974209896827999, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -9081,7 +9081,7 @@ } }, { - "accuracy": 0.9775268796243166, + "accuracy": 0.9759226582552257, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -9130,7 +9130,7 @@ } }, { - "accuracy": 0.9847526158157148, + "accuracy": 0.983649553436982, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -9182,7 +9182,7 @@ } }, { - "accuracy": 0.985994616621419, + "accuracy": 0.9849844135736164, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -9234,7 +9234,7 @@ } }, { - "accuracy": 0.9882204705163052, + "accuracy": 0.9873711804026052, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -9283,7 +9283,7 @@ } }, { - "accuracy": 0.9920244805122677, + "accuracy": 0.9914357105368062, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -9326,7 +9326,7 @@ } }, { - "accuracy": 0.992743047444444, + "accuracy": 0.9922095560713818, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -9369,7 +9369,7 @@ } }, { - "accuracy": 0.992227985670692, + "accuracy": 0.9916670047923138, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -9421,7 +9421,7 @@ } }, { - "accuracy": 0.9932045011143935, + "accuracy": 0.9927096343354175, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -9473,7 +9473,7 @@ } }, { - "accuracy": 0.9960363291596112, + "accuracy": 0.995752931425446, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -9525,7 +9525,7 @@ } }, { - "accuracy": 0.9966113645779459, + "accuracy": 0.9963648311401668, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -9577,7 +9577,7 @@ } }, { - "accuracy": 0.9978376617164988, + "accuracy": 0.9976825551374963, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -9620,7 +9620,7 @@ } }, { - "accuracy": 0.9979763125118456, + "accuracy": 0.9978313649955549, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -9669,7 +9669,7 @@ } }, { - "accuracy": 0.9984494209485618, + "accuracy": 0.9983375301878703, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -9715,7 +9715,7 @@ } }, { - "accuracy": 0.9994235410306015, + "accuracy": 0.9993809042498469, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -9757,7 +9757,7 @@ ], "model.layers.5.self_attn": [ { - "accuracy": 0.9772404118588096, + "accuracy": 0.9754954184356489, "total_bits": 111655168, "q_proj": { "group_size": { @@ -9821,7 +9821,7 @@ } }, { - "accuracy": 0.9780484532055101, + "accuracy": 0.9763478856337698, "total_bits": 114997504, "q_proj": { "group_size": { @@ -9885,7 +9885,7 @@ } }, { - "accuracy": 0.9817673909036737, + "accuracy": 0.9804266408870095, "total_bits": 119288192, "q_proj": { "group_size": { @@ -9949,7 +9949,7 @@ } }, { - "accuracy": 0.9858686171079937, + "accuracy": 0.9848209807747289, "total_bits": 139930496, "q_proj": { "group_size": { @@ -10013,7 +10013,7 @@ } }, { - "accuracy": 0.9880090206861496, + "accuracy": 0.9869010754321751, "total_bits": 165321856, "q_proj": { "group_size": { @@ -10077,7 +10077,7 @@ } }, { - "accuracy": 0.9884895031389437, + "accuracy": 0.9875640994624088, "total_bits": 165487616, "q_proj": { "group_size": { @@ -10141,7 +10141,7 @@ } }, { - "accuracy": 0.9906179097137953, + "accuracy": 0.9896911782653708, "total_bits": 211983488, "q_proj": { "group_size": { @@ -10193,7 +10193,7 @@ } }, { - "accuracy": 0.9911917087278868, + "accuracy": 0.9904929689670864, "total_bits": 212149248, "q_proj": { "group_size": { @@ -10245,7 +10245,7 @@ } }, { - "accuracy": 0.9922510385513306, + "accuracy": 0.9915943647685804, "total_bits": 213960704, "q_proj": { "group_size": { @@ -10297,7 +10297,7 @@ } }, { - "accuracy": 0.9925728793206968, + "accuracy": 0.9920639678051597, "total_bits": 216920576, "q_proj": { "group_size": { @@ -10349,7 +10349,7 @@ } }, { - "accuracy": 0.9942472071239823, + "accuracy": 0.9936237554801138, "total_bits": 217916416, "q_proj": { "group_size": { @@ -10413,7 +10413,7 @@ } }, { - "accuracy": 0.9947546296998074, + "accuracy": 0.9943570659348839, "total_bits": 219400192, "q_proj": { "group_size": { @@ -10477,7 +10477,7 @@ } }, { - "accuracy": 0.9947441498699942, + "accuracy": 0.9942013966409784, "total_bits": 223787264, "q_proj": { "group_size": { @@ -10538,7 +10538,7 @@ } }, { - "accuracy": 0.9953505636045807, + "accuracy": 0.994980100346239, "total_bits": 226914816, "q_proj": { "group_size": { @@ -10599,7 +10599,7 @@ } }, { - "accuracy": 0.9969800314620921, + "accuracy": 0.99673972690576, "total_bits": 274898048, "q_proj": { "group_size": { @@ -10660,7 +10660,7 @@ } }, { - "accuracy": 0.9976224805179396, + "accuracy": 0.9974008769189057, "total_bits": 279343616, "q_proj": { "group_size": { @@ -10721,7 +10721,7 @@ } }, { - "accuracy": 0.99747946583911, + "accuracy": 0.9972767453444632, "total_bits": 316841088, "q_proj": { "group_size": { @@ -10773,7 +10773,7 @@ } }, { - "accuracy": 0.9988083188471041, + "accuracy": 0.9986310053224626, "total_bits": 332263936, "q_proj": { "group_size": { @@ -10825,7 +10825,7 @@ } }, { - "accuracy": 0.9993674761958813, + "accuracy": 0.9993018750101328, "total_bits": 421698688, "q_proj": { "group_size": { @@ -10879,7 +10879,7 @@ ], "model.layers.5.mlp": [ { - "accuracy": 0.9643552554281134, + "accuracy": 0.9620657782805593, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -10931,7 +10931,7 @@ } }, { - "accuracy": 0.9654662797325536, + "accuracy": 0.9632589064146343, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -10983,7 +10983,7 @@ } }, { - "accuracy": 0.9715064764022827, + "accuracy": 0.9697035582442033, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -11032,7 +11032,7 @@ } }, { - "accuracy": 0.9733428578627737, + "accuracy": 0.9716574392820659, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -11081,7 +11081,7 @@ } }, { - "accuracy": 0.9819792116943159, + "accuracy": 0.9808254367426822, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -11133,7 +11133,7 @@ } }, { - "accuracy": 0.9834591150283813, + "accuracy": 0.9823985789951525, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -11185,7 +11185,7 @@ } }, { - "accuracy": 0.986046524424302, + "accuracy": 0.9851505881861636, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -11234,7 +11234,7 @@ } }, { - "accuracy": 0.99055767451462, + "accuracy": 0.9899421138198752, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -11277,7 +11277,7 @@ } }, { - "accuracy": 0.9914120396501139, + "accuracy": 0.9908543691823357, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -11320,7 +11320,7 @@ } }, { - "accuracy": 0.9908214258520227, + "accuracy": 0.9902212086476778, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -11372,7 +11372,7 @@ } }, { - "accuracy": 0.9919680647159878, + "accuracy": 0.991451866532627, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -11424,7 +11424,7 @@ } }, { - "accuracy": 0.9953236336770811, + "accuracy": 0.9950216424308325, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -11476,7 +11476,7 @@ } }, { - "accuracy": 0.9959961556290325, + "accuracy": 0.9957385369037327, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -11528,7 +11528,7 @@ } }, { - "accuracy": 0.9974458725436738, + "accuracy": 0.997275285226734, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -11571,7 +11571,7 @@ } }, { - "accuracy": 0.9976155906915665, + "accuracy": 0.9974611799575781, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -11620,7 +11620,7 @@ } }, { - "accuracy": 0.998159298771306, + "accuracy": 0.9980408743416008, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -11666,7 +11666,7 @@ } }, { - "accuracy": 0.9993209744754591, + "accuracy": 0.9992756780825163, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -11708,7 +11708,7 @@ ], "model.layers.6.self_attn": [ { - "accuracy": 0.9711241251543948, + "accuracy": 0.9690928804247003, "total_bits": 111655168, "q_proj": { "group_size": { @@ -11772,7 +11772,7 @@ } }, { - "accuracy": 0.9723859994035018, + "accuracy": 0.9702839380816409, "total_bits": 114997504, "q_proj": { "group_size": { @@ -11836,7 +11836,7 @@ } }, { - "accuracy": 0.9761154432045785, + "accuracy": 0.9744840876052254, "total_bits": 119288192, "q_proj": { "group_size": { @@ -11900,7 +11900,7 @@ } }, { - "accuracy": 0.9817201714766653, + "accuracy": 0.9804704408896597, "total_bits": 139930496, "q_proj": { "group_size": { @@ -11964,7 +11964,7 @@ } }, { - "accuracy": 0.9846972666288677, + "accuracy": 0.9836687775034654, "total_bits": 165321856, "q_proj": { "group_size": { @@ -12028,7 +12028,7 @@ } }, { - "accuracy": 0.9851717494036022, + "accuracy": 0.9845036879966134, "total_bits": 165487616, "q_proj": { "group_size": { @@ -12092,7 +12092,7 @@ } }, { - "accuracy": 0.9883919021016673, + "accuracy": 0.9876273776355543, "total_bits": 211983488, "q_proj": { "group_size": { @@ -12144,7 +12144,7 @@ } }, { - "accuracy": 0.9889073450314371, + "accuracy": 0.9886244715828645, "total_bits": 212149248, "q_proj": { "group_size": { @@ -12196,7 +12196,7 @@ } }, { - "accuracy": 0.9901257722001326, + "accuracy": 0.989256816475015, "total_bits": 213960704, "q_proj": { "group_size": { @@ -12248,7 +12248,7 @@ } }, { - "accuracy": 0.9900382372893786, + "accuracy": 0.9896143674850464, "total_bits": 216920576, "q_proj": { "group_size": { @@ -12300,7 +12300,7 @@ } }, { - "accuracy": 0.9925481426088434, + "accuracy": 0.9920381378186377, "total_bits": 217916416, "q_proj": { "group_size": { @@ -12364,7 +12364,7 @@ } }, { - "accuracy": 0.9930264118470644, + "accuracy": 0.9926758510501761, "total_bits": 219400192, "q_proj": { "group_size": { @@ -12428,7 +12428,7 @@ } }, { - "accuracy": 0.9931961776394593, + "accuracy": 0.9928767634065527, "total_bits": 223787264, "q_proj": { "group_size": { @@ -12489,7 +12489,7 @@ } }, { - "accuracy": 0.9937120115286425, + "accuracy": 0.9934323990815564, "total_bits": 226914816, "q_proj": { "group_size": { @@ -12550,7 +12550,7 @@ } }, { - "accuracy": 0.9962227862132224, + "accuracy": 0.996032355647338, "total_bits": 274898048, "q_proj": { "group_size": { @@ -12611,7 +12611,7 @@ } }, { - "accuracy": 0.9967098832130432, + "accuracy": 0.9964258619829228, "total_bits": 279343616, "q_proj": { "group_size": { @@ -12672,7 +12672,7 @@ } }, { - "accuracy": 0.9969373463015807, + "accuracy": 0.9967959197728258, "total_bits": 316841088, "q_proj": { "group_size": { @@ -12724,7 +12724,7 @@ } }, { - "accuracy": 0.9981133104547074, + "accuracy": 0.9979036177851652, "total_bits": 332263936, "q_proj": { "group_size": { @@ -12776,7 +12776,7 @@ } }, { - "accuracy": 0.9991904906438369, + "accuracy": 0.9991651535230247, "total_bits": 421698688, "q_proj": { "group_size": { @@ -12830,7 +12830,7 @@ ], "model.layers.6.mlp": [ { - "accuracy": 0.9582242651989585, + "accuracy": 0.9559003773488497, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -12882,7 +12882,7 @@ } }, { - "accuracy": 0.9595917024110493, + "accuracy": 0.9573496611494767, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -12934,7 +12934,7 @@ } }, { - "accuracy": 0.9666067801023784, + "accuracy": 0.9647591176785921, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -12983,7 +12983,7 @@ } }, { - "accuracy": 0.968772994844537, + "accuracy": 0.9670479360379671, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -13032,7 +13032,7 @@ } }, { - "accuracy": 0.9789114578774101, + "accuracy": 0.9777330662074842, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -13084,7 +13084,7 @@ } }, { - "accuracy": 0.9806299460561652, + "accuracy": 0.9795534344095933, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -13136,7 +13136,7 @@ } }, { - "accuracy": 0.9836611151695251, + "accuracy": 0.9827499703357094, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -13185,7 +13185,7 @@ } }, { - "accuracy": 0.9889189914653176, + "accuracy": 0.9882909318334178, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -13228,7 +13228,7 @@ } }, { - "accuracy": 0.9899182774518666, + "accuracy": 0.9893467959604765, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -13271,7 +13271,7 @@ } }, { - "accuracy": 0.9892553985118866, + "accuracy": 0.9886524802760074, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -13323,7 +13323,7 @@ } }, { - "accuracy": 0.9906047221861387, + "accuracy": 0.9900779488839602, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -13375,7 +13375,7 @@ } }, { - "accuracy": 0.9945315797077982, + "accuracy": 0.9942231127306035, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -13427,7 +13427,7 @@ } }, { - "accuracy": 0.9953111174859499, + "accuracy": 0.9950480574839994, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -13479,7 +13479,7 @@ } }, { - "accuracy": 0.9970000362709949, + "accuracy": 0.9968267191005381, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -13522,7 +13522,7 @@ } }, { - "accuracy": 0.997209019762905, + "accuracy": 0.9970536618248412, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -13571,7 +13571,7 @@ } }, { - "accuracy": 0.997845046026142, + "accuracy": 0.9977230733554614, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -13617,7 +13617,7 @@ } }, { - "accuracy": 0.9991964425303435, + "accuracy": 0.9991499210070622, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -13659,7 +13659,7 @@ ], "model.layers.7.self_attn": [ { - "accuracy": 0.9673370405247337, + "accuracy": 0.9652685115211889, "total_bits": 111655168, "q_proj": { "group_size": { @@ -13723,7 +13723,7 @@ } }, { - "accuracy": 0.9685761363882768, + "accuracy": 0.9663785664658797, "total_bits": 114997504, "q_proj": { "group_size": { @@ -13787,7 +13787,7 @@ } }, { - "accuracy": 0.9724112341278478, + "accuracy": 0.9709321448677465, "total_bits": 119288192, "q_proj": { "group_size": { @@ -13851,7 +13851,7 @@ } }, { - "accuracy": 0.9791785008028934, + "accuracy": 0.9781098459896288, "total_bits": 139930496, "q_proj": { "group_size": { @@ -13915,7 +13915,7 @@ } }, { - "accuracy": 0.9835141269784224, + "accuracy": 0.9824339998395819, "total_bits": 165321856, "q_proj": { "group_size": { @@ -13979,7 +13979,7 @@ } }, { - "accuracy": 0.9840359640748877, + "accuracy": 0.9828325149260069, "total_bits": 165487616, "q_proj": { "group_size": { @@ -14043,7 +14043,7 @@ } }, { - "accuracy": 0.988501817772263, + "accuracy": 0.9877326072830903, "total_bits": 211983488, "q_proj": { "group_size": { @@ -14095,7 +14095,7 @@ } }, { - "accuracy": 0.9891720806297503, + "accuracy": 0.9882384554335946, "total_bits": 212149248, "q_proj": { "group_size": { @@ -14147,7 +14147,7 @@ } }, { - "accuracy": 0.989873015566876, + "accuracy": 0.9892417953202599, "total_bits": 213960704, "q_proj": { "group_size": { @@ -14199,7 +14199,7 @@ } }, { - "accuracy": 0.9905282368785456, + "accuracy": 0.9898446272862585, "total_bits": 216920576, "q_proj": { "group_size": { @@ -14251,7 +14251,7 @@ } }, { - "accuracy": 0.9917329949767966, + "accuracy": 0.9913282582634374, "total_bits": 217916416, "q_proj": { "group_size": { @@ -14315,7 +14315,7 @@ } }, { - "accuracy": 0.9924682943444503, + "accuracy": 0.9920548130022852, "total_bits": 219400192, "q_proj": { "group_size": { @@ -14379,7 +14379,7 @@ } }, { - "accuracy": 0.9928693959587499, + "accuracy": 0.9924581270468863, "total_bits": 223787264, "q_proj": { "group_size": { @@ -14440,7 +14440,7 @@ } }, { - "accuracy": 0.9932208900388918, + "accuracy": 0.9930658395353117, "total_bits": 226914816, "q_proj": { "group_size": { @@ -14501,7 +14501,7 @@ } }, { - "accuracy": 0.9959542280749271, + "accuracy": 0.9957323176296133, "total_bits": 274898048, "q_proj": { "group_size": { @@ -14562,7 +14562,7 @@ } }, { - "accuracy": 0.9967142172942036, + "accuracy": 0.9964440037545405, "total_bits": 279343616, "q_proj": { "group_size": { @@ -14623,7 +14623,7 @@ } }, { - "accuracy": 0.9969327724293658, + "accuracy": 0.9967589731279173, "total_bits": 316841088, "q_proj": { "group_size": { @@ -14675,7 +14675,7 @@ } }, { - "accuracy": 0.998185207969264, + "accuracy": 0.9980245367868951, "total_bits": 332263936, "q_proj": { "group_size": { @@ -14727,7 +14727,7 @@ } }, { - "accuracy": 0.9991838929096335, + "accuracy": 0.9991365901537632, "total_bits": 421698688, "q_proj": { "group_size": { @@ -14781,7 +14781,7 @@ ], "model.layers.7.mlp": [ { - "accuracy": 0.9546706645112288, + "accuracy": 0.9523294568061829, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -14833,7 +14833,7 @@ } }, { - "accuracy": 0.9561045326684651, + "accuracy": 0.9538337807906301, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -14885,7 +14885,7 @@ } }, { - "accuracy": 0.9637067412075243, + "accuracy": 0.9618521332740784, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -14934,7 +14934,7 @@ } }, { - "accuracy": 0.9659936114361412, + "accuracy": 0.9642592480308131, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -14983,7 +14983,7 @@ } }, { - "accuracy": 0.9771784418507626, + "accuracy": 0.9759849843225981, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -15035,7 +15035,7 @@ } }, { - "accuracy": 0.9790322749238265, + "accuracy": 0.9779394268989563, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -15087,7 +15087,7 @@ } }, { - "accuracy": 0.9822526166313573, + "accuracy": 0.9813194823892493, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -15136,7 +15136,7 @@ } }, { - "accuracy": 0.9880878705727426, + "accuracy": 0.9874447388084311, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -15179,7 +15179,7 @@ } }, { - "accuracy": 0.9891193564000883, + "accuracy": 0.9885383060103968, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -15222,7 +15222,7 @@ } }, { - "accuracy": 0.9883603681074945, + "accuracy": 0.9877446936933618, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -15274,7 +15274,7 @@ } }, { - "accuracy": 0.9898117231695276, + "accuracy": 0.9892830566356057, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -15326,7 +15326,7 @@ } }, { - "accuracy": 0.994062142936807, + "accuracy": 0.993744380379978, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -15378,7 +15378,7 @@ } }, { - "accuracy": 0.9949201259173845, + "accuracy": 0.9946539433378923, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -15430,7 +15430,7 @@ } }, { - "accuracy": 0.9967581449370635, + "accuracy": 0.9965837284138328, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -15473,7 +15473,7 @@ } }, { - "accuracy": 0.9969685267853109, + "accuracy": 0.9968079989285845, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -15522,7 +15522,7 @@ } }, { - "accuracy": 0.997649636315672, + "accuracy": 0.997527358171187, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -15568,7 +15568,7 @@ } }, { - "accuracy": 0.9991371601231789, + "accuracy": 0.9990903956717566, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -15610,7 +15610,7 @@ ], "model.layers.8.self_attn": [ { - "accuracy": 0.9658624498467696, + "accuracy": 0.9639726281166077, "total_bits": 111655168, "q_proj": { "group_size": { @@ -15674,7 +15674,7 @@ } }, { - "accuracy": 0.9672218372947291, + "accuracy": 0.9653579153512654, "total_bits": 114997504, "q_proj": { "group_size": { @@ -15738,7 +15738,7 @@ } }, { - "accuracy": 0.9719153517170956, + "accuracy": 0.9702466726303101, "total_bits": 119288192, "q_proj": { "group_size": { @@ -15802,7 +15802,7 @@ } }, { - "accuracy": 0.9783711982400793, + "accuracy": 0.9771969741896579, "total_bits": 139930496, "q_proj": { "group_size": { @@ -15866,7 +15866,7 @@ } }, { - "accuracy": 0.9787623458787015, + "accuracy": 0.9779016312799955, "total_bits": 165321856, "q_proj": { "group_size": { @@ -15930,7 +15930,7 @@ } }, { - "accuracy": 0.9803849631234219, + "accuracy": 0.9796607510039681, "total_bits": 165487616, "q_proj": { "group_size": { @@ -15994,7 +15994,7 @@ } }, { - "accuracy": 0.9824588926214921, + "accuracy": 0.9820346189172644, "total_bits": 211983488, "q_proj": { "group_size": { @@ -16046,7 +16046,7 @@ } }, { - "accuracy": 0.9843438283393258, + "accuracy": 0.9840854798492632, "total_bits": 212149248, "q_proj": { "group_size": { @@ -16098,7 +16098,7 @@ } }, { - "accuracy": 0.9888539878945601, + "accuracy": 0.9879402282990908, "total_bits": 213960704, "q_proj": { "group_size": { @@ -16150,7 +16150,7 @@ } }, { - "accuracy": 0.9890819678181096, + "accuracy": 0.9883138874643728, "total_bits": 216920576, "q_proj": { "group_size": { @@ -16202,7 +16202,7 @@ } }, { - "accuracy": 0.9909241489673916, + "accuracy": 0.9904727002507762, "total_bits": 217916416, "q_proj": { "group_size": { @@ -16266,7 +16266,7 @@ } }, { - "accuracy": 0.9920310511400825, + "accuracy": 0.9916253960446307, "total_bits": 219400192, "q_proj": { "group_size": { @@ -16330,7 +16330,7 @@ } }, { - "accuracy": 0.9922130398060146, + "accuracy": 0.9917913236116108, "total_bits": 223787264, "q_proj": { "group_size": { @@ -16391,7 +16391,7 @@ } }, { - "accuracy": 0.9929210308351015, + "accuracy": 0.9925367832183838, "total_bits": 226914816, "q_proj": { "group_size": { @@ -16452,7 +16452,7 @@ } }, { - "accuracy": 0.9954861300556284, + "accuracy": 0.9952241566620375, "total_bits": 274898048, "q_proj": { "group_size": { @@ -16513,7 +16513,7 @@ } }, { - "accuracy": 0.9964589421686373, + "accuracy": 0.996267035995659, "total_bits": 279343616, "q_proj": { "group_size": { @@ -16574,7 +16574,7 @@ } }, { - "accuracy": 0.9964352108930287, + "accuracy": 0.996215958344309, "total_bits": 316841088, "q_proj": { "group_size": { @@ -16626,7 +16626,7 @@ } }, { - "accuracy": 0.9979871666353, + "accuracy": 0.9978979804406041, "total_bits": 332263936, "q_proj": { "group_size": { @@ -16678,7 +16678,7 @@ } }, { - "accuracy": 0.9990246520426712, + "accuracy": 0.9989758086831946, "total_bits": 421698688, "q_proj": { "group_size": { @@ -16732,7 +16732,7 @@ ], "model.layers.8.mlp": [ { - "accuracy": 0.9507002485425848, + "accuracy": 0.9484905192726537, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -16784,7 +16784,7 @@ } }, { - "accuracy": 0.9522116309718082, + "accuracy": 0.9500621494493986, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -16836,7 +16836,7 @@ } }, { - "accuracy": 0.960398721067529, + "accuracy": 0.958615519498524, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -16885,7 +16885,7 @@ } }, { - "accuracy": 0.9629077754522625, + "accuracy": 0.9612396924119246, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -16934,7 +16934,7 @@ } }, { - "accuracy": 0.9750225230267173, + "accuracy": 0.9738800604092447, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -16986,7 +16986,7 @@ } }, { - "accuracy": 0.9770809208091936, + "accuracy": 0.9760426800501975, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -17038,7 +17038,7 @@ } }, { - "accuracy": 0.9805917975149656, + "accuracy": 0.9796976745128632, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -17087,7 +17087,7 @@ } }, { - "accuracy": 0.9869011703290438, + "accuracy": 0.9862926774903348, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -17130,7 +17130,7 @@ } }, { - "accuracy": 0.988054915478355, + "accuracy": 0.9874995154769797, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -17173,7 +17173,7 @@ } }, { - "accuracy": 0.9872425167184127, + "accuracy": 0.9866607847966646, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -17225,7 +17225,7 @@ } }, { - "accuracy": 0.9888338321133664, + "accuracy": 0.9883281510127219, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -17277,7 +17277,7 @@ } }, { - "accuracy": 0.9934902987197826, + "accuracy": 0.9931932240724564, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -17329,7 +17329,7 @@ } }, { - "accuracy": 0.9944271143329771, + "accuracy": 0.9941725703446489, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -17381,7 +17381,7 @@ } }, { - "accuracy": 0.9964344587765241, + "accuracy": 0.9962665995484904, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -17424,7 +17424,7 @@ } }, { - "accuracy": 0.9966770688954153, + "accuracy": 0.9965213560744336, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -17473,7 +17473,7 @@ } }, { - "accuracy": 0.9974315876239225, + "accuracy": 0.9973081244449866, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -17519,7 +17519,7 @@ } }, { - "accuracy": 0.9990373302839304, + "accuracy": 0.9989918674293318, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -17561,7 +17561,7 @@ ], "model.layers.9.self_attn": [ { - "accuracy": 0.9574737423344662, + "accuracy": 0.9555867659418207, "total_bits": 111655168, "q_proj": { "group_size": { @@ -17625,7 +17625,7 @@ } }, { - "accuracy": 0.9587677309387609, + "accuracy": 0.9567857698390358, "total_bits": 114997504, "q_proj": { "group_size": { @@ -17689,7 +17689,7 @@ } }, { - "accuracy": 0.9614742398262024, + "accuracy": 0.9598499850222939, "total_bits": 119288192, "q_proj": { "group_size": { @@ -17753,7 +17753,7 @@ } }, { - "accuracy": 0.9688424813119989, + "accuracy": 0.9676557653828671, "total_bits": 139930496, "q_proj": { "group_size": { @@ -17817,7 +17817,7 @@ } }, { - "accuracy": 0.9767296973027682, + "accuracy": 0.975527330448753, "total_bits": 165321856, "q_proj": { "group_size": { @@ -17881,7 +17881,7 @@ } }, { - "accuracy": 0.9775406216320238, + "accuracy": 0.9764919908423173, "total_bits": 165487616, "q_proj": { "group_size": { @@ -17945,7 +17945,7 @@ } }, { - "accuracy": 0.9824906446431813, + "accuracy": 0.981617206021359, "total_bits": 211983488, "q_proj": { "group_size": { @@ -17997,7 +17997,7 @@ } }, { - "accuracy": 0.9835466522919504, + "accuracy": 0.9827425621057811, "total_bits": 212149248, "q_proj": { "group_size": { @@ -18049,7 +18049,7 @@ } }, { - "accuracy": 0.9842514772164194, + "accuracy": 0.9838460166203348, "total_bits": 213960704, "q_proj": { "group_size": { @@ -18101,7 +18101,7 @@ } }, { - "accuracy": 0.9875295475909585, + "accuracy": 0.9871764637921986, "total_bits": 216920576, "q_proj": { "group_size": { @@ -18153,7 +18153,7 @@ } }, { - "accuracy": 0.9885636364158831, + "accuracy": 0.9877688210261496, "total_bits": 217916416, "q_proj": { "group_size": { @@ -18217,7 +18217,7 @@ } }, { - "accuracy": 0.9897329713168898, + "accuracy": 0.9892893480627161, "total_bits": 219400192, "q_proj": { "group_size": { @@ -18281,7 +18281,7 @@ } }, { - "accuracy": 0.9898757401265597, + "accuracy": 0.9893129467964172, "total_bits": 223787264, "q_proj": { "group_size": { @@ -18342,7 +18342,7 @@ } }, { - "accuracy": 0.991234341734334, + "accuracy": 0.9907992976276498, "total_bits": 226914816, "q_proj": { "group_size": { @@ -18403,7 +18403,7 @@ } }, { - "accuracy": 0.9942703117665491, + "accuracy": 0.9939605711322081, "total_bits": 274898048, "q_proj": { "group_size": { @@ -18464,7 +18464,7 @@ } }, { - "accuracy": 0.995330289398369, + "accuracy": 0.9951357629738355, "total_bits": 279343616, "q_proj": { "group_size": { @@ -18525,7 +18525,7 @@ } }, { - "accuracy": 0.9954515985752407, + "accuracy": 0.995193701433508, "total_bits": 316841088, "q_proj": { "group_size": { @@ -18577,7 +18577,7 @@ } }, { - "accuracy": 0.9972713952393908, + "accuracy": 0.9971741598687673, "total_bits": 332263936, "q_proj": { "group_size": { @@ -18629,7 +18629,7 @@ } }, { - "accuracy": 0.9987631456828431, + "accuracy": 0.9987227781430671, "total_bits": 421698688, "q_proj": { "group_size": { @@ -18683,7 +18683,7 @@ ], "model.layers.9.mlp": [ { - "accuracy": 0.951669598880567, + "accuracy": 0.9497195733220953, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -18735,7 +18735,7 @@ } }, { - "accuracy": 0.9531612396240234, + "accuracy": 0.9513015213765597, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -18787,7 +18787,7 @@ } }, { - "accuracy": 0.9611676994122957, + "accuracy": 0.9595945916677776, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -18836,7 +18836,7 @@ } }, { - "accuracy": 0.9635813267607438, + "accuracy": 0.9621102307972155, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -18885,7 +18885,7 @@ } }, { - "accuracy": 0.9753720148613578, + "accuracy": 0.9743038996269828, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -18937,7 +18937,7 @@ } }, { - "accuracy": 0.977576848707701, + "accuracy": 0.976669430732727, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -18989,7 +18989,7 @@ } }, { - "accuracy": 0.980951233914024, + "accuracy": 0.9801760410007677, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -19038,7 +19038,7 @@ } }, { - "accuracy": 0.9869546137358013, + "accuracy": 0.9863441539438147, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -19081,7 +19081,7 @@ } }, { - "accuracy": 0.9882050831066934, + "accuracy": 0.9877012411230489, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -19124,7 +19124,7 @@ } }, { - "accuracy": 0.9874846645091709, + "accuracy": 0.9869802860837233, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -19176,7 +19176,7 @@ } }, { - "accuracy": 0.9890874985017275, + "accuracy": 0.9886414330256613, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -19228,7 +19228,7 @@ } }, { - "accuracy": 0.9936014311878305, + "accuracy": 0.9933440630373201, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -19280,7 +19280,7 @@ } }, { - "accuracy": 0.9945326561206266, + "accuracy": 0.9943085214809367, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -19332,7 +19332,7 @@ } }, { - "accuracy": 0.9964757102884745, + "accuracy": 0.9963247223119986, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -19375,7 +19375,7 @@ } }, { - "accuracy": 0.996727429134281, + "accuracy": 0.9965977229570088, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -19424,7 +19424,7 @@ } }, { - "accuracy": 0.9974654707077303, + "accuracy": 0.9973633665787546, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -19470,7 +19470,7 @@ } }, { - "accuracy": 0.9990337290065853, + "accuracy": 0.9989973428217989, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -19512,7 +19512,7 @@ ], "model.layers.10.self_attn": [ { - "accuracy": 0.959787622878426, + "accuracy": 0.9582446468503851, "total_bits": 111655168, "q_proj": { "group_size": { @@ -19576,7 +19576,7 @@ } }, { - "accuracy": 0.9609959721565247, + "accuracy": 0.9594708524252239, "total_bits": 114997504, "q_proj": { "group_size": { @@ -19640,7 +19640,7 @@ } }, { - "accuracy": 0.9650978947940626, + "accuracy": 0.9636400436100206, "total_bits": 119288192, "q_proj": { "group_size": { @@ -19704,7 +19704,7 @@ } }, { - "accuracy": 0.9734069077592147, + "accuracy": 0.9723993477068449, "total_bits": 139930496, "q_proj": { "group_size": { @@ -19768,7 +19768,7 @@ } }, { - "accuracy": 0.9714649507873937, + "accuracy": 0.9709399813099912, "total_bits": 165321856, "q_proj": { "group_size": { @@ -19832,7 +19832,7 @@ } }, { - "accuracy": 0.9720819184654638, + "accuracy": 0.9718357826534071, "total_bits": 165487616, "q_proj": { "group_size": { @@ -19896,7 +19896,7 @@ } }, { - "accuracy": 0.9759815476442638, + "accuracy": 0.9757674963850724, "total_bits": 211983488, "q_proj": { "group_size": { @@ -19948,7 +19948,7 @@ } }, { - "accuracy": 0.9767637299863916, + "accuracy": 0.9765326616011167, "total_bits": 212149248, "q_proj": { "group_size": { @@ -20000,7 +20000,7 @@ } }, { - "accuracy": 0.9855718361703973, + "accuracy": 0.9855275608991322, "total_bits": 213960704, "q_proj": { "group_size": { @@ -20052,7 +20052,7 @@ } }, { - "accuracy": 0.9826748433865999, + "accuracy": 0.983877392191636, "total_bits": 216920576, "q_proj": { "group_size": { @@ -20104,7 +20104,7 @@ } }, { - "accuracy": 0.9854689397309956, + "accuracy": 0.9848409514678153, "total_bits": 217916416, "q_proj": { "group_size": { @@ -20168,7 +20168,7 @@ } }, { - "accuracy": 0.9906060852502522, + "accuracy": 0.9901911326144871, "total_bits": 219400192, "q_proj": { "group_size": { @@ -20232,7 +20232,7 @@ } }, { - "accuracy": 0.9910714736110285, + "accuracy": 0.9907106223859286, "total_bits": 223787264, "q_proj": { "group_size": { @@ -20293,7 +20293,7 @@ } }, { - "accuracy": 0.9918247712285895, + "accuracy": 0.9914878693066145, "total_bits": 226914816, "q_proj": { "group_size": { @@ -20354,7 +20354,7 @@ } }, { - "accuracy": 0.9948141143510216, + "accuracy": 0.9946224446359434, "total_bits": 274898048, "q_proj": { "group_size": { @@ -20415,7 +20415,7 @@ } }, { - "accuracy": 0.9956538465462232, + "accuracy": 0.9955752833109153, "total_bits": 279343616, "q_proj": { "group_size": { @@ -20476,7 +20476,7 @@ } }, { - "accuracy": 0.9961136708918371, + "accuracy": 0.9959881105705312, "total_bits": 316841088, "q_proj": { "group_size": { @@ -20528,7 +20528,7 @@ } }, { - "accuracy": 0.997290197171663, + "accuracy": 0.9972907165555578, "total_bits": 332263936, "q_proj": { "group_size": { @@ -20580,7 +20580,7 @@ } }, { - "accuracy": 0.9989799071887606, + "accuracy": 0.998922325964821, "total_bits": 421698688, "q_proj": { "group_size": { @@ -20634,7 +20634,7 @@ ], "model.layers.10.mlp": [ { - "accuracy": 0.9474721739166662, + "accuracy": 0.9455435777965345, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -20686,7 +20686,7 @@ } }, { - "accuracy": 0.9491655826568604, + "accuracy": 0.9472949316627101, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -20738,7 +20738,7 @@ } }, { - "accuracy": 0.9579008566705804, + "accuracy": 0.9563512708011427, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -20787,7 +20787,7 @@ } }, { - "accuracy": 0.960502028465271, + "accuracy": 0.9590489676124171, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -20836,7 +20836,7 @@ } }, { - "accuracy": 0.9733907643117403, + "accuracy": 0.972389352949042, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -20888,7 +20888,7 @@ } }, { - "accuracy": 0.9756666641486319, + "accuracy": 0.9747550613001773, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -20940,7 +20940,7 @@ } }, { - "accuracy": 0.9792993005953337, + "accuracy": 0.9785232763541373, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -20989,7 +20989,7 @@ } }, { - "accuracy": 0.9860177526348516, + "accuracy": 0.9854853012059864, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -21032,7 +21032,7 @@ } }, { - "accuracy": 0.9872327360667681, + "accuracy": 0.9867440352314397, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -21075,7 +21075,7 @@ } }, { - "accuracy": 0.9863630784185309, + "accuracy": 0.985842742417988, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -21127,7 +21127,7 @@ } }, { - "accuracy": 0.9880971469377217, + "accuracy": 0.9876556184731031, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -21179,7 +21179,7 @@ } }, { - "accuracy": 0.9930123114272168, + "accuracy": 0.9927432442966261, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -21231,7 +21231,7 @@ } }, { - "accuracy": 0.9940399064829475, + "accuracy": 0.9938190167671755, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -21283,7 +21283,7 @@ } }, { - "accuracy": 0.9961433802780352, + "accuracy": 0.9959909264978609, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -21326,7 +21326,7 @@ } }, { - "accuracy": 0.9964230687994706, + "accuracy": 0.9962870023752514, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -21375,7 +21375,7 @@ } }, { - "accuracy": 0.9972379987961367, + "accuracy": 0.9971322960367328, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -21421,7 +21421,7 @@ } }, { - "accuracy": 0.9989642979283082, + "accuracy": 0.9989236726572639, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -21463,7 +21463,7 @@ ], "model.layers.11.self_attn": [ { - "accuracy": 0.9525828518365559, + "accuracy": 0.9536450787594444, "total_bits": 111655168, "q_proj": { "group_size": { @@ -21527,7 +21527,7 @@ } }, { - "accuracy": 0.9535511575247112, + "accuracy": 0.9547851117033708, "total_bits": 114997504, "q_proj": { "group_size": { @@ -21591,7 +21591,7 @@ } }, { - "accuracy": 0.9548520445823669, + "accuracy": 0.9563827734244497, "total_bits": 119288192, "q_proj": { "group_size": { @@ -21655,7 +21655,7 @@ } }, { - "accuracy": 0.961524928870954, + "accuracy": 0.9634209337987398, "total_bits": 139930496, "q_proj": { "group_size": { @@ -21719,7 +21719,7 @@ } }, { - "accuracy": 0.9723731906790483, + "accuracy": 0.9709790254894056, "total_bits": 165321856, "q_proj": { "group_size": { @@ -21783,7 +21783,7 @@ } }, { - "accuracy": 0.9729977657920436, + "accuracy": 0.971701160857552, "total_bits": 165487616, "q_proj": { "group_size": { @@ -21847,7 +21847,7 @@ } }, { - "accuracy": 0.978485632883875, + "accuracy": 0.977082693263104, "total_bits": 211983488, "q_proj": { "group_size": { @@ -21899,7 +21899,7 @@ } }, { - "accuracy": 0.9792738807828802, + "accuracy": 0.9778840196760077, "total_bits": 212149248, "q_proj": { "group_size": { @@ -21951,7 +21951,7 @@ } }, { - "accuracy": 0.9815156977427634, + "accuracy": 0.9809690102150566, "total_bits": 213960704, "q_proj": { "group_size": { @@ -22003,7 +22003,7 @@ } }, { - "accuracy": 0.9848893441651997, + "accuracy": 0.9846169478014896, "total_bits": 216920576, "q_proj": { "group_size": { @@ -22055,7 +22055,7 @@ } }, { - "accuracy": 0.9864419337950254, + "accuracy": 0.9859125080861544, "total_bits": 217916416, "q_proj": { "group_size": { @@ -22119,7 +22119,7 @@ } }, { - "accuracy": 0.9886429717666224, + "accuracy": 0.9882558701854003, "total_bits": 219400192, "q_proj": { "group_size": { @@ -22183,7 +22183,7 @@ } }, { - "accuracy": 0.9890074157401135, + "accuracy": 0.9885948833666349, "total_bits": 223787264, "q_proj": { "group_size": { @@ -22244,7 +22244,7 @@ } }, { - "accuracy": 0.990210559023054, + "accuracy": 0.989922423111765, "total_bits": 226914816, "q_proj": { "group_size": { @@ -22305,7 +22305,7 @@ } }, { - "accuracy": 0.9921560099250392, + "accuracy": 0.9917076347689879, "total_bits": 274898048, "q_proj": { "group_size": { @@ -22366,7 +22366,7 @@ } }, { - "accuracy": 0.99470315206992, + "accuracy": 0.9945086887792537, "total_bits": 279343616, "q_proj": { "group_size": { @@ -22427,7 +22427,7 @@ } }, { - "accuracy": 0.9932204147702769, + "accuracy": 0.9928132962239417, "total_bits": 316841088, "q_proj": { "group_size": { @@ -22479,7 +22479,7 @@ } }, { - "accuracy": 0.9961679268040156, + "accuracy": 0.99603434377595, "total_bits": 332263936, "q_proj": { "group_size": { @@ -22531,7 +22531,7 @@ } }, { - "accuracy": 0.9985698719361895, + "accuracy": 0.9986595721229127, "total_bits": 421698688, "q_proj": { "group_size": { @@ -22585,7 +22585,7 @@ ], "model.layers.11.mlp": [ { - "accuracy": 0.9494091303724992, + "accuracy": 0.9478106310493067, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -22637,7 +22637,7 @@ } }, { - "accuracy": 0.9510016472716081, + "accuracy": 0.9494255718431974, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -22689,7 +22689,7 @@ } }, { - "accuracy": 0.9592476518530595, + "accuracy": 0.9579403212195948, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -22738,7 +22738,7 @@ } }, { - "accuracy": 0.9616426668669048, + "accuracy": 0.960416062882072, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -22787,7 +22787,7 @@ } }, { - "accuracy": 0.974416982186468, + "accuracy": 0.9735843758834036, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -22839,7 +22839,7 @@ } }, { - "accuracy": 0.9766861576783029, + "accuracy": 0.9759433849861747, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -22891,7 +22891,7 @@ } }, { - "accuracy": 0.9800217982969786, + "accuracy": 0.9793817871495297, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -22940,7 +22940,7 @@ } }, { - "accuracy": 0.9865878271429163, + "accuracy": 0.9861446289639724, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -22983,7 +22983,7 @@ } }, { - "accuracy": 0.9877970540209821, + "accuracy": 0.9874013834878018, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -23026,7 +23026,7 @@ } }, { - "accuracy": 0.9868540214864832, + "accuracy": 0.9864249574510675, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -23078,7 +23078,7 @@ } }, { - "accuracy": 0.9885762514252412, + "accuracy": 0.988210285964765, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -23130,7 +23130,7 @@ } }, { - "accuracy": 0.9932431460995423, + "accuracy": 0.9930201321840286, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -23182,7 +23182,7 @@ } }, { - "accuracy": 0.9942814915588027, + "accuracy": 0.9940948921598887, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -23234,7 +23234,7 @@ } }, { - "accuracy": 0.9962756422005201, + "accuracy": 0.996149832872968, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -23277,7 +23277,7 @@ } }, { - "accuracy": 0.9965247649111246, + "accuracy": 0.996411598042438, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -23326,7 +23326,7 @@ } }, { - "accuracy": 0.9972733200380677, + "accuracy": 0.9971838913073665, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -23372,7 +23372,7 @@ } }, { - "accuracy": 0.9989883518336635, + "accuracy": 0.9989543642456594, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -23414,7 +23414,7 @@ ], "model.layers.12.self_attn": [ { - "accuracy": 0.959663566790129, + "accuracy": 0.9547372240769236, "total_bits": 111655168, "q_proj": { "group_size": { @@ -23478,7 +23478,7 @@ } }, { - "accuracy": 0.9608556032180786, + "accuracy": 0.9560480149168717, "total_bits": 114997504, "q_proj": { "group_size": { @@ -23542,7 +23542,7 @@ } }, { - "accuracy": 0.9634316845944053, + "accuracy": 0.9592731783264562, "total_bits": 119288192, "q_proj": { "group_size": { @@ -23606,7 +23606,7 @@ } }, { - "accuracy": 0.9701162200225028, + "accuracy": 0.9658357908851222, "total_bits": 139930496, "q_proj": { "group_size": { @@ -23670,7 +23670,7 @@ } }, { - "accuracy": 0.9747787243441531, + "accuracy": 0.9743641583543075, "total_bits": 165321856, "q_proj": { "group_size": { @@ -23734,7 +23734,7 @@ } }, { - "accuracy": 0.976928910142497, + "accuracy": 0.9765947288588473, "total_bits": 165487616, "q_proj": { "group_size": { @@ -23798,7 +23798,7 @@ } }, { - "accuracy": 0.9794681433000063, + "accuracy": 0.9792668537089699, "total_bits": 211983488, "q_proj": { "group_size": { @@ -23850,7 +23850,7 @@ } }, { - "accuracy": 0.981765667074605, + "accuracy": 0.9819308456621672, "total_bits": 212149248, "q_proj": { "group_size": { @@ -23902,7 +23902,7 @@ } }, { - "accuracy": 0.9811308274143621, + "accuracy": 0.98112511321118, "total_bits": 213960704, "q_proj": { "group_size": { @@ -23954,7 +23954,7 @@ } }, { - "accuracy": 0.9858830649601785, + "accuracy": 0.9840263536101893, "total_bits": 216920576, "q_proj": { "group_size": { @@ -24006,7 +24006,7 @@ } }, { - "accuracy": 0.9869748753936667, + "accuracy": 0.986687172400324, "total_bits": 217916416, "q_proj": { "group_size": { @@ -24070,7 +24070,7 @@ } }, { - "accuracy": 0.9894434127368426, + "accuracy": 0.9892065195660842, "total_bits": 219400192, "q_proj": { "group_size": { @@ -24134,7 +24134,7 @@ } }, { - "accuracy": 0.9896380077851447, + "accuracy": 0.989507446163579, "total_bits": 223787264, "q_proj": { "group_size": { @@ -24195,7 +24195,7 @@ } }, { - "accuracy": 0.9911319621299443, + "accuracy": 0.9906526639273292, "total_bits": 226914816, "q_proj": { "group_size": { @@ -24256,7 +24256,7 @@ } }, { - "accuracy": 0.9944015129616386, + "accuracy": 0.9942292606360034, "total_bits": 274898048, "q_proj": { "group_size": { @@ -24317,7 +24317,7 @@ } }, { - "accuracy": 0.9954329074213379, + "accuracy": 0.9951562740300831, "total_bits": 279343616, "q_proj": { "group_size": { @@ -24378,7 +24378,7 @@ } }, { - "accuracy": 0.9954598883264943, + "accuracy": 0.9953442553156301, "total_bits": 316841088, "q_proj": { "group_size": { @@ -24430,7 +24430,7 @@ } }, { - "accuracy": 0.9966553226113319, + "accuracy": 0.9963980089677008, "total_bits": 332263936, "q_proj": { "group_size": { @@ -24482,7 +24482,7 @@ } }, { - "accuracy": 0.9987315027729461, + "accuracy": 0.9987162085936258, "total_bits": 421698688, "q_proj": { "group_size": { @@ -24536,7 +24536,7 @@ ], "model.layers.12.mlp": [ { - "accuracy": 0.948367997219688, + "accuracy": 0.9468945139332822, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -24588,7 +24588,7 @@ } }, { - "accuracy": 0.9498923515018663, + "accuracy": 0.9484767223659315, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -24640,7 +24640,7 @@ } }, { - "accuracy": 0.9578736236220912, + "accuracy": 0.9566495826369837, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -24689,7 +24689,7 @@ } }, { - "accuracy": 0.9602674559543007, + "accuracy": 0.9591079542511388, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -24738,7 +24738,7 @@ } }, { - "accuracy": 0.9737357905036524, + "accuracy": 0.97298874039399, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -24790,7 +24790,7 @@ } }, { - "accuracy": 0.9760627448558807, + "accuracy": 0.9753859999932741, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -24842,7 +24842,7 @@ } }, { - "accuracy": 0.979414911646592, + "accuracy": 0.9788294999223006, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -24891,7 +24891,7 @@ } }, { - "accuracy": 0.9862020282368911, + "accuracy": 0.985794418736508, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -24934,7 +24934,7 @@ } }, { - "accuracy": 0.9874181276873538, + "accuracy": 0.9870561588751642, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -24977,7 +24977,7 @@ } }, { - "accuracy": 0.9865289581449408, + "accuracy": 0.9861388990753576, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -25029,7 +25029,7 @@ } }, { - "accuracy": 0.9882748566175762, + "accuracy": 0.9879433293091623, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -25081,7 +25081,7 @@ } }, { - "accuracy": 0.9930809218632547, + "accuracy": 0.9928890968623915, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -25133,7 +25133,7 @@ } }, { - "accuracy": 0.9941245509605658, + "accuracy": 0.9939611342392469, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -25185,7 +25185,7 @@ } }, { - "accuracy": 0.996175645605514, + "accuracy": 0.9960620222907317, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -25228,7 +25228,7 @@ } }, { - "accuracy": 0.996462570601388, + "accuracy": 0.9963573813438416, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -25277,7 +25277,7 @@ } }, { - "accuracy": 0.9971945950467336, + "accuracy": 0.9971075512860951, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -25323,7 +25323,7 @@ } }, { - "accuracy": 0.9989503376970166, + "accuracy": 0.9989088506094719, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -25365,7 +25365,7 @@ ], "model.layers.13.self_attn": [ { - "accuracy": 0.9493865119783502, + "accuracy": 0.946983958545484, "total_bits": 111655168, "q_proj": { "group_size": { @@ -25429,7 +25429,7 @@ } }, { - "accuracy": 0.9505572569997687, + "accuracy": 0.9483040916292291, "total_bits": 114997504, "q_proj": { "group_size": { @@ -25493,7 +25493,7 @@ } }, { - "accuracy": 0.9548582842475489, + "accuracy": 0.953171149680489, "total_bits": 119288192, "q_proj": { "group_size": { @@ -25557,7 +25557,7 @@ } }, { - "accuracy": 0.961997854082208, + "accuracy": 0.9608965359236065, "total_bits": 139930496, "q_proj": { "group_size": { @@ -25621,7 +25621,7 @@ } }, { - "accuracy": 0.9750072391409623, + "accuracy": 0.97420156629462, "total_bits": 165321856, "q_proj": { "group_size": { @@ -25685,7 +25685,7 @@ } }, { - "accuracy": 0.975326618081645, + "accuracy": 0.9745990728077135, "total_bits": 165487616, "q_proj": { "group_size": { @@ -25749,7 +25749,7 @@ } }, { - "accuracy": 0.9813623757738816, + "accuracy": 0.9807095904099313, "total_bits": 211983488, "q_proj": { "group_size": { @@ -25801,7 +25801,7 @@ } }, { - "accuracy": 0.9816820872457404, + "accuracy": 0.9811423044455679, "total_bits": 212149248, "q_proj": { "group_size": { @@ -25853,7 +25853,7 @@ } }, { - "accuracy": 0.9832213630801753, + "accuracy": 0.9823134086633983, "total_bits": 213960704, "q_proj": { "group_size": { @@ -25905,7 +25905,7 @@ } }, { - "accuracy": 0.985137613196122, + "accuracy": 0.9846759124806053, "total_bits": 216920576, "q_proj": { "group_size": { @@ -25957,7 +25957,7 @@ } }, { - "accuracy": 0.9877353255686007, + "accuracy": 0.9872510582208633, "total_bits": 217916416, "q_proj": { "group_size": { @@ -26021,7 +26021,7 @@ } }, { - "accuracy": 0.9883256225209487, + "accuracy": 0.9879104675431001, "total_bits": 219400192, "q_proj": { "group_size": { @@ -26085,7 +26085,7 @@ } }, { - "accuracy": 0.9885589621568981, + "accuracy": 0.9880034390248751, "total_bits": 223787264, "q_proj": { "group_size": { @@ -26146,7 +26146,7 @@ } }, { - "accuracy": 0.98988954095464, + "accuracy": 0.9896547990409952, "total_bits": 226914816, "q_proj": { "group_size": { @@ -26207,7 +26207,7 @@ } }, { - "accuracy": 0.993616777423181, + "accuracy": 0.9933862850854271, "total_bits": 274898048, "q_proj": { "group_size": { @@ -26268,7 +26268,7 @@ } }, { - "accuracy": 0.9947219361600123, + "accuracy": 0.9947485112045941, "total_bits": 279343616, "q_proj": { "group_size": { @@ -26329,7 +26329,7 @@ } }, { - "accuracy": 0.9950335829665786, + "accuracy": 0.9948457216745928, "total_bits": 316841088, "q_proj": { "group_size": { @@ -26381,7 +26381,7 @@ } }, { - "accuracy": 0.9965386092662811, + "accuracy": 0.9966798048270377, "total_bits": 332263936, "q_proj": { "group_size": { @@ -26433,7 +26433,7 @@ } }, { - "accuracy": 0.998688367930682, + "accuracy": 0.998630825038019, "total_bits": 421698688, "q_proj": { "group_size": { @@ -26487,7 +26487,7 @@ ], "model.layers.13.mlp": [ { - "accuracy": 0.9470830214651007, + "accuracy": 0.9455967451396742, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -26539,7 +26539,7 @@ } }, { - "accuracy": 0.9485761554617631, + "accuracy": 0.9474080110851087, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -26591,7 +26591,7 @@ } }, { - "accuracy": 0.9567464778297826, + "accuracy": 0.9555663811533075, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -26640,7 +26640,7 @@ } }, { - "accuracy": 0.9590950294544822, + "accuracy": 0.9579786250465795, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -26689,7 +26689,7 @@ } }, { - "accuracy": 0.9733080958065233, + "accuracy": 0.9725657638750578, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -26741,7 +26741,7 @@ } }, { - "accuracy": 0.9756527213673842, + "accuracy": 0.9749949496043356, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -26793,7 +26793,7 @@ } }, { - "accuracy": 0.9790009495459104, + "accuracy": 0.9784084495745207, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -26842,7 +26842,7 @@ } }, { - "accuracy": 0.9860120211776934, + "accuracy": 0.9855869914356031, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -26885,7 +26885,7 @@ } }, { - "accuracy": 0.987204948538228, + "accuracy": 0.9868520027712772, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -26928,7 +26928,7 @@ } }, { - "accuracy": 0.9862806342150036, + "accuracy": 0.9858845503706681, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -26980,7 +26980,7 @@ } }, { - "accuracy": 0.9880791769215935, + "accuracy": 0.9877428177155947, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -27032,7 +27032,7 @@ } }, { - "accuracy": 0.9929464906454086, + "accuracy": 0.9927523418476707, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -27084,7 +27084,7 @@ } }, { - "accuracy": 0.9940132047784956, + "accuracy": 0.9938486457655304, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -27136,7 +27136,7 @@ } }, { - "accuracy": 0.9961069743884238, + "accuracy": 0.9959933773467415, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -27179,7 +27179,7 @@ } }, { - "accuracy": 0.996376075242695, + "accuracy": 0.9962754641708574, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -27228,7 +27228,7 @@ } }, { - "accuracy": 0.9970906318018311, + "accuracy": 0.9970088032515425, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -27274,7 +27274,7 @@ } }, { - "accuracy": 0.998932653057732, + "accuracy": 0.9989056960728607, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -27316,7 +27316,7 @@ ], "model.layers.14.self_attn": [ { - "accuracy": 0.9510470409142344, + "accuracy": 0.9501929816446806, "total_bits": 111655168, "q_proj": { "group_size": { @@ -27380,7 +27380,7 @@ } }, { - "accuracy": 0.9521622375438088, + "accuracy": 0.9517194283635992, "total_bits": 114997504, "q_proj": { "group_size": { @@ -27444,7 +27444,7 @@ } }, { - "accuracy": 0.9607464357426292, + "accuracy": 0.9595092785985846, "total_bits": 119288192, "q_proj": { "group_size": { @@ -27508,7 +27508,7 @@ } }, { - "accuracy": 0.9683819789635508, + "accuracy": 0.9675125824777704, "total_bits": 139930496, "q_proj": { "group_size": { @@ -27572,7 +27572,7 @@ } }, { - "accuracy": 0.975771941636738, + "accuracy": 0.974614541781576, "total_bits": 165321856, "q_proj": { "group_size": { @@ -27636,7 +27636,7 @@ } }, { - "accuracy": 0.9760068356990814, + "accuracy": 0.9750354854684127, "total_bits": 165487616, "q_proj": { "group_size": { @@ -27700,7 +27700,7 @@ } }, { - "accuracy": 0.9810470279894377, + "accuracy": 0.9798298933004078, "total_bits": 211983488, "q_proj": { "group_size": { @@ -27752,7 +27752,7 @@ } }, { - "accuracy": 0.9813761836604068, + "accuracy": 0.9802853731732619, "total_bits": 212149248, "q_proj": { "group_size": { @@ -27804,7 +27804,7 @@ } }, { - "accuracy": 0.9830552496408161, + "accuracy": 0.9826448057827196, "total_bits": 213960704, "q_proj": { "group_size": { @@ -27856,7 +27856,7 @@ } }, { - "accuracy": 0.9840565543425711, + "accuracy": 0.9834963930280585, "total_bits": 216920576, "q_proj": { "group_size": { @@ -27908,7 +27908,7 @@ } }, { - "accuracy": 0.987308847276788, + "accuracy": 0.98695460354027, "total_bits": 217916416, "q_proj": { "group_size": { @@ -27972,7 +27972,7 @@ } }, { - "accuracy": 0.9876531111566644, + "accuracy": 0.9873365940232026, "total_bits": 219400192, "q_proj": { "group_size": { @@ -28036,7 +28036,7 @@ } }, { - "accuracy": 0.9875542207768089, + "accuracy": 0.9872342379469621, "total_bits": 223787264, "q_proj": { "group_size": { @@ -28097,7 +28097,7 @@ } }, { - "accuracy": 0.9895153712285193, + "accuracy": 0.9892342569012391, "total_bits": 226914816, "q_proj": { "group_size": { @@ -28158,7 +28158,7 @@ } }, { - "accuracy": 0.9935677090757772, + "accuracy": 0.9933813167245764, "total_bits": 274898048, "q_proj": { "group_size": { @@ -28219,7 +28219,7 @@ } }, { - "accuracy": 0.9943489071569944, + "accuracy": 0.9941519373341611, "total_bits": 279343616, "q_proj": { "group_size": { @@ -28280,7 +28280,7 @@ } }, { - "accuracy": 0.9946437748639207, + "accuracy": 0.9945058963800731, "total_bits": 316841088, "q_proj": { "group_size": { @@ -28332,7 +28332,7 @@ } }, { - "accuracy": 0.9967816589694274, + "accuracy": 0.9967375897655362, "total_bits": 332263936, "q_proj": { "group_size": { @@ -28384,7 +28384,7 @@ } }, { - "accuracy": 0.9985550008714199, + "accuracy": 0.9985270429598657, "total_bits": 421698688, "q_proj": { "group_size": { @@ -28438,7 +28438,7 @@ ], "model.layers.14.mlp": [ { - "accuracy": 0.9446286276767129, + "accuracy": 0.943139766391955, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -28490,7 +28490,7 @@ } }, { - "accuracy": 0.9464342845113654, + "accuracy": 0.9450094825343082, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -28542,7 +28542,7 @@ } }, { - "accuracy": 0.9548875846360859, + "accuracy": 0.953657865524292, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -28591,7 +28591,7 @@ } }, { - "accuracy": 0.9574331547084608, + "accuracy": 0.9562593133826005, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -28640,7 +28640,7 @@ } }, { - "accuracy": 0.971948438569119, + "accuracy": 0.9711599130379526, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -28692,7 +28692,7 @@ } }, { - "accuracy": 0.9743750832582775, + "accuracy": 0.9736872284035933, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -28744,7 +28744,7 @@ } }, { - "accuracy": 0.9778928835141031, + "accuracy": 0.9772981185662118, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -28793,7 +28793,7 @@ } }, { - "accuracy": 0.9851756629190946, + "accuracy": 0.9847904051605024, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -28836,7 +28836,7 @@ } }, { - "accuracy": 0.9864382022305539, + "accuracy": 0.9860655288947257, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -28879,7 +28879,7 @@ } }, { - "accuracy": 0.9855698974508988, + "accuracy": 0.9851722811397753, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -28931,7 +28931,7 @@ } }, { - "accuracy": 0.987440371199658, + "accuracy": 0.9871063687299427, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -28983,7 +28983,7 @@ } }, { - "accuracy": 0.9925845453613683, + "accuracy": 0.9923756240229857, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -29035,7 +29035,7 @@ } }, { - "accuracy": 0.993693943870695, + "accuracy": 0.9935263042387209, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -29087,7 +29087,7 @@ } }, { - "accuracy": 0.9958666982619386, + "accuracy": 0.9957502249040102, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -29130,7 +29130,7 @@ } }, { - "accuracy": 0.996192994086366, + "accuracy": 0.9960879926618776, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -29179,7 +29179,7 @@ } }, { - "accuracy": 0.9969524688234455, + "accuracy": 0.9968605437561086, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -29225,7 +29225,7 @@ } }, { - "accuracy": 0.9988547492968408, + "accuracy": 0.9988202625199368, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -29267,7 +29267,7 @@ ], "model.layers.15.self_attn": [ { - "accuracy": 0.9474643186519021, + "accuracy": 0.9452534412082872, "total_bits": 111655168, "q_proj": { "group_size": { @@ -29331,7 +29331,7 @@ } }, { - "accuracy": 0.948414617463162, + "accuracy": 0.9460697738747847, "total_bits": 114997504, "q_proj": { "group_size": { @@ -29395,7 +29395,7 @@ } }, { - "accuracy": 0.9570952967593545, + "accuracy": 0.9555255739312423, "total_bits": 119288192, "q_proj": { "group_size": { @@ -29459,7 +29459,7 @@ } }, { - "accuracy": 0.9630739657502425, + "accuracy": 0.9622391932889035, "total_bits": 139930496, "q_proj": { "group_size": { @@ -29523,7 +29523,7 @@ } }, { - "accuracy": 0.9730781065790277, + "accuracy": 0.972395586340051, "total_bits": 165321856, "q_proj": { "group_size": { @@ -29587,7 +29587,7 @@ } }, { - "accuracy": 0.9738401174545288, + "accuracy": 0.9733010342246607, "total_bits": 165487616, "q_proj": { "group_size": { @@ -29651,7 +29651,7 @@ } }, { - "accuracy": 0.9774910274304842, + "accuracy": 0.9770676556386446, "total_bits": 211983488, "q_proj": { "group_size": { @@ -29703,7 +29703,7 @@ } }, { - "accuracy": 0.9782926502980684, + "accuracy": 0.9779264095582461, "total_bits": 212149248, "q_proj": { "group_size": { @@ -29755,7 +29755,7 @@ } }, { - "accuracy": 0.9803142359382228, + "accuracy": 0.9798849319156847, "total_bits": 213960704, "q_proj": { "group_size": { @@ -29807,7 +29807,7 @@ } }, { - "accuracy": 0.9804872525365729, + "accuracy": 0.9796662801190427, "total_bits": 216920576, "q_proj": { "group_size": { @@ -29859,7 +29859,7 @@ } }, { - "accuracy": 0.9863938187298021, + "accuracy": 0.9860252832111559, "total_bits": 217916416, "q_proj": { "group_size": { @@ -29923,7 +29923,7 @@ } }, { - "accuracy": 0.9878687301748678, + "accuracy": 0.9872227562101263, "total_bits": 219400192, "q_proj": { "group_size": { @@ -29987,7 +29987,7 @@ } }, { - "accuracy": 0.9874159874100434, + "accuracy": 0.9871374360824886, "total_bits": 223787264, "q_proj": { "group_size": { @@ -30048,7 +30048,7 @@ } }, { - "accuracy": 0.9889606574648305, + "accuracy": 0.9884408579060906, "total_bits": 226914816, "q_proj": { "group_size": { @@ -30109,7 +30109,7 @@ } }, { - "accuracy": 0.9928946181347496, + "accuracy": 0.9924361650881014, "total_bits": 274898048, "q_proj": { "group_size": { @@ -30170,7 +30170,7 @@ } }, { - "accuracy": 0.9936892425543383, + "accuracy": 0.9934488472185636, "total_bits": 279343616, "q_proj": { "group_size": { @@ -30231,7 +30231,7 @@ } }, { - "accuracy": 0.9937688865159687, + "accuracy": 0.9933378014125323, "total_bits": 316841088, "q_proj": { "group_size": { @@ -30283,7 +30283,7 @@ } }, { - "accuracy": 0.9968144650522032, + "accuracy": 0.9967174139854155, "total_bits": 332263936, "q_proj": { "group_size": { @@ -30335,7 +30335,7 @@ } }, { - "accuracy": 0.9984346477216796, + "accuracy": 0.9983542775245089, "total_bits": 421698688, "q_proj": { "group_size": { @@ -30389,7 +30389,7 @@ ], "model.layers.15.mlp": [ { - "accuracy": 0.9424669428875572, + "accuracy": 0.9409716505753367, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -30441,7 +30441,7 @@ } }, { - "accuracy": 0.9443283959438926, + "accuracy": 0.9429071137779638, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -30493,7 +30493,7 @@ } }, { - "accuracy": 0.9534604800374884, + "accuracy": 0.9522421893320585, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -30542,7 +30542,7 @@ } }, { - "accuracy": 0.9563140837769759, + "accuracy": 0.9551752711597242, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -30591,7 +30591,7 @@ } }, { - "accuracy": 0.9707406727891219, + "accuracy": 0.969985240384152, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -30643,7 +30643,7 @@ } }, { - "accuracy": 0.9732439141524466, + "accuracy": 0.972559950853649, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -30695,7 +30695,7 @@ } }, { - "accuracy": 0.9771509954803869, + "accuracy": 0.9765497524487344, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -30744,7 +30744,7 @@ } }, { - "accuracy": 0.9844500673444647, + "accuracy": 0.9840318827252639, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -30787,7 +30787,7 @@ } }, { - "accuracy": 0.985811539386448, + "accuracy": 0.985438618220781, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -30830,7 +30830,7 @@ } }, { - "accuracy": 0.9849866926670074, + "accuracy": 0.9846050472635972, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -30882,7 +30882,7 @@ } }, { - "accuracy": 0.9869065363156168, + "accuracy": 0.9865737871119851, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -30934,7 +30934,7 @@ } }, { - "accuracy": 0.9923051085911299, + "accuracy": 0.9921120162072935, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -30986,7 +30986,7 @@ } }, { - "accuracy": 0.9934458658099174, + "accuracy": 0.9932801488198733, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -31038,7 +31038,7 @@ } }, { - "accuracy": 0.9957097894267032, + "accuracy": 0.9955921353478181, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -31081,7 +31081,7 @@ } }, { - "accuracy": 0.9960721719421839, + "accuracy": 0.9959727376699448, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -31130,7 +31130,7 @@ } }, { - "accuracy": 0.9969239481969884, + "accuracy": 0.9968450808603513, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -31176,7 +31176,7 @@ } }, { - "accuracy": 0.9988421276211739, + "accuracy": 0.998809363398897, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -31218,7 +31218,7 @@ ], "model.layers.16.self_attn": [ { - "accuracy": 0.947770965726752, + "accuracy": 0.9464379611768221, "total_bits": 111655168, "q_proj": { "group_size": { @@ -31282,7 +31282,7 @@ } }, { - "accuracy": 0.9493731824975264, + "accuracy": 0.948146076578843, "total_bits": 114997504, "q_proj": { "group_size": { @@ -31346,7 +31346,7 @@ } }, { - "accuracy": 0.9530665686256007, + "accuracy": 0.95241547885694, "total_bits": 119288192, "q_proj": { "group_size": { @@ -31410,7 +31410,7 @@ } }, { - "accuracy": 0.9602449034389696, + "accuracy": 0.9598744919425563, "total_bits": 139930496, "q_proj": { "group_size": { @@ -31474,7 +31474,7 @@ } }, { - "accuracy": 0.971104970103816, + "accuracy": 0.9703066694109064, "total_bits": 165321856, "q_proj": { "group_size": { @@ -31538,7 +31538,7 @@ } }, { - "accuracy": 0.9715200129308199, + "accuracy": 0.9708229742552105, "total_bits": 165487616, "q_proj": { "group_size": { @@ -31602,7 +31602,7 @@ } }, { - "accuracy": 0.9771940535620639, + "accuracy": 0.9765358316270929, "total_bits": 211983488, "q_proj": { "group_size": { @@ -31654,7 +31654,7 @@ } }, { - "accuracy": 0.9776634793532523, + "accuracy": 0.9771300146454259, "total_bits": 212149248, "q_proj": { "group_size": { @@ -31706,7 +31706,7 @@ } }, { - "accuracy": 0.9787121383767379, + "accuracy": 0.9783080330020503, "total_bits": 213960704, "q_proj": { "group_size": { @@ -31758,7 +31758,7 @@ } }, { - "accuracy": 0.9827114029934532, + "accuracy": 0.9821195492618963, "total_bits": 216920576, "q_proj": { "group_size": { @@ -31810,7 +31810,7 @@ } }, { - "accuracy": 0.9828848148647108, + "accuracy": 0.9826239912133468, "total_bits": 217916416, "q_proj": { "group_size": { @@ -31874,7 +31874,7 @@ } }, { - "accuracy": 0.9864230485338914, + "accuracy": 0.985953605488727, "total_bits": 219400192, "q_proj": { "group_size": { @@ -31938,7 +31938,7 @@ } }, { - "accuracy": 0.986660466382378, + "accuracy": 0.9863318581330148, "total_bits": 223787264, "q_proj": { "group_size": { @@ -31999,7 +31999,7 @@ } }, { - "accuracy": 0.9877524642567885, + "accuracy": 0.9873269717944296, "total_bits": 226914816, "q_proj": { "group_size": { @@ -32060,7 +32060,7 @@ } }, { - "accuracy": 0.9920953425921892, + "accuracy": 0.9920116584551962, "total_bits": 274898048, "q_proj": { "group_size": { @@ -32121,7 +32121,7 @@ } }, { - "accuracy": 0.9941197037696838, + "accuracy": 0.9939986655586645, "total_bits": 279343616, "q_proj": { "group_size": { @@ -32182,7 +32182,7 @@ } }, { - "accuracy": 0.9931813117704893, + "accuracy": 0.993109834037329, "total_bits": 316841088, "q_proj": { "group_size": { @@ -32234,7 +32234,7 @@ } }, { - "accuracy": 0.9962309128359744, + "accuracy": 0.9961375205924636, "total_bits": 332263936, "q_proj": { "group_size": { @@ -32286,7 +32286,7 @@ } }, { - "accuracy": 0.9982264945773702, + "accuracy": 0.9982125912057725, "total_bits": 421698688, "q_proj": { "group_size": { @@ -32340,7 +32340,7 @@ ], "model.layers.16.mlp": [ { - "accuracy": 0.9377221935673764, + "accuracy": 0.9363772931851839, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -32392,7 +32392,7 @@ } }, { - "accuracy": 0.9397166089007729, + "accuracy": 0.9384246625398335, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -32444,7 +32444,7 @@ } }, { - "accuracy": 0.9499857708027488, + "accuracy": 0.9488617589599208, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -32493,7 +32493,7 @@ } }, { - "accuracy": 0.9532997200363561, + "accuracy": 0.9522454738616943, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -32542,7 +32542,7 @@ } }, { - "accuracy": 0.9681491820435775, + "accuracy": 0.9674748746972335, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -32594,7 +32594,7 @@ } }, { - "accuracy": 0.9708860547919023, + "accuracy": 0.9702582484797427, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -32646,7 +32646,7 @@ } }, { - "accuracy": 0.9753512677393461, + "accuracy": 0.9748233792028929, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -32695,7 +32695,7 @@ } }, { - "accuracy": 0.982980196413241, + "accuracy": 0.9826032691880277, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -32738,7 +32738,7 @@ } }, { - "accuracy": 0.9845464762888456, + "accuracy": 0.9841994376559007, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -32781,7 +32781,7 @@ } }, { - "accuracy": 0.9836761402456384, + "accuracy": 0.9833319657727292, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -32833,7 +32833,7 @@ } }, { - "accuracy": 0.9857545573460428, + "accuracy": 0.9854470365925839, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -32885,7 +32885,7 @@ } }, { - "accuracy": 0.9916336426609441, + "accuracy": 0.991457114094182, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -32937,7 +32937,7 @@ } }, { - "accuracy": 0.9928699112252185, + "accuracy": 0.9927175852813219, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -32989,7 +32989,7 @@ } }, { - "accuracy": 0.995312218603335, + "accuracy": 0.9952106840516391, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -33032,7 +33032,7 @@ } }, { - "accuracy": 0.9957381388858745, + "accuracy": 0.9956565738508576, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -33081,7 +33081,7 @@ } }, { - "accuracy": 0.9967335344929444, + "accuracy": 0.9966720424984631, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -33127,7 +33127,7 @@ } }, { - "accuracy": 0.9987366093616736, + "accuracy": 0.9987088356559214, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -33169,7 +33169,7 @@ ], "model.layers.17.self_attn": [ { - "accuracy": 0.9455138005708393, + "accuracy": 0.9440219339571501, "total_bits": 111655168, "q_proj": { "group_size": { @@ -33233,7 +33233,7 @@ } }, { - "accuracy": 0.9473214337700292, + "accuracy": 0.9458835124969482, "total_bits": 114997504, "q_proj": { "group_size": { @@ -33297,7 +33297,7 @@ } }, { - "accuracy": 0.9525277112659655, + "accuracy": 0.9513235374500877, "total_bits": 119288192, "q_proj": { "group_size": { @@ -33361,7 +33361,7 @@ } }, { - "accuracy": 0.9636824381978888, + "accuracy": 0.9627788568797865, "total_bits": 139930496, "q_proj": { "group_size": { @@ -33425,7 +33425,7 @@ } }, { - "accuracy": 0.9711476752632543, + "accuracy": 0.970467143937161, "total_bits": 165321856, "q_proj": { "group_size": { @@ -33489,7 +33489,7 @@ } }, { - "accuracy": 0.9720092666776556, + "accuracy": 0.9712176134711817, "total_bits": 165487616, "q_proj": { "group_size": { @@ -33553,7 +33553,7 @@ } }, { - "accuracy": 0.9797195760827315, + "accuracy": 0.9793538137486106, "total_bits": 211983488, "q_proj": { "group_size": { @@ -33605,7 +33605,7 @@ } }, { - "accuracy": 0.9807653709461814, + "accuracy": 0.9802014859099137, "total_bits": 212149248, "q_proj": { "group_size": { @@ -33657,7 +33657,7 @@ } }, { - "accuracy": 0.9815322866565303, + "accuracy": 0.981210216095573, "total_bits": 213960704, "q_proj": { "group_size": { @@ -33709,7 +33709,7 @@ } }, { - "accuracy": 0.9830394936235327, + "accuracy": 0.9829580030943218, "total_bits": 216920576, "q_proj": { "group_size": { @@ -33761,7 +33761,7 @@ } }, { - "accuracy": 0.9852028928304973, + "accuracy": 0.9848892751492953, "total_bits": 217916416, "q_proj": { "group_size": { @@ -33825,7 +33825,7 @@ } }, { - "accuracy": 0.9864943011810905, + "accuracy": 0.9860531703421944, "total_bits": 219400192, "q_proj": { "group_size": { @@ -33889,7 +33889,7 @@ } }, { - "accuracy": 0.9870293093355078, + "accuracy": 0.9866922340895, "total_bits": 223787264, "q_proj": { "group_size": { @@ -33950,7 +33950,7 @@ } }, { - "accuracy": 0.9882822821014806, + "accuracy": 0.9880749787154951, "total_bits": 226914816, "q_proj": { "group_size": { @@ -34011,7 +34011,7 @@ } }, { - "accuracy": 0.9926636462148867, + "accuracy": 0.9924879881896471, "total_bits": 274898048, "q_proj": { "group_size": { @@ -34072,7 +34072,7 @@ } }, { - "accuracy": 0.9939385797632369, + "accuracy": 0.9938058445328161, "total_bits": 279343616, "q_proj": { "group_size": { @@ -34133,7 +34133,7 @@ } }, { - "accuracy": 0.9943294999630827, + "accuracy": 0.9942085193960291, "total_bits": 316841088, "q_proj": { "group_size": { @@ -34185,7 +34185,7 @@ } }, { - "accuracy": 0.9967090405131641, + "accuracy": 0.9965630389357868, "total_bits": 332263936, "q_proj": { "group_size": { @@ -34237,7 +34237,7 @@ } }, { - "accuracy": 0.9985237691159311, + "accuracy": 0.9985179209003323, "total_bits": 421698688, "q_proj": { "group_size": { @@ -34291,7 +34291,7 @@ ], "model.layers.17.mlp": [ { - "accuracy": 0.933050550912556, + "accuracy": 0.9318276392786127, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -34343,7 +34343,7 @@ } }, { - "accuracy": 0.9353626590026052, + "accuracy": 0.9341795820938914, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -34395,7 +34395,7 @@ } }, { - "accuracy": 0.9464058499587209, + "accuracy": 0.9454030488666735, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -34444,7 +34444,7 @@ } }, { - "accuracy": 0.9499873173864264, + "accuracy": 0.9490488328431782, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -34493,7 +34493,7 @@ } }, { - "accuracy": 0.9659677210607027, + "accuracy": 0.9653308705279702, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -34545,7 +34545,7 @@ } }, { - "accuracy": 0.968913197517395, + "accuracy": 0.9683266438935932, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -34597,7 +34597,7 @@ } }, { - "accuracy": 0.9736285272397494, + "accuracy": 0.9731306621902868, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -34646,7 +34646,7 @@ } }, { - "accuracy": 0.9817273036429757, + "accuracy": 0.9813684538791054, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -34689,7 +34689,7 @@ } }, { - "accuracy": 0.9834151785624655, + "accuracy": 0.9830897199480158, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -34732,7 +34732,7 @@ } }, { - "accuracy": 0.982555827027873, + "accuracy": 0.9822351556075247, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -34784,7 +34784,7 @@ } }, { - "accuracy": 0.9848135678391707, + "accuracy": 0.9845327170271623, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -34836,7 +34836,7 @@ } }, { - "accuracy": 0.9910731056803151, + "accuracy": 0.9909120711841082, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -34888,7 +34888,7 @@ } }, { - "accuracy": 0.992402981770666, + "accuracy": 0.9922625751871812, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -34940,7 +34940,7 @@ } }, { - "accuracy": 0.9949711847462153, + "accuracy": 0.9948752596974373, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -34983,7 +34983,7 @@ } }, { - "accuracy": 0.9954577358929735, + "accuracy": 0.9953772990327132, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -35032,7 +35032,7 @@ } }, { - "accuracy": 0.996501449299486, + "accuracy": 0.9964416552531091, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -35078,7 +35078,7 @@ } }, { - "accuracy": 0.9986329021814623, + "accuracy": 0.9986067169198865, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -35120,7 +35120,7 @@ ], "model.layers.18.self_attn": [ { - "accuracy": 0.9459005782478734, + "accuracy": 0.944615175849513, "total_bits": 111655168, "q_proj": { "group_size": { @@ -35184,7 +35184,7 @@ } }, { - "accuracy": 0.94846962313903, + "accuracy": 0.9470866981305575, "total_bits": 114997504, "q_proj": { "group_size": { @@ -35248,7 +35248,7 @@ } }, { - "accuracy": 0.9528710716649106, + "accuracy": 0.9515457216062044, "total_bits": 119288192, "q_proj": { "group_size": { @@ -35312,7 +35312,7 @@ } }, { - "accuracy": 0.9630815606368215, + "accuracy": 0.9621739136545282, "total_bits": 139930496, "q_proj": { "group_size": { @@ -35376,7 +35376,7 @@ } }, { - "accuracy": 0.9702447401849847, + "accuracy": 0.969468427331824, "total_bits": 165321856, "q_proj": { "group_size": { @@ -35440,7 +35440,7 @@ } }, { - "accuracy": 0.9716488656244779, + "accuracy": 0.9709761676035429, "total_bits": 165487616, "q_proj": { "group_size": { @@ -35504,7 +35504,7 @@ } }, { - "accuracy": 0.9774679572958695, + "accuracy": 0.9769270639670523, "total_bits": 211983488, "q_proj": { "group_size": { @@ -35556,7 +35556,7 @@ } }, { - "accuracy": 0.9792005435416573, + "accuracy": 0.978799758773101, "total_bits": 212149248, "q_proj": { "group_size": { @@ -35608,7 +35608,7 @@ } }, { - "accuracy": 0.9837210350915006, + "accuracy": 0.9831642132056387, "total_bits": 213960704, "q_proj": { "group_size": { @@ -35660,7 +35660,7 @@ } }, { - "accuracy": 0.9845711447690663, + "accuracy": 0.9841492787787789, "total_bits": 216920576, "q_proj": { "group_size": { @@ -35712,7 +35712,7 @@ } }, { - "accuracy": 0.9853966440025129, + "accuracy": 0.9849731592755568, "total_bits": 217916416, "q_proj": { "group_size": { @@ -35776,7 +35776,7 @@ } }, { - "accuracy": 0.9871330300444051, + "accuracy": 0.9867786780784005, "total_bits": 219400192, "q_proj": { "group_size": { @@ -35840,7 +35840,7 @@ } }, { - "accuracy": 0.9867577176345023, + "accuracy": 0.9864157720615989, "total_bits": 223787264, "q_proj": { "group_size": { @@ -35901,7 +35901,7 @@ } }, { - "accuracy": 0.9884930072646392, + "accuracy": 0.9882433210548601, "total_bits": 226914816, "q_proj": { "group_size": { @@ -35962,7 +35962,7 @@ } }, { - "accuracy": 0.992371163870159, + "accuracy": 0.9921912362701014, "total_bits": 274898048, "q_proj": { "group_size": { @@ -36023,7 +36023,7 @@ } }, { - "accuracy": 0.9940369195843998, + "accuracy": 0.9941499480291417, "total_bits": 279343616, "q_proj": { "group_size": { @@ -36084,7 +36084,7 @@ } }, { - "accuracy": 0.9937511204104674, + "accuracy": 0.9936116459338289, "total_bits": 316841088, "q_proj": { "group_size": { @@ -36136,7 +36136,7 @@ } }, { - "accuracy": 0.9962579298176264, + "accuracy": 0.9966081027921877, "total_bits": 332263936, "q_proj": { "group_size": { @@ -36188,7 +36188,7 @@ } }, { - "accuracy": 0.9982801479728598, + "accuracy": 0.9982534699926251, "total_bits": 421698688, "q_proj": { "group_size": { @@ -36242,7 +36242,7 @@ ], "model.layers.18.mlp": [ { - "accuracy": 0.9314872340152138, + "accuracy": 0.9303484841396934, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -36294,7 +36294,7 @@ } }, { - "accuracy": 0.9338433993490118, + "accuracy": 0.9327442771510074, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -36346,7 +36346,7 @@ } }, { - "accuracy": 0.9450553843849584, + "accuracy": 0.9441354713941875, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -36395,7 +36395,7 @@ } }, { - "accuracy": 0.9487003276222631, + "accuracy": 0.947857467751754, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -36444,7 +36444,7 @@ } }, { - "accuracy": 0.9652024413409986, + "accuracy": 0.9646330287581996, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -36496,7 +36496,7 @@ } }, { - "accuracy": 0.9682065311231112, + "accuracy": 0.9676713723885386, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -36548,7 +36548,7 @@ } }, { - "accuracy": 0.9730195936403776, + "accuracy": 0.9725634926243832, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -36597,7 +36597,7 @@ } }, { - "accuracy": 0.981357991695404, + "accuracy": 0.9810217069952112, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -36640,7 +36640,7 @@ } }, { - "accuracy": 0.9830563225244221, + "accuracy": 0.9827494731074885, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -36683,7 +36683,7 @@ } }, { - "accuracy": 0.9821818863090716, + "accuracy": 0.981886310012717, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -36735,7 +36735,7 @@ } }, { - "accuracy": 0.9844790806895808, + "accuracy": 0.9842222850573691, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -36787,7 +36787,7 @@ } }, { - "accuracy": 0.9908741869424519, + "accuracy": 0.9907220374596747, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -36839,7 +36839,7 @@ } }, { - "accuracy": 0.9922339680947756, + "accuracy": 0.9921005846638429, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -36891,7 +36891,7 @@ } }, { - "accuracy": 0.9948484693702898, + "accuracy": 0.9947594365006999, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -36934,7 +36934,7 @@ } }, { - "accuracy": 0.995350887116633, + "accuracy": 0.9952777773141861, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -36983,7 +36983,7 @@ } }, { - "accuracy": 0.9964022275648619, + "accuracy": 0.9963439099098507, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -37029,7 +37029,7 @@ } }, { - "accuracy": 0.9985748021618316, + "accuracy": 0.9985446107426756, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -37071,7 +37071,7 @@ ], "model.layers.19.self_attn": [ { - "accuracy": 0.9384775663677015, + "accuracy": 0.9378979833502519, "total_bits": 111655168, "q_proj": { "group_size": { @@ -37135,7 +37135,7 @@ } }, { - "accuracy": 0.9405014389439633, + "accuracy": 0.9398429895702162, "total_bits": 114997504, "q_proj": { "group_size": { @@ -37199,7 +37199,7 @@ } }, { - "accuracy": 0.9468030615856773, + "accuracy": 0.9468803217536524, "total_bits": 119288192, "q_proj": { "group_size": { @@ -37263,7 +37263,7 @@ } }, { - "accuracy": 0.9554136019004018, + "accuracy": 0.9561100037474382, "total_bits": 139930496, "q_proj": { "group_size": { @@ -37327,7 +37327,7 @@ } }, { - "accuracy": 0.9679453372955322, + "accuracy": 0.96732497215271, "total_bits": 165321856, "q_proj": { "group_size": { @@ -37391,7 +37391,7 @@ } }, { - "accuracy": 0.9706804030819943, + "accuracy": 0.9698041583362379, "total_bits": 165487616, "q_proj": { "group_size": { @@ -37455,7 +37455,7 @@ } }, { - "accuracy": 0.9741172068997433, + "accuracy": 0.9737192125696885, "total_bits": 211983488, "q_proj": { "group_size": { @@ -37507,7 +37507,7 @@ } }, { - "accuracy": 0.9772688746452332, + "accuracy": 0.9765992415578741, "total_bits": 212149248, "q_proj": { "group_size": { @@ -37559,7 +37559,7 @@ } }, { - "accuracy": 0.9806064994711625, + "accuracy": 0.9804088567432604, "total_bits": 213960704, "q_proj": { "group_size": { @@ -37611,7 +37611,7 @@ } }, { - "accuracy": 0.9811119735240936, + "accuracy": 0.9809412344505912, "total_bits": 216920576, "q_proj": { "group_size": { @@ -37663,7 +37663,7 @@ } }, { - "accuracy": 0.9839048824812237, + "accuracy": 0.9840050182844463, "total_bits": 217916416, "q_proj": { "group_size": { @@ -37727,7 +37727,7 @@ } }, { - "accuracy": 0.9861201063582772, + "accuracy": 0.9858998969981545, "total_bits": 219400192, "q_proj": { "group_size": { @@ -37791,7 +37791,7 @@ } }, { - "accuracy": 0.9854166570462679, + "accuracy": 0.9853847560129667, "total_bits": 223787264, "q_proj": { "group_size": { @@ -37852,7 +37852,7 @@ } }, { - "accuracy": 0.9873039353834955, + "accuracy": 0.9871830469683597, "total_bits": 226914816, "q_proj": { "group_size": { @@ -37913,7 +37913,7 @@ } }, { - "accuracy": 0.9911991977377942, + "accuracy": 0.9909030708827471, "total_bits": 274898048, "q_proj": { "group_size": { @@ -37974,7 +37974,7 @@ } }, { - "accuracy": 0.9937293815769648, + "accuracy": 0.9935271857600463, "total_bits": 279343616, "q_proj": { "group_size": { @@ -38035,7 +38035,7 @@ } }, { - "accuracy": 0.9922787217717421, + "accuracy": 0.9920336964883303, "total_bits": 316841088, "q_proj": { "group_size": { @@ -38087,7 +38087,7 @@ } }, { - "accuracy": 0.9966999657059971, + "accuracy": 0.996554031575981, "total_bits": 332263936, "q_proj": { "group_size": { @@ -38139,7 +38139,7 @@ } }, { - "accuracy": 0.9979325613301051, + "accuracy": 0.997927504346559, "total_bits": 421698688, "q_proj": { "group_size": { @@ -38193,7 +38193,7 @@ ], "model.layers.19.mlp": [ { - "accuracy": 0.930520634902151, + "accuracy": 0.9296129565489919, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -38245,7 +38245,7 @@ } }, { - "accuracy": 0.9328185570867438, + "accuracy": 0.9319732251920199, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -38297,7 +38297,7 @@ } }, { - "accuracy": 0.9440087268227025, + "accuracy": 0.9433065715589022, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -38346,7 +38346,7 @@ } }, { - "accuracy": 0.9476676520548368, + "accuracy": 0.9470342146722894, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -38395,7 +38395,7 @@ } }, { - "accuracy": 0.964750327562031, + "accuracy": 0.964259850351434, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -38447,7 +38447,7 @@ } }, { - "accuracy": 0.9677750342770627, + "accuracy": 0.9673464298248291, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -38499,7 +38499,7 @@ } }, { - "accuracy": 0.9726060942599648, + "accuracy": 0.9722398268549066, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -38548,7 +38548,7 @@ } }, { - "accuracy": 0.9811688818429646, + "accuracy": 0.9809071609848424, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -38591,7 +38591,7 @@ } }, { - "accuracy": 0.9828395419999173, + "accuracy": 0.982605223592959, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -38634,7 +38634,7 @@ } }, { - "accuracy": 0.9819574591360594, + "accuracy": 0.9817094787171012, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -38686,7 +38686,7 @@ } }, { - "accuracy": 0.9842995044432188, + "accuracy": 0.9840942950625169, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -38738,7 +38738,7 @@ } }, { - "accuracy": 0.9907691910078651, + "accuracy": 0.9906468148294248, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -38790,7 +38790,7 @@ } }, { - "accuracy": 0.9921492855799826, + "accuracy": 0.9920430826513391, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -38842,7 +38842,7 @@ } }, { - "accuracy": 0.9947892788209414, + "accuracy": 0.9947080616103975, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -38885,7 +38885,7 @@ } }, { - "accuracy": 0.9953169732501632, + "accuracy": 0.9952564972795939, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -38934,7 +38934,7 @@ } }, { - "accuracy": 0.9963398332658567, + "accuracy": 0.9962950219449244, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -38980,7 +38980,7 @@ } }, { - "accuracy": 0.9985728924603838, + "accuracy": 0.9985516979114005, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -39022,7 +39022,7 @@ ], "model.layers.20.self_attn": [ { - "accuracy": 0.9539831029741388, + "accuracy": 0.9530377199775294, "total_bits": 111655168, "q_proj": { "group_size": { @@ -39086,7 +39086,7 @@ } }, { - "accuracy": 0.9550953099602147, + "accuracy": 0.9542365607462431, "total_bits": 114997504, "q_proj": { "group_size": { @@ -39150,7 +39150,7 @@ } }, { - "accuracy": 0.9591146299713537, + "accuracy": 0.9582883401920921, "total_bits": 119288192, "q_proj": { "group_size": { @@ -39214,7 +39214,7 @@ } }, { - "accuracy": 0.9673568763230976, + "accuracy": 0.9670088197055616, "total_bits": 139930496, "q_proj": { "group_size": { @@ -39278,7 +39278,7 @@ } }, { - "accuracy": 0.9729536834516024, + "accuracy": 0.9722948137082552, "total_bits": 165321856, "q_proj": { "group_size": { @@ -39342,7 +39342,7 @@ } }, { - "accuracy": 0.9758398736778059, + "accuracy": 0.9752887393298902, "total_bits": 165487616, "q_proj": { "group_size": { @@ -39406,7 +39406,7 @@ } }, { - "accuracy": 0.9781068720315632, + "accuracy": 0.9777695787580389, "total_bits": 211983488, "q_proj": { "group_size": { @@ -39458,7 +39458,7 @@ } }, { - "accuracy": 0.9817777621118646, + "accuracy": 0.9815017910380113, "total_bits": 212149248, "q_proj": { "group_size": { @@ -39510,7 +39510,7 @@ } }, { - "accuracy": 0.9845386790601831, + "accuracy": 0.9843251124808663, "total_bits": 213960704, "q_proj": { "group_size": { @@ -39562,7 +39562,7 @@ } }, { - "accuracy": 0.9851253409134714, + "accuracy": 0.9851418137550354, "total_bits": 216920576, "q_proj": { "group_size": { @@ -39614,7 +39614,7 @@ } }, { - "accuracy": 0.9876815253182462, + "accuracy": 0.9874012783954018, "total_bits": 217916416, "q_proj": { "group_size": { @@ -39678,7 +39678,7 @@ } }, { - "accuracy": 0.9888994121237805, + "accuracy": 0.9885688792718085, "total_bits": 219400192, "q_proj": { "group_size": { @@ -39742,7 +39742,7 @@ } }, { - "accuracy": 0.9885794787030471, + "accuracy": 0.9884295855697832, "total_bits": 223787264, "q_proj": { "group_size": { @@ -39803,7 +39803,7 @@ } }, { - "accuracy": 0.9898839687046251, + "accuracy": 0.9896590639101831, "total_bits": 226914816, "q_proj": { "group_size": { @@ -39864,7 +39864,7 @@ } }, { - "accuracy": 0.9929294641080656, + "accuracy": 0.992866584344914, "total_bits": 274898048, "q_proj": { "group_size": { @@ -39925,7 +39925,7 @@ } }, { - "accuracy": 0.9948175443630469, + "accuracy": 0.9946737626665517, "total_bits": 279343616, "q_proj": { "group_size": { @@ -39986,7 +39986,7 @@ } }, { - "accuracy": 0.9940168041931955, + "accuracy": 0.9939919596439913, "total_bits": 316841088, "q_proj": { "group_size": { @@ -40038,7 +40038,7 @@ } }, { - "accuracy": 0.9972533803237112, + "accuracy": 0.9972857760363504, "total_bits": 332263936, "q_proj": { "group_size": { @@ -40090,7 +40090,7 @@ } }, { - "accuracy": 0.9983605948325834, + "accuracy": 0.9983565734797403, "total_bits": 421698688, "q_proj": { "group_size": { @@ -40144,7 +40144,7 @@ ], "model.layers.20.mlp": [ { - "accuracy": 0.9332318117744044, + "accuracy": 0.9323774513445402, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -40196,7 +40196,7 @@ } }, { - "accuracy": 0.9353802831549394, + "accuracy": 0.9345708583530626, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -40248,7 +40248,7 @@ } }, { - "accuracy": 0.9462048756448846, + "accuracy": 0.9455195037942183, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -40297,7 +40297,7 @@ } }, { - "accuracy": 0.9497643144507157, + "accuracy": 0.9491314072357981, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -40346,7 +40346,7 @@ } }, { - "accuracy": 0.9662186346556011, + "accuracy": 0.9657890200614929, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -40398,7 +40398,7 @@ } }, { - "accuracy": 0.9689810213289762, + "accuracy": 0.9685800514723125, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -40450,7 +40450,7 @@ } }, { - "accuracy": 0.9737040745584589, + "accuracy": 0.9733701693384271, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -40499,7 +40499,7 @@ } }, { - "accuracy": 0.9820288953028227, + "accuracy": 0.9817946129723599, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -40542,7 +40542,7 @@ } }, { - "accuracy": 0.9836299733111733, + "accuracy": 0.9834119489318446, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -40585,7 +40585,7 @@ } }, { - "accuracy": 0.9827540014919481, + "accuracy": 0.9825322000603927, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -40637,7 +40637,7 @@ } }, { - "accuracy": 0.984936452225635, + "accuracy": 0.9847328490332553, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -40689,7 +40689,7 @@ } }, { - "accuracy": 0.9911960535927823, + "accuracy": 0.9910844846775657, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -40741,7 +40741,7 @@ } }, { - "accuracy": 0.9924707389191577, + "accuracy": 0.9923703858726903, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -40793,7 +40793,7 @@ } }, { - "accuracy": 0.9950982849848898, + "accuracy": 0.9950296427858504, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -40836,7 +40836,7 @@ } }, { - "accuracy": 0.9955185416497683, + "accuracy": 0.9954625854366704, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -40885,7 +40885,7 @@ } }, { - "accuracy": 0.9964975028445846, + "accuracy": 0.9964558227281821, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -40931,7 +40931,7 @@ } }, { - "accuracy": 0.9986525044629448, + "accuracy": 0.99863292021971, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -40973,7 +40973,7 @@ ], "model.layers.21.self_attn": [ { - "accuracy": 0.956278173547042, + "accuracy": 0.9559212703453868, "total_bits": 111655168, "q_proj": { "group_size": { @@ -41037,7 +41037,7 @@ } }, { - "accuracy": 0.9577209447559557, + "accuracy": 0.95734871688642, "total_bits": 114997504, "q_proj": { "group_size": { @@ -41101,7 +41101,7 @@ } }, { - "accuracy": 0.9617421783899006, + "accuracy": 0.9614506081530922, "total_bits": 119288192, "q_proj": { "group_size": { @@ -41165,7 +41165,7 @@ } }, { - "accuracy": 0.969958738276833, + "accuracy": 0.9696775329740424, "total_bits": 139930496, "q_proj": { "group_size": { @@ -41229,7 +41229,7 @@ } }, { - "accuracy": 0.9760363525465915, + "accuracy": 0.9756886049320823, "total_bits": 165321856, "q_proj": { "group_size": { @@ -41293,7 +41293,7 @@ } }, { - "accuracy": 0.9773728031861154, + "accuracy": 0.9769302088963357, "total_bits": 165487616, "q_proj": { "group_size": { @@ -41357,7 +41357,7 @@ } }, { - "accuracy": 0.9816593716019079, + "accuracy": 0.981500865597474, "total_bits": 211983488, "q_proj": { "group_size": { @@ -41409,7 +41409,7 @@ } }, { - "accuracy": 0.9830815039182964, + "accuracy": 0.9829793039121126, "total_bits": 212149248, "q_proj": { "group_size": { @@ -41461,7 +41461,7 @@ } }, { - "accuracy": 0.9856164675009879, + "accuracy": 0.9855251516166487, "total_bits": 213960704, "q_proj": { "group_size": { @@ -41513,7 +41513,7 @@ } }, { - "accuracy": 0.9867077469825745, + "accuracy": 0.9862681925296783, "total_bits": 216920576, "q_proj": { "group_size": { @@ -41565,7 +41565,7 @@ } }, { - "accuracy": 0.9886636224232221, + "accuracy": 0.9883650117798856, "total_bits": 217916416, "q_proj": { "group_size": { @@ -41629,7 +41629,7 @@ } }, { - "accuracy": 0.9898054638975545, + "accuracy": 0.989549665858871, "total_bits": 219400192, "q_proj": { "group_size": { @@ -41693,7 +41693,7 @@ } }, { - "accuracy": 0.9895923247462824, + "accuracy": 0.9892876705056742, "total_bits": 223787264, "q_proj": { "group_size": { @@ -41754,7 +41754,7 @@ } }, { - "accuracy": 0.9908520014662492, + "accuracy": 0.9907199442386627, "total_bits": 226914816, "q_proj": { "group_size": { @@ -41815,7 +41815,7 @@ } }, { - "accuracy": 0.9941329450199479, + "accuracy": 0.9939456150719994, "total_bits": 274898048, "q_proj": { "group_size": { @@ -41876,7 +41876,7 @@ } }, { - "accuracy": 0.9953900489367937, + "accuracy": 0.9953838908358624, "total_bits": 279343616, "q_proj": { "group_size": { @@ -41937,7 +41937,7 @@ } }, { - "accuracy": 0.9952865646857965, + "accuracy": 0.9951156671894225, "total_bits": 316841088, "q_proj": { "group_size": { @@ -41989,7 +41989,7 @@ } }, { - "accuracy": 0.9974759885747182, + "accuracy": 0.9974307031615784, "total_bits": 332263936, "q_proj": { "group_size": { @@ -42041,7 +42041,7 @@ } }, { - "accuracy": 0.9986862328491712, + "accuracy": 0.9986822413966844, "total_bits": 421698688, "q_proj": { "group_size": { @@ -42095,7 +42095,7 @@ ], "model.layers.21.mlp": [ { - "accuracy": 0.9306339276464362, + "accuracy": 0.9298647579393888, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -42147,7 +42147,7 @@ } }, { - "accuracy": 0.9328057954185888, + "accuracy": 0.9320640563964844, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -42199,7 +42199,7 @@ } }, { - "accuracy": 0.9437962644978574, + "accuracy": 0.9431469126751548, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -42248,7 +42248,7 @@ } }, { - "accuracy": 0.9474211617519981, + "accuracy": 0.9468191046463816, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -42297,7 +42297,7 @@ } }, { - "accuracy": 0.9648251188428778, + "accuracy": 0.9643876991773906, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -42349,7 +42349,7 @@ } }, { - "accuracy": 0.9676907219384846, + "accuracy": 0.9673108929081967, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -42401,7 +42401,7 @@ } }, { - "accuracy": 0.9725355160863776, + "accuracy": 0.9722120761871338, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -42450,7 +42450,7 @@ } }, { - "accuracy": 0.9813377668983058, + "accuracy": 0.9811056554317474, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -42493,7 +42493,7 @@ } }, { - "accuracy": 0.9830001341669183, + "accuracy": 0.9827902442530582, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -42536,7 +42536,7 @@ } }, { - "accuracy": 0.9820487969800046, + "accuracy": 0.9818320478263655, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -42588,7 +42588,7 @@ } }, { - "accuracy": 0.9843064170134695, + "accuracy": 0.9841162640797464, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -42640,7 +42640,7 @@ } }, { - "accuracy": 0.9908476173877716, + "accuracy": 0.990734413266182, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -42692,7 +42692,7 @@ } }, { - "accuracy": 0.9921638730325197, + "accuracy": 0.99207272890367, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -42744,7 +42744,7 @@ } }, { - "accuracy": 0.9949165943421816, + "accuracy": 0.9948460428338302, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -42787,7 +42787,7 @@ } }, { - "accuracy": 0.9953477449323002, + "accuracy": 0.995293339616374, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -42836,7 +42836,7 @@ } }, { - "accuracy": 0.9963518322298401, + "accuracy": 0.996309895264475, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -42882,7 +42882,7 @@ } }, { - "accuracy": 0.9986080545932055, + "accuracy": 0.998589463335903, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -42924,7 +42924,7 @@ ], "model.layers.22.self_attn": [ { - "accuracy": 0.9520366254605745, + "accuracy": 0.9508886776472393, "total_bits": 111655168, "q_proj": { "group_size": { @@ -42988,7 +42988,7 @@ } }, { - "accuracy": 0.9536015610945852, + "accuracy": 0.9524808933860377, "total_bits": 114997504, "q_proj": { "group_size": { @@ -43052,7 +43052,7 @@ } }, { - "accuracy": 0.9587232846962779, + "accuracy": 0.9578233486727664, "total_bits": 119288192, "q_proj": { "group_size": { @@ -43116,7 +43116,7 @@ } }, { - "accuracy": 0.9666491495935541, + "accuracy": 0.9660291546269467, "total_bits": 139930496, "q_proj": { "group_size": { @@ -43180,7 +43180,7 @@ } }, { - "accuracy": 0.9729842512231124, + "accuracy": 0.9726940675785667, "total_bits": 165321856, "q_proj": { "group_size": { @@ -43244,7 +43244,7 @@ } }, { - "accuracy": 0.9744138388257277, + "accuracy": 0.9738366148973766, "total_bits": 165487616, "q_proj": { "group_size": { @@ -43308,7 +43308,7 @@ } }, { - "accuracy": 0.9779336232888071, + "accuracy": 0.9780173082100717, "total_bits": 211983488, "q_proj": { "group_size": { @@ -43360,7 +43360,7 @@ } }, { - "accuracy": 0.9796890098797647, + "accuracy": 0.979431080190759, "total_bits": 212149248, "q_proj": { "group_size": { @@ -43412,7 +43412,7 @@ } }, { - "accuracy": 0.9833431745830336, + "accuracy": 0.9828750506827706, "total_bits": 213960704, "q_proj": { "group_size": { @@ -43464,7 +43464,7 @@ } }, { - "accuracy": 0.9838027859988966, + "accuracy": 0.9838300080675828, "total_bits": 216920576, "q_proj": { "group_size": { @@ -43516,7 +43516,7 @@ } }, { - "accuracy": 0.9867480428595292, + "accuracy": 0.9865624496811315, "total_bits": 217916416, "q_proj": { "group_size": { @@ -43580,7 +43580,7 @@ } }, { - "accuracy": 0.9878217813215757, + "accuracy": 0.9877492158036483, "total_bits": 219400192, "q_proj": { "group_size": { @@ -43644,7 +43644,7 @@ } }, { - "accuracy": 0.9874545022060996, + "accuracy": 0.9874998205586484, "total_bits": 223787264, "q_proj": { "group_size": { @@ -43705,7 +43705,7 @@ } }, { - "accuracy": 0.9894529361473886, + "accuracy": 0.9891910356910605, "total_bits": 226914816, "q_proj": { "group_size": { @@ -43766,7 +43766,7 @@ } }, { - "accuracy": 0.9924498325900027, + "accuracy": 0.9924080120889764, "total_bits": 274898048, "q_proj": { "group_size": { @@ -43827,7 +43827,7 @@ } }, { - "accuracy": 0.9945605922686426, + "accuracy": 0.9944749341199273, "total_bits": 279343616, "q_proj": { "group_size": { @@ -43888,7 +43888,7 @@ } }, { - "accuracy": 0.9933077708670968, + "accuracy": 0.9933051796335923, "total_bits": 316841088, "q_proj": { "group_size": { @@ -43940,7 +43940,7 @@ } }, { - "accuracy": 0.9973575298331285, + "accuracy": 0.9972609069786573, "total_bits": 332263936, "q_proj": { "group_size": { @@ -43992,7 +43992,7 @@ } }, { - "accuracy": 0.9982706959310331, + "accuracy": 0.998209759396942, "total_bits": 421698688, "q_proj": { "group_size": { @@ -44046,7 +44046,7 @@ ], "model.layers.22.mlp": [ { - "accuracy": 0.9266110846870824, + "accuracy": 0.9258511317403693, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -44098,7 +44098,7 @@ } }, { - "accuracy": 0.9289751931240684, + "accuracy": 0.9282120717199225, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -44150,7 +44150,7 @@ } }, { - "accuracy": 0.9404732804549367, + "accuracy": 0.9398253905145746, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -44199,7 +44199,7 @@ } }, { - "accuracy": 0.9442489147186279, + "accuracy": 0.9436431182058234, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -44248,7 +44248,7 @@ } }, { - "accuracy": 0.9626523413156208, + "accuracy": 0.9622538968136436, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -44300,7 +44300,7 @@ } }, { - "accuracy": 0.965823377433576, + "accuracy": 0.9654393227476823, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -44352,7 +44352,7 @@ } }, { - "accuracy": 0.9708877864636873, + "accuracy": 0.9705580755283958, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -44401,7 +44401,7 @@ } }, { - "accuracy": 0.9801365952742728, + "accuracy": 0.9799082608599412, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -44444,7 +44444,7 @@ } }, { - "accuracy": 0.9819242405264001, + "accuracy": 0.9817297113569159, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -44487,7 +44487,7 @@ } }, { - "accuracy": 0.9808648103161862, + "accuracy": 0.9806642014729349, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -44539,7 +44539,7 @@ } }, { - "accuracy": 0.9833646667631049, + "accuracy": 0.9831911654848802, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -44591,7 +44591,7 @@ } }, { - "accuracy": 0.9901960288223467, + "accuracy": 0.9900978184060046, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -44643,7 +44643,7 @@ } }, { - "accuracy": 0.9916820730033674, + "accuracy": 0.991592896612067, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -44695,7 +44695,7 @@ } }, { - "accuracy": 0.9945002249196956, + "accuracy": 0.9944451902257768, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -44738,7 +44738,7 @@ } }, { - "accuracy": 0.994992553403503, + "accuracy": 0.994941992195029, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -44787,7 +44787,7 @@ } }, { - "accuracy": 0.9960285621254068, + "accuracy": 0.995990457895555, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -44833,7 +44833,7 @@ } }, { - "accuracy": 0.9984719984625515, + "accuracy": 0.9984542885305066, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -44875,7 +44875,7 @@ ], "model.layers.23.self_attn": [ { - "accuracy": 0.9570357799530029, + "accuracy": 0.9564040616938942, "total_bits": 111655168, "q_proj": { "group_size": { @@ -44939,7 +44939,7 @@ } }, { - "accuracy": 0.9586043891153837, + "accuracy": 0.9576626012199804, "total_bits": 114997504, "q_proj": { "group_size": { @@ -45003,7 +45003,7 @@ } }, { - "accuracy": 0.9634017442402086, + "accuracy": 0.9630069889520344, "total_bits": 119288192, "q_proj": { "group_size": { @@ -45067,7 +45067,7 @@ } }, { - "accuracy": 0.9704066954160991, + "accuracy": 0.9703369485704523, "total_bits": 139930496, "q_proj": { "group_size": { @@ -45131,7 +45131,7 @@ } }, { - "accuracy": 0.9753274917602539, + "accuracy": 0.9753662771300265, "total_bits": 165321856, "q_proj": { "group_size": { @@ -45195,7 +45195,7 @@ } }, { - "accuracy": 0.9769307861202642, + "accuracy": 0.9768922438747004, "total_bits": 165487616, "q_proj": { "group_size": { @@ -45259,7 +45259,7 @@ } }, { - "accuracy": 0.9801674924398723, + "accuracy": 0.980396319376795, "total_bits": 211983488, "q_proj": { "group_size": { @@ -45311,7 +45311,7 @@ } }, { - "accuracy": 0.9821792291967493, + "accuracy": 0.9822847670630405, "total_bits": 212149248, "q_proj": { "group_size": { @@ -45363,7 +45363,7 @@ } }, { - "accuracy": 0.9842123577469274, + "accuracy": 0.9842805031098818, "total_bits": 213960704, "q_proj": { "group_size": { @@ -45415,7 +45415,7 @@ } }, { - "accuracy": 0.9846104352097762, + "accuracy": 0.9847786959848905, "total_bits": 216920576, "q_proj": { "group_size": { @@ -45467,7 +45467,7 @@ } }, { - "accuracy": 0.9880197612862838, + "accuracy": 0.9879892452767021, "total_bits": 217916416, "q_proj": { "group_size": { @@ -45531,7 +45531,7 @@ } }, { - "accuracy": 0.9891642049739235, + "accuracy": 0.989220109425093, "total_bits": 219400192, "q_proj": { "group_size": { @@ -45595,7 +45595,7 @@ } }, { - "accuracy": 0.9889711353339647, + "accuracy": 0.9890327633995759, "total_bits": 223787264, "q_proj": { "group_size": { @@ -45656,7 +45656,7 @@ } }, { - "accuracy": 0.9899605959653854, + "accuracy": 0.9901449915609861, "total_bits": 226914816, "q_proj": { "group_size": { @@ -45717,7 +45717,7 @@ } }, { - "accuracy": 0.9933461162604784, + "accuracy": 0.993304052635243, "total_bits": 274898048, "q_proj": { "group_size": { @@ -45778,7 +45778,7 @@ } }, { - "accuracy": 0.9948787238252791, + "accuracy": 0.9948417320847511, "total_bits": 279343616, "q_proj": { "group_size": { @@ -45839,7 +45839,7 @@ } }, { - "accuracy": 0.9942442261074719, + "accuracy": 0.9942478204244062, "total_bits": 316841088, "q_proj": { "group_size": { @@ -45891,7 +45891,7 @@ } }, { - "accuracy": 0.9975684042039671, + "accuracy": 0.9975858620907131, "total_bits": 332263936, "q_proj": { "group_size": { @@ -45943,7 +45943,7 @@ } }, { - "accuracy": 0.9984432288298482, + "accuracy": 0.9984538919831577, "total_bits": 421698688, "q_proj": { "group_size": { @@ -45997,7 +45997,7 @@ ], "model.layers.23.mlp": [ { - "accuracy": 0.9240428899463854, + "accuracy": 0.9233535214474327, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -46049,7 +46049,7 @@ } }, { - "accuracy": 0.9264708067241468, + "accuracy": 0.9257775231411582, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -46101,7 +46101,7 @@ } }, { - "accuracy": 0.9381453677227622, + "accuracy": 0.9376078906812166, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -46150,7 +46150,7 @@ } }, { - "accuracy": 0.9420028046557778, + "accuracy": 0.941526965091103, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -46199,7 +46199,7 @@ } }, { - "accuracy": 0.9612816823156256, + "accuracy": 0.9609210051988301, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -46251,7 +46251,7 @@ } }, { - "accuracy": 0.9645589244993109, + "accuracy": 0.9642291978785866, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -46303,7 +46303,7 @@ } }, { - "accuracy": 0.9697711624597248, + "accuracy": 0.9694999268180445, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -46352,7 +46352,7 @@ } }, { - "accuracy": 0.9793108340940977, + "accuracy": 0.9791098158610495, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -46395,7 +46395,7 @@ } }, { - "accuracy": 0.981195402772803, + "accuracy": 0.981020516470859, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -46438,7 +46438,7 @@ } }, { - "accuracy": 0.9801863635841169, + "accuracy": 0.9800064940201608, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -46490,7 +46490,7 @@ } }, { - "accuracy": 0.9827530321321989, + "accuracy": 0.9825943551565471, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -46542,7 +46542,7 @@ } }, { - "accuracy": 0.9898507759759301, + "accuracy": 0.9897618474144685, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -46594,7 +46594,7 @@ } }, { - "accuracy": 0.9913679235859921, + "accuracy": 0.9912915778787512, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -46646,7 +46646,7 @@ } }, { - "accuracy": 0.9942826369875356, + "accuracy": 0.9942346528956765, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -46689,7 +46689,7 @@ } }, { - "accuracy": 0.9948370613549885, + "accuracy": 0.9947942189480129, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -46738,7 +46738,7 @@ } }, { - "accuracy": 0.9959101535772023, + "accuracy": 0.9958813512011578, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -46784,7 +46784,7 @@ } }, { - "accuracy": 0.998419240313141, + "accuracy": 0.9984061506233717, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -46826,7 +46826,7 @@ ], "model.layers.24.self_attn": [ { - "accuracy": 0.9514240214699193, + "accuracy": 0.9517797106190732, "total_bits": 111655168, "q_proj": { "group_size": { @@ -46890,7 +46890,7 @@ } }, { - "accuracy": 0.9525973859586214, + "accuracy": 0.9529362916946411, "total_bits": 114997504, "q_proj": { "group_size": { @@ -46954,7 +46954,7 @@ } }, { - "accuracy": 0.9592511057853699, + "accuracy": 0.9600340943587453, "total_bits": 119288192, "q_proj": { "group_size": { @@ -47018,7 +47018,7 @@ } }, { - "accuracy": 0.9676348284671181, + "accuracy": 0.9685216200979132, "total_bits": 139930496, "q_proj": { "group_size": { @@ -47082,7 +47082,7 @@ } }, { - "accuracy": 0.97392296477368, + "accuracy": 0.9737697776995207, "total_bits": 165321856, "q_proj": { "group_size": { @@ -47146,7 +47146,7 @@ } }, { - "accuracy": 0.9745383811624426, + "accuracy": 0.9739664212653512, "total_bits": 165487616, "q_proj": { "group_size": { @@ -47210,7 +47210,7 @@ } }, { - "accuracy": 0.9796357390127683, + "accuracy": 0.9796374471564042, "total_bits": 211983488, "q_proj": { "group_size": { @@ -47262,7 +47262,7 @@ } }, { - "accuracy": 0.9805680811405182, + "accuracy": 0.9799769756041075, "total_bits": 212149248, "q_proj": { "group_size": { @@ -47314,7 +47314,7 @@ } }, { - "accuracy": 0.9822587119905573, + "accuracy": 0.9819880441615456, "total_bits": 213960704, "q_proj": { "group_size": { @@ -47366,7 +47366,7 @@ } }, { - "accuracy": 0.9832462558620855, + "accuracy": 0.9826306434054124, "total_bits": 216920576, "q_proj": { "group_size": { @@ -47418,7 +47418,7 @@ } }, { - "accuracy": 0.9873055415718179, + "accuracy": 0.9874164234650763, "total_bits": 217916416, "q_proj": { "group_size": { @@ -47482,7 +47482,7 @@ } }, { - "accuracy": 0.9886135639328706, + "accuracy": 0.9883111244753787, "total_bits": 219400192, "q_proj": { "group_size": { @@ -47546,7 +47546,7 @@ } }, { - "accuracy": 0.9886481314897537, + "accuracy": 0.9887588596657703, "total_bits": 223787264, "q_proj": { "group_size": { @@ -47607,7 +47607,7 @@ } }, { - "accuracy": 0.9896713808963173, + "accuracy": 0.9896832218295649, "total_bits": 226914816, "q_proj": { "group_size": { @@ -47668,7 +47668,7 @@ } }, { - "accuracy": 0.9933538993722514, + "accuracy": 0.9934293470884624, "total_bits": 274898048, "q_proj": { "group_size": { @@ -47729,7 +47729,7 @@ } }, { - "accuracy": 0.9948738738894463, + "accuracy": 0.9948905439753282, "total_bits": 279343616, "q_proj": { "group_size": { @@ -47790,7 +47790,7 @@ } }, { - "accuracy": 0.9944145373607937, + "accuracy": 0.9945079080368343, "total_bits": 316841088, "q_proj": { "group_size": { @@ -47842,7 +47842,7 @@ } }, { - "accuracy": 0.9973146884064925, + "accuracy": 0.9972919929576548, "total_bits": 332263936, "q_proj": { "group_size": { @@ -47894,7 +47894,7 @@ } }, { - "accuracy": 0.9985242252679247, + "accuracy": 0.9985477861605192, "total_bits": 421698688, "q_proj": { "group_size": { @@ -47948,7 +47948,7 @@ ], "model.layers.24.mlp": [ { - "accuracy": 0.9231861892499422, + "accuracy": 0.9226439124659488, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -48000,7 +48000,7 @@ } }, { - "accuracy": 0.925485466655932, + "accuracy": 0.9249760288941233, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -48052,7 +48052,7 @@ } }, { - "accuracy": 0.9371286191438374, + "accuracy": 0.9366815278404638, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -48101,7 +48101,7 @@ } }, { - "accuracy": 0.9408904565008063, + "accuracy": 0.9404712601711875, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -48150,7 +48150,7 @@ } }, { - "accuracy": 0.9609525611526087, + "accuracy": 0.9606612920761108, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -48202,7 +48202,7 @@ } }, { - "accuracy": 0.9640777895325109, + "accuracy": 0.9638007063614695, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -48254,7 +48254,7 @@ } }, { - "accuracy": 0.9692547038981789, + "accuracy": 0.9690325260162354, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -48303,7 +48303,7 @@ } }, { - "accuracy": 0.9793027686445337, + "accuracy": 0.9791637612016577, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -48346,7 +48346,7 @@ } }, { - "accuracy": 0.9811399830015082, + "accuracy": 0.9810024782230979, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -48389,7 +48389,7 @@ } }, { - "accuracy": 0.9800908110643688, + "accuracy": 0.9799457302218989, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -48441,7 +48441,7 @@ } }, { - "accuracy": 0.9825540310458133, + "accuracy": 0.9824238984208358, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -48493,7 +48493,7 @@ } }, { - "accuracy": 0.9898684997307626, + "accuracy": 0.9897967412283546, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -48545,7 +48545,7 @@ } }, { - "accuracy": 0.9912952804251721, + "accuracy": 0.9912318689258475, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -48597,7 +48597,7 @@ } }, { - "accuracy": 0.9943890869617462, + "accuracy": 0.9943485409021378, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -48640,7 +48640,7 @@ } }, { - "accuracy": 0.9948572712509256, + "accuracy": 0.9948212520072335, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -48689,7 +48689,7 @@ } }, { - "accuracy": 0.9959081458417993, + "accuracy": 0.9958814135507533, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -48735,7 +48735,7 @@ } }, { - "accuracy": 0.9984724385369765, + "accuracy": 0.9984602768366274, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -48777,7 +48777,7 @@ ], "model.layers.25.self_attn": [ { - "accuracy": 0.9574933334400779, + "accuracy": 0.9568798573393571, "total_bits": 111655168, "q_proj": { "group_size": { @@ -48841,7 +48841,7 @@ } }, { - "accuracy": 0.9590332602199755, + "accuracy": 0.9585535024341784, "total_bits": 114997504, "q_proj": { "group_size": { @@ -48905,7 +48905,7 @@ } }, { - "accuracy": 0.9640553781860753, + "accuracy": 0.9632243890511363, "total_bits": 119288192, "q_proj": { "group_size": { @@ -48969,7 +48969,7 @@ } }, { - "accuracy": 0.9705918148944253, + "accuracy": 0.9697259758648119, "total_bits": 139930496, "q_proj": { "group_size": { @@ -49033,7 +49033,7 @@ } }, { - "accuracy": 0.9766139058690322, + "accuracy": 0.9767551516231737, "total_bits": 165321856, "q_proj": { "group_size": { @@ -49097,7 +49097,7 @@ } }, { - "accuracy": 0.9787889013164922, + "accuracy": 0.9787175576937827, "total_bits": 165487616, "q_proj": { "group_size": { @@ -49161,7 +49161,7 @@ } }, { - "accuracy": 0.9812094945656625, + "accuracy": 0.9818598769213024, "total_bits": 211983488, "q_proj": { "group_size": { @@ -49213,7 +49213,7 @@ } }, { - "accuracy": 0.9839645733958796, + "accuracy": 0.9841228582357106, "total_bits": 212149248, "q_proj": { "group_size": { @@ -49265,7 +49265,7 @@ } }, { - "accuracy": 0.9851868529068796, + "accuracy": 0.98543770532859, "total_bits": 213960704, "q_proj": { "group_size": { @@ -49317,7 +49317,7 @@ } }, { - "accuracy": 0.985997885465622, + "accuracy": 0.9862365205036966, "total_bits": 216920576, "q_proj": { "group_size": { @@ -49369,7 +49369,7 @@ } }, { - "accuracy": 0.9887987132135191, + "accuracy": 0.9889873509344301, "total_bits": 217916416, "q_proj": { "group_size": { @@ -49433,7 +49433,7 @@ } }, { - "accuracy": 0.9900664593044081, + "accuracy": 0.9898664794470134, "total_bits": 219400192, "q_proj": { "group_size": { @@ -49497,7 +49497,7 @@ } }, { - "accuracy": 0.9898840039968491, + "accuracy": 0.9898744233344731, "total_bits": 223787264, "q_proj": { "group_size": { @@ -49558,7 +49558,7 @@ } }, { - "accuracy": 0.9910304938492022, + "accuracy": 0.9908164057292437, "total_bits": 226914816, "q_proj": { "group_size": { @@ -49619,7 +49619,7 @@ } }, { - "accuracy": 0.9940556789699354, + "accuracy": 0.9940837845206261, "total_bits": 274898048, "q_proj": { "group_size": { @@ -49680,7 +49680,7 @@ } }, { - "accuracy": 0.9953985571076995, + "accuracy": 0.9954541176557541, "total_bits": 279343616, "q_proj": { "group_size": { @@ -49741,7 +49741,7 @@ } }, { - "accuracy": 0.9949356874353007, + "accuracy": 0.9950029575511029, "total_bits": 316841088, "q_proj": { "group_size": { @@ -49793,7 +49793,7 @@ } }, { - "accuracy": 0.9977613632616243, + "accuracy": 0.9977639041056758, "total_bits": 332263936, "q_proj": { "group_size": { @@ -49845,7 +49845,7 @@ } }, { - "accuracy": 0.9986475860013774, + "accuracy": 0.9986637571924611, "total_bits": 421698688, "q_proj": { "group_size": { @@ -49899,7 +49899,7 @@ ], "model.layers.25.mlp": [ { - "accuracy": 0.9281660632083291, + "accuracy": 0.9276525974273682, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -49951,7 +49951,7 @@ } }, { - "accuracy": 0.9302300214767456, + "accuracy": 0.9297352276350322, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -50003,7 +50003,7 @@ } }, { - "accuracy": 0.9407002172972027, + "accuracy": 0.9402862473538047, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -50052,7 +50052,7 @@ } }, { - "accuracy": 0.9440447782215319, + "accuracy": 0.9436618340642828, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -50101,7 +50101,7 @@ } }, { - "accuracy": 0.9633920569168894, + "accuracy": 0.9631022214889526, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -50153,7 +50153,7 @@ } }, { - "accuracy": 0.9663682109431216, + "accuracy": 0.9661150700167606, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -50205,7 +50205,7 @@ } }, { - "accuracy": 0.9710540959709569, + "accuracy": 0.9708512833243922, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -50254,7 +50254,7 @@ } }, { - "accuracy": 0.9806587460793947, + "accuracy": 0.9805173309225785, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -50297,7 +50297,7 @@ } }, { - "accuracy": 0.9824163207882329, + "accuracy": 0.9822937736385747, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -50340,7 +50340,7 @@ } }, { - "accuracy": 0.9813323773835835, + "accuracy": 0.9811843194459614, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -50392,7 +50392,7 @@ } }, { - "accuracy": 0.9836597803391909, + "accuracy": 0.9835354246591267, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -50444,7 +50444,7 @@ } }, { - "accuracy": 0.9904908710404446, + "accuracy": 0.9904156358618486, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -50496,7 +50496,7 @@ } }, { - "accuracy": 0.9918458406862459, + "accuracy": 0.9917828950442766, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -50548,7 +50548,7 @@ } }, { - "accuracy": 0.994756889970679, + "accuracy": 0.994716364694269, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -50591,7 +50591,7 @@ } }, { - "accuracy": 0.9951670342370084, + "accuracy": 0.9951272485287566, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -50640,7 +50640,7 @@ } }, { - "accuracy": 0.996102220525867, + "accuracy": 0.9960731056175733, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -50686,7 +50686,7 @@ } }, { - "accuracy": 0.998556077970486, + "accuracy": 0.998545299627279, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -50728,7 +50728,7 @@ ], "model.layers.26.self_attn": [ { - "accuracy": 0.9645594013364691, + "accuracy": 0.9639344874181246, "total_bits": 111655168, "q_proj": { "group_size": { @@ -50792,7 +50792,7 @@ } }, { - "accuracy": 0.9659567443948043, + "accuracy": 0.9653213745669315, "total_bits": 114997504, "q_proj": { "group_size": { @@ -50856,7 +50856,7 @@ } }, { - "accuracy": 0.9701265473114816, + "accuracy": 0.969549834728241, "total_bits": 119288192, "q_proj": { "group_size": { @@ -50920,7 +50920,7 @@ } }, { - "accuracy": 0.975380014432104, + "accuracy": 0.9750806124586808, "total_bits": 139930496, "q_proj": { "group_size": { @@ -50984,7 +50984,7 @@ } }, { - "accuracy": 0.979799105932838, + "accuracy": 0.9794519057399348, "total_bits": 165321856, "q_proj": { "group_size": { @@ -51048,7 +51048,7 @@ } }, { - "accuracy": 0.9807621287672144, + "accuracy": 0.9807168966845462, "total_bits": 165487616, "q_proj": { "group_size": { @@ -51112,7 +51112,7 @@ } }, { - "accuracy": 0.9836710911048087, + "accuracy": 0.9835629259285174, "total_bits": 211983488, "q_proj": { "group_size": { @@ -51164,7 +51164,7 @@ } }, { - "accuracy": 0.9847739621212608, + "accuracy": 0.9852070698612615, "total_bits": 212149248, "q_proj": { "group_size": { @@ -51216,7 +51216,7 @@ } }, { - "accuracy": 0.9873564204103068, + "accuracy": 0.9873213783690804, "total_bits": 213960704, "q_proj": { "group_size": { @@ -51268,7 +51268,7 @@ } }, { - "accuracy": 0.9878285927207846, + "accuracy": 0.9877498894929886, "total_bits": 216920576, "q_proj": { "group_size": { @@ -51320,7 +51320,7 @@ } }, { - "accuracy": 0.9899654843305287, + "accuracy": 0.9898958472829116, "total_bits": 217916416, "q_proj": { "group_size": { @@ -51384,7 +51384,7 @@ } }, { - "accuracy": 0.9909451415664271, + "accuracy": 0.990776221218862, "total_bits": 219400192, "q_proj": { "group_size": { @@ -51448,7 +51448,7 @@ } }, { - "accuracy": 0.990812190269169, + "accuracy": 0.9907871429857454, "total_bits": 223787264, "q_proj": { "group_size": { @@ -51509,7 +51509,7 @@ } }, { - "accuracy": 0.9918189707555269, + "accuracy": 0.9917399389179129, "total_bits": 226914816, "q_proj": { "group_size": { @@ -51570,7 +51570,7 @@ } }, { - "accuracy": 0.9943926816708163, + "accuracy": 0.9942522582254911, "total_bits": 274898048, "q_proj": { "group_size": { @@ -51631,7 +51631,7 @@ } }, { - "accuracy": 0.9957757105952815, + "accuracy": 0.9957789143449381, "total_bits": 279343616, "q_proj": { "group_size": { @@ -51692,7 +51692,7 @@ } }, { - "accuracy": 0.995055033580253, + "accuracy": 0.9949294430644888, "total_bits": 316841088, "q_proj": { "group_size": { @@ -51744,7 +51744,7 @@ } }, { - "accuracy": 0.9978825700910467, + "accuracy": 0.997865440225915, "total_bits": 332263936, "q_proj": { "group_size": { @@ -51796,7 +51796,7 @@ } }, { - "accuracy": 0.9985900935962012, + "accuracy": 0.9986663639153305, "total_bits": 421698688, "q_proj": { "group_size": { @@ -51850,7 +51850,7 @@ ], "model.layers.26.mlp": [ { - "accuracy": 0.9280980198006881, + "accuracy": 0.9274891238463552, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -51902,7 +51902,7 @@ } }, { - "accuracy": 0.9301332925495348, + "accuracy": 0.9295523292139957, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -51954,7 +51954,7 @@ } }, { - "accuracy": 0.940281027241757, + "accuracy": 0.9398207162555895, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -52003,7 +52003,7 @@ } }, { - "accuracy": 0.9435280749672338, + "accuracy": 0.9431035455904508, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -52052,7 +52052,7 @@ } }, { - "accuracy": 0.9632837803740251, + "accuracy": 0.9629686443429244, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -52104,7 +52104,7 @@ } }, { - "accuracy": 0.96622360693781, + "accuracy": 0.9659365070493597, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -52156,7 +52156,7 @@ } }, { - "accuracy": 0.9707892097924885, + "accuracy": 0.9705438990341989, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -52205,7 +52205,7 @@ } }, { - "accuracy": 0.9807260475660625, + "accuracy": 0.9805509165713662, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -52248,7 +52248,7 @@ } }, { - "accuracy": 0.9824295781160656, + "accuracy": 0.982277512550354, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -52291,7 +52291,7 @@ } }, { - "accuracy": 0.9813020699902585, + "accuracy": 0.9811414731176276, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -52343,7 +52343,7 @@ } }, { - "accuracy": 0.9836129028546182, + "accuracy": 0.9834707034261603, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -52395,7 +52395,7 @@ } }, { - "accuracy": 0.9904924403679999, + "accuracy": 0.9904118407713739, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -52447,7 +52447,7 @@ } }, { - "accuracy": 0.991831677524667, + "accuracy": 0.9917605495766589, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -52499,7 +52499,7 @@ } }, { - "accuracy": 0.994786593082704, + "accuracy": 0.9947396779530927, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -52542,7 +52542,7 @@ } }, { - "accuracy": 0.9951628658332323, + "accuracy": 0.9951231683555403, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -52591,7 +52591,7 @@ } }, { - "accuracy": 0.9960662142226571, + "accuracy": 0.9960382608206648, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -52637,7 +52637,7 @@ } }, { - "accuracy": 0.9985810246710715, + "accuracy": 0.99857045317951, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -52679,7 +52679,7 @@ ], "model.layers.27.self_attn": [ { - "accuracy": 0.9644825050705358, + "accuracy": 0.9638032505386754, "total_bits": 111655168, "q_proj": { "group_size": { @@ -52743,7 +52743,7 @@ } }, { - "accuracy": 0.9682210087776184, + "accuracy": 0.9678129491053129, "total_bits": 114997504, "q_proj": { "group_size": { @@ -52807,7 +52807,7 @@ } }, { - "accuracy": 0.9729034932036149, + "accuracy": 0.9721638717149433, "total_bits": 119288192, "q_proj": { "group_size": { @@ -52871,7 +52871,7 @@ } }, { - "accuracy": 0.9773535493173098, + "accuracy": 0.9767423993662784, "total_bits": 139930496, "q_proj": { "group_size": { @@ -52935,7 +52935,7 @@ } }, { - "accuracy": 0.9810559843715868, + "accuracy": 0.9805361330509186, "total_bits": 165321856, "q_proj": { "group_size": { @@ -52999,7 +52999,7 @@ } }, { - "accuracy": 0.982079029083252, + "accuracy": 0.9820890787400698, "total_bits": 165487616, "q_proj": { "group_size": { @@ -53063,7 +53063,7 @@ } }, { - "accuracy": 0.9847233546407599, + "accuracy": 0.9844672240709004, "total_bits": 211983488, "q_proj": { "group_size": { @@ -53115,7 +53115,7 @@ } }, { - "accuracy": 0.9860312107362246, + "accuracy": 0.9862087478763178, "total_bits": 212149248, "q_proj": { "group_size": { @@ -53167,7 +53167,7 @@ } }, { - "accuracy": 0.9875761568546295, + "accuracy": 0.987881180487181, "total_bits": 213960704, "q_proj": { "group_size": { @@ -53219,7 +53219,7 @@ } }, { - "accuracy": 0.9880842911569696, + "accuracy": 0.9883045977667758, "total_bits": 216920576, "q_proj": { "group_size": { @@ -53271,7 +53271,7 @@ } }, { - "accuracy": 0.990905080970965, + "accuracy": 0.9904104196711591, "total_bits": 217916416, "q_proj": { "group_size": { @@ -53335,7 +53335,7 @@ } }, { - "accuracy": 0.9915950666916998, + "accuracy": 0.991379525316389, "total_bits": 219400192, "q_proj": { "group_size": { @@ -53399,7 +53399,7 @@ } }, { - "accuracy": 0.9916982650756836, + "accuracy": 0.9913200704674971, "total_bits": 223787264, "q_proj": { "group_size": { @@ -53460,7 +53460,7 @@ } }, { - "accuracy": 0.992527541361357, + "accuracy": 0.9923356395018729, "total_bits": 226914816, "q_proj": { "group_size": { @@ -53521,7 +53521,7 @@ } }, { - "accuracy": 0.9950463171852263, + "accuracy": 0.9949735865781182, "total_bits": 274898048, "q_proj": { "group_size": { @@ -53582,7 +53582,7 @@ } }, { - "accuracy": 0.9962301713071371, + "accuracy": 0.9961523852850261, "total_bits": 279343616, "q_proj": { "group_size": { @@ -53643,7 +53643,7 @@ } }, { - "accuracy": 0.9956544014184099, + "accuracy": 0.9956139557455715, "total_bits": 316841088, "q_proj": { "group_size": { @@ -53695,7 +53695,7 @@ } }, { - "accuracy": 0.9982285307426202, + "accuracy": 0.9982163527686345, "total_bits": 332263936, "q_proj": { "group_size": { @@ -53747,7 +53747,7 @@ } }, { - "accuracy": 0.9988549063472372, + "accuracy": 0.9988585633078688, "total_bits": 421698688, "q_proj": { "group_size": { @@ -53801,7 +53801,7 @@ ], "model.layers.27.mlp": [ { - "accuracy": 0.9276353371770758, + "accuracy": 0.9269970843666478, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -53853,7 +53853,7 @@ } }, { - "accuracy": 0.9296746881384599, + "accuracy": 0.929049761671769, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -53905,7 +53905,7 @@ } }, { - "accuracy": 0.939558091916536, + "accuracy": 0.9390333702689723, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -53954,7 +53954,7 @@ } }, { - "accuracy": 0.9427107635297274, + "accuracy": 0.9422149971911782, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -54003,7 +54003,7 @@ } }, { - "accuracy": 0.9629873978464227, + "accuracy": 0.96267810307051, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -54055,7 +54055,7 @@ } }, { - "accuracy": 0.96599491018998, + "accuracy": 0.9656915005884672, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -54107,7 +54107,7 @@ } }, { - "accuracy": 0.970433655538057, + "accuracy": 0.9701756270308244, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -54156,7 +54156,7 @@ } }, { - "accuracy": 0.9806063300684879, + "accuracy": 0.9804411734405317, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -54199,7 +54199,7 @@ } }, { - "accuracy": 0.9823254676241624, + "accuracy": 0.9821815161328566, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -54242,7 +54242,7 @@ } }, { - "accuracy": 0.9811394544024217, + "accuracy": 0.9809797186600534, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -54294,7 +54294,7 @@ } }, { - "accuracy": 0.983496821240375, + "accuracy": 0.9833561087909498, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -54346,7 +54346,7 @@ } }, { - "accuracy": 0.9903951648034548, + "accuracy": 0.9903210244680706, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -54398,7 +54398,7 @@ } }, { - "accuracy": 0.9917692228367454, + "accuracy": 0.9916989968011254, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -54450,7 +54450,7 @@ } }, { - "accuracy": 0.9947401963566479, + "accuracy": 0.9946986319203126, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -54493,7 +54493,7 @@ } }, { - "accuracy": 0.9951119579766926, + "accuracy": 0.9950763724352184, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -54542,7 +54542,7 @@ } }, { - "accuracy": 0.9959831151523089, + "accuracy": 0.9959561589517092, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -54588,7 +54588,7 @@ } }, { - "accuracy": 0.9985633242483202, + "accuracy": 0.9985551216492528, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -54630,7 +54630,7 @@ ], "model.layers.28.self_attn": [ { - "accuracy": 0.9580831935531214, + "accuracy": 0.957419426817643, "total_bits": 111655168, "q_proj": { "group_size": { @@ -54694,7 +54694,7 @@ } }, { - "accuracy": 0.959576456170333, + "accuracy": 0.9589288077856365, "total_bits": 114997504, "q_proj": { "group_size": { @@ -54758,7 +54758,7 @@ } }, { - "accuracy": 0.9631696813984921, + "accuracy": 0.9622287436535484, "total_bits": 119288192, "q_proj": { "group_size": { @@ -54822,7 +54822,7 @@ } }, { - "accuracy": 0.9703126392866436, + "accuracy": 0.9693181985302975, "total_bits": 139930496, "q_proj": { "group_size": { @@ -54886,7 +54886,7 @@ } }, { - "accuracy": 0.9764990979119351, + "accuracy": 0.9762038478725835, "total_bits": 165321856, "q_proj": { "group_size": { @@ -54950,7 +54950,7 @@ } }, { - "accuracy": 0.9776448246679807, + "accuracy": 0.9777870852696268, "total_bits": 165487616, "q_proj": { "group_size": { @@ -55014,7 +55014,7 @@ } }, { - "accuracy": 0.9814548225779283, + "accuracy": 0.981306298782951, "total_bits": 211983488, "q_proj": { "group_size": { @@ -55066,7 +55066,7 @@ } }, { - "accuracy": 0.9828484309347052, + "accuracy": 0.9832073528515665, "total_bits": 212149248, "q_proj": { "group_size": { @@ -55118,7 +55118,7 @@ } }, { - "accuracy": 0.9854310484308946, + "accuracy": 0.9853572625862924, "total_bits": 213960704, "q_proj": { "group_size": { @@ -55170,7 +55170,7 @@ } }, { - "accuracy": 0.9862014776781985, + "accuracy": 0.9856178227223849, "total_bits": 216920576, "q_proj": { "group_size": { @@ -55222,7 +55222,7 @@ } }, { - "accuracy": 0.9883362211679158, + "accuracy": 0.9882878888594476, "total_bits": 217916416, "q_proj": { "group_size": { @@ -55286,7 +55286,7 @@ } }, { - "accuracy": 0.989598149531766, + "accuracy": 0.989535430544301, "total_bits": 219400192, "q_proj": { "group_size": { @@ -55350,7 +55350,7 @@ } }, { - "accuracy": 0.9893385164047542, + "accuracy": 0.9894335183658098, "total_bits": 223787264, "q_proj": { "group_size": { @@ -55411,7 +55411,7 @@ } }, { - "accuracy": 0.9906261869167027, + "accuracy": 0.9906275727246937, "total_bits": 226914816, "q_proj": { "group_size": { @@ -55472,7 +55472,7 @@ } }, { - "accuracy": 0.9935949738872679, + "accuracy": 0.9937023038142606, "total_bits": 274898048, "q_proj": { "group_size": { @@ -55533,7 +55533,7 @@ } }, { - "accuracy": 0.9951258831118283, + "accuracy": 0.9951304781593775, "total_bits": 279343616, "q_proj": { "group_size": { @@ -55594,7 +55594,7 @@ } }, { - "accuracy": 0.9945431484987861, + "accuracy": 0.9946918640481798, "total_bits": 316841088, "q_proj": { "group_size": { @@ -55646,7 +55646,7 @@ } }, { - "accuracy": 0.9973319570877051, + "accuracy": 0.9972947332027712, "total_bits": 332263936, "q_proj": { "group_size": { @@ -55698,7 +55698,7 @@ } }, { - "accuracy": 0.9986131024595938, + "accuracy": 0.9985821875498483, "total_bits": 421698688, "q_proj": { "group_size": { @@ -55752,7 +55752,7 @@ ], "model.layers.28.mlp": [ { - "accuracy": 0.9258887077632704, + "accuracy": 0.9251641976205927, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -55804,7 +55804,7 @@ } }, { - "accuracy": 0.9279734523672807, + "accuracy": 0.9272739761754086, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -55856,7 +55856,7 @@ } }, { - "accuracy": 0.9379167494020964, + "accuracy": 0.9373321031269274, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -55905,7 +55905,7 @@ } }, { - "accuracy": 0.9410789075650667, + "accuracy": 0.9405301370118794, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -55954,7 +55954,7 @@ } }, { - "accuracy": 0.9620990000273052, + "accuracy": 0.9617226217922411, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -56006,7 +56006,7 @@ } }, { - "accuracy": 0.9651618003845215, + "accuracy": 0.9648285539526689, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -56058,7 +56058,7 @@ } }, { - "accuracy": 0.9696237225281564, + "accuracy": 0.9693459146901181, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -56107,7 +56107,7 @@ } }, { - "accuracy": 0.9800878261265001, + "accuracy": 0.9798911966775593, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -56150,7 +56150,7 @@ } }, { - "accuracy": 0.9818898360980185, + "accuracy": 0.9817193087778593, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -56193,7 +56193,7 @@ } }, { - "accuracy": 0.9807044863700867, + "accuracy": 0.9805058774195219, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -56245,7 +56245,7 @@ } }, { - "accuracy": 0.9830905324534366, + "accuracy": 0.9829242245147103, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -56297,7 +56297,7 @@ } }, { - "accuracy": 0.9901893774145528, + "accuracy": 0.9900859390434466, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -56349,7 +56349,7 @@ } }, { - "accuracy": 0.9915632017348942, + "accuracy": 0.9914820492267609, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -56401,7 +56401,7 @@ } }, { - "accuracy": 0.994617648422718, + "accuracy": 0.9945633568261799, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -56444,7 +56444,7 @@ } }, { - "accuracy": 0.9950125331157132, + "accuracy": 0.9949617934854407, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -56493,7 +56493,7 @@ } }, { - "accuracy": 0.9958948273407785, + "accuracy": 0.9958518378828701, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -56539,7 +56539,7 @@ } }, { - "accuracy": 0.9985285677800053, + "accuracy": 0.998516218246598, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -56581,7 +56581,7 @@ ], "model.layers.29.self_attn": [ { - "accuracy": 0.9566694435320402, + "accuracy": 0.9557882766974599, "total_bits": 111655168, "q_proj": { "group_size": { @@ -56645,7 +56645,7 @@ } }, { - "accuracy": 0.9614462758365431, + "accuracy": 0.9606571636701885, "total_bits": 114997504, "q_proj": { "group_size": { @@ -56709,7 +56709,7 @@ } }, { - "accuracy": 0.965898269101193, + "accuracy": 0.9652440046009264, "total_bits": 119288192, "q_proj": { "group_size": { @@ -56773,7 +56773,7 @@ } }, { - "accuracy": 0.9725007728526467, + "accuracy": 0.9721448295994809, "total_bits": 139930496, "q_proj": { "group_size": { @@ -56837,7 +56837,7 @@ } }, { - "accuracy": 0.9775433148208418, + "accuracy": 0.9772637031580272, "total_bits": 165321856, "q_proj": { "group_size": { @@ -56901,7 +56901,7 @@ } }, { - "accuracy": 0.9789254822229084, + "accuracy": 0.978535953320955, "total_bits": 165487616, "q_proj": { "group_size": { @@ -56965,7 +56965,7 @@ } }, { - "accuracy": 0.9821706382851851, + "accuracy": 0.9822853348757091, "total_bits": 211983488, "q_proj": { "group_size": { @@ -57017,7 +57017,7 @@ } }, { - "accuracy": 0.9839964618808344, + "accuracy": 0.9839735627174377, "total_bits": 212149248, "q_proj": { "group_size": { @@ -57069,7 +57069,7 @@ } }, { - "accuracy": 0.9858773946762085, + "accuracy": 0.985754878897416, "total_bits": 213960704, "q_proj": { "group_size": { @@ -57121,7 +57121,7 @@ } }, { - "accuracy": 0.9866401929604379, + "accuracy": 0.9864830296290549, "total_bits": 216920576, "q_proj": { "group_size": { @@ -57173,7 +57173,7 @@ } }, { - "accuracy": 0.989053559930701, + "accuracy": 0.9887017835127679, "total_bits": 217916416, "q_proj": { "group_size": { @@ -57237,7 +57237,7 @@ } }, { - "accuracy": 0.9901610299160606, + "accuracy": 0.9899876533370269, "total_bits": 219400192, "q_proj": { "group_size": { @@ -57301,7 +57301,7 @@ } }, { - "accuracy": 0.9901237926985088, + "accuracy": 0.9898304233425542, "total_bits": 223787264, "q_proj": { "group_size": { @@ -57362,7 +57362,7 @@ } }, { - "accuracy": 0.9912721381375664, + "accuracy": 0.9911592602729797, "total_bits": 226914816, "q_proj": { "group_size": { @@ -57423,7 +57423,7 @@ } }, { - "accuracy": 0.9940808611480814, + "accuracy": 0.9940102668969255, "total_bits": 274898048, "q_proj": { "group_size": { @@ -57484,7 +57484,7 @@ } }, { - "accuracy": 0.995589839000451, + "accuracy": 0.9954929163581446, "total_bits": 279343616, "q_proj": { "group_size": { @@ -57545,7 +57545,7 @@ } }, { - "accuracy": 0.9948367464699244, + "accuracy": 0.9948189733059782, "total_bits": 316841088, "q_proj": { "group_size": { @@ -57597,7 +57597,7 @@ } }, { - "accuracy": 0.9975641079639134, + "accuracy": 0.997493935062697, "total_bits": 332263936, "q_proj": { "group_size": { @@ -57649,7 +57649,7 @@ } }, { - "accuracy": 0.9986762882847535, + "accuracy": 0.9986620489507914, "total_bits": 421698688, "q_proj": { "group_size": { @@ -57703,7 +57703,7 @@ ], "model.layers.29.mlp": [ { - "accuracy": 0.9224145286961606, + "accuracy": 0.9218271970748901, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -57755,7 +57755,7 @@ } }, { - "accuracy": 0.9245282474317049, + "accuracy": 0.9240164003874126, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -57807,7 +57807,7 @@ } }, { - "accuracy": 0.934724814013431, + "accuracy": 0.9342607824425948, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -57856,7 +57856,7 @@ } }, { - "accuracy": 0.9379740075061196, + "accuracy": 0.9375318978962145, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -57905,7 +57905,7 @@ } }, { - "accuracy": 0.9602185174038536, + "accuracy": 0.9599252625515586, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -57957,7 +57957,7 @@ } }, { - "accuracy": 0.9635025733395627, + "accuracy": 0.9632252046936437, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -58009,7 +58009,7 @@ } }, { - "accuracy": 0.9680727343810231, + "accuracy": 0.9678412393519753, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -58058,7 +58058,7 @@ } }, { - "accuracy": 0.9791479722449654, + "accuracy": 0.9790084675738686, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -58101,7 +58101,7 @@ } }, { - "accuracy": 0.981045685316387, + "accuracy": 0.980912972437708, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -58144,7 +58144,7 @@ } }, { - "accuracy": 0.9797162397911674, + "accuracy": 0.9795898010856227, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -58196,7 +58196,7 @@ } }, { - "accuracy": 0.9822733653219122, + "accuracy": 0.9821412328042483, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -58248,7 +58248,7 @@ } }, { - "accuracy": 0.989673010612789, + "accuracy": 0.9896096775406286, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -58300,7 +58300,7 @@ } }, { - "accuracy": 0.9911623895168304, + "accuracy": 0.991094132787303, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -58352,7 +58352,7 @@ } }, { - "accuracy": 0.9943513031068602, + "accuracy": 0.9943188209282724, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -58395,7 +58395,7 @@ } }, { - "accuracy": 0.9947279268189481, + "accuracy": 0.9947041735837334, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -58444,7 +58444,7 @@ } }, { - "accuracy": 0.9956181723820535, + "accuracy": 0.9956064153658716, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -58490,7 +58490,7 @@ } }, { - "accuracy": 0.998456231857601, + "accuracy": 0.9984480346504011, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -58532,7 +58532,7 @@ ], "model.layers.30.self_attn": [ { - "accuracy": 0.955215334892273, + "accuracy": 0.95579867613943, "total_bits": 111655168, "q_proj": { "group_size": { @@ -58596,7 +58596,7 @@ } }, { - "accuracy": 0.9644756505363866, + "accuracy": 0.9640920005346599, "total_bits": 114997504, "q_proj": { "group_size": { @@ -58660,7 +58660,7 @@ } }, { - "accuracy": 0.9715554400494224, + "accuracy": 0.971237461817892, "total_bits": 119288192, "q_proj": { "group_size": { @@ -58724,7 +58724,7 @@ } }, { - "accuracy": 0.9759291598671361, + "accuracy": 0.9758061029409107, "total_bits": 139930496, "q_proj": { "group_size": { @@ -58788,7 +58788,7 @@ } }, { - "accuracy": 0.9806726496470602, + "accuracy": 0.9803441417844672, "total_bits": 165321856, "q_proj": { "group_size": { @@ -58852,7 +58852,7 @@ } }, { - "accuracy": 0.9817047605389043, + "accuracy": 0.981344063031046, "total_bits": 165487616, "q_proj": { "group_size": { @@ -58916,7 +58916,7 @@ } }, { - "accuracy": 0.9843851657290208, + "accuracy": 0.9842512121326045, "total_bits": 211983488, "q_proj": { "group_size": { @@ -58968,7 +58968,7 @@ } }, { - "accuracy": 0.9855115648947264, + "accuracy": 0.9854419356898257, "total_bits": 212149248, "q_proj": { "group_size": { @@ -59020,7 +59020,7 @@ } }, { - "accuracy": 0.9871152349208531, + "accuracy": 0.9869672373721474, "total_bits": 213960704, "q_proj": { "group_size": { @@ -59072,7 +59072,7 @@ } }, { - "accuracy": 0.9874154768492046, + "accuracy": 0.9875205410154242, "total_bits": 216920576, "q_proj": { "group_size": { @@ -59124,7 +59124,7 @@ } }, { - "accuracy": 0.990155071804398, + "accuracy": 0.9900253030814623, "total_bits": 217916416, "q_proj": { "group_size": { @@ -59188,7 +59188,7 @@ } }, { - "accuracy": 0.9908582952461744, + "accuracy": 0.9901162817289955, "total_bits": 219400192, "q_proj": { "group_size": { @@ -59252,7 +59252,7 @@ } }, { - "accuracy": 0.9908551597281506, + "accuracy": 0.9907494406951102, "total_bits": 223787264, "q_proj": { "group_size": { @@ -59313,7 +59313,7 @@ } }, { - "accuracy": 0.9919915818854382, + "accuracy": 0.9913284849179419, "total_bits": 226914816, "q_proj": { "group_size": { @@ -59374,7 +59374,7 @@ } }, { - "accuracy": 0.995044036523292, + "accuracy": 0.9948313891103393, "total_bits": 274898048, "q_proj": { "group_size": { @@ -59435,7 +59435,7 @@ } }, { - "accuracy": 0.9959858981402296, + "accuracy": 0.995981549353976, "total_bits": 279343616, "q_proj": { "group_size": { @@ -59496,7 +59496,7 @@ } }, { - "accuracy": 0.9956828096979543, + "accuracy": 0.9954954554375849, "total_bits": 316841088, "q_proj": { "group_size": { @@ -59548,7 +59548,7 @@ } }, { - "accuracy": 0.9980244513012861, + "accuracy": 0.9979255564118686, "total_bits": 332263936, "q_proj": { "group_size": { @@ -59600,7 +59600,7 @@ } }, { - "accuracy": 0.9989039103843664, + "accuracy": 0.9988506970633018, "total_bits": 421698688, "q_proj": { "group_size": { @@ -59654,7 +59654,7 @@ ], "model.layers.30.mlp": [ { - "accuracy": 0.919920984067415, + "accuracy": 0.9195484048441837, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -59706,7 +59706,7 @@ } }, { - "accuracy": 0.9222605040198878, + "accuracy": 0.9218591765353554, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -59758,7 +59758,7 @@ } }, { - "accuracy": 0.9323551341107017, + "accuracy": 0.9320285508507177, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -59807,7 +59807,7 @@ } }, { - "accuracy": 0.9355981726395457, + "accuracy": 0.935285957236039, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -59856,7 +59856,7 @@ } }, { - "accuracy": 0.9590107014304713, + "accuracy": 0.9587822431012204, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -59908,7 +59908,7 @@ } }, { - "accuracy": 0.9623994042998866, + "accuracy": 0.9621884822845459, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -59960,7 +59960,7 @@ } }, { - "accuracy": 0.9669282969675566, + "accuracy": 0.9667472086454693, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -60009,7 +60009,7 @@ } }, { - "accuracy": 0.9784444476428785, + "accuracy": 0.978341962161817, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -60052,7 +60052,7 @@ } }, { - "accuracy": 0.9803723661523116, + "accuracy": 0.9802760183811188, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -60095,7 +60095,7 @@ } }, { - "accuracy": 0.9791116683106673, + "accuracy": 0.9789908183248419, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -60147,7 +60147,7 @@ } }, { - "accuracy": 0.981740487249274, + "accuracy": 0.9816427764139677, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -60199,7 +60199,7 @@ } }, { - "accuracy": 0.9893716777625837, + "accuracy": 0.989310600255665, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -60251,7 +60251,7 @@ } }, { - "accuracy": 0.9908956618685472, + "accuracy": 0.9908462786360791, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -60303,7 +60303,7 @@ } }, { - "accuracy": 0.9941516942099521, + "accuracy": 0.9941201782540271, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -60346,7 +60346,7 @@ } }, { - "accuracy": 0.9945844309894663, + "accuracy": 0.9945511135615801, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -60395,7 +60395,7 @@ } }, { - "accuracy": 0.9954694905563405, + "accuracy": 0.9954421237895363, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -60441,7 +60441,7 @@ } }, { - "accuracy": 0.9983753135525867, + "accuracy": 0.9983671602645987, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -60483,7 +60483,7 @@ ], "model.layers.31.self_attn": [ { - "accuracy": 0.9556053029863458, + "accuracy": 0.9549185539546766, "total_bits": 111655168, "q_proj": { "group_size": { @@ -60547,7 +60547,7 @@ } }, { - "accuracy": 0.9579309852499711, + "accuracy": 0.9572087212612754, "total_bits": 114997504, "q_proj": { "group_size": { @@ -60611,7 +60611,7 @@ } }, { - "accuracy": 0.9626883738919308, + "accuracy": 0.9621107390052394, "total_bits": 119288192, "q_proj": { "group_size": { @@ -60675,7 +60675,7 @@ } }, { - "accuracy": 0.9698793072449533, + "accuracy": 0.9696073845813149, "total_bits": 139930496, "q_proj": { "group_size": { @@ -60739,7 +60739,7 @@ } }, { - "accuracy": 0.9760699570178986, + "accuracy": 0.9758326019111433, "total_bits": 165321856, "q_proj": { "group_size": { @@ -60803,7 +60803,7 @@ } }, { - "accuracy": 0.9774929896781319, + "accuracy": 0.9772012233734131, "total_bits": 165487616, "q_proj": { "group_size": { @@ -60867,7 +60867,7 @@ } }, { - "accuracy": 0.9817487550409216, + "accuracy": 0.9817480978212858, "total_bits": 211983488, "q_proj": { "group_size": { @@ -60919,7 +60919,7 @@ } }, { - "accuracy": 0.9834748663400349, + "accuracy": 0.9834139347076416, "total_bits": 212149248, "q_proj": { "group_size": { @@ -60971,7 +60971,7 @@ } }, { - "accuracy": 0.9846048668811196, + "accuracy": 0.9846530525307906, "total_bits": 213960704, "q_proj": { "group_size": { @@ -61023,7 +61023,7 @@ } }, { - "accuracy": 0.9857698835824665, + "accuracy": 0.9854715733151687, "total_bits": 216920576, "q_proj": { "group_size": { @@ -61075,7 +61075,7 @@ } }, { - "accuracy": 0.9883847142520704, + "accuracy": 0.9881879859849027, "total_bits": 217916416, "q_proj": { "group_size": { @@ -61139,7 +61139,7 @@ } }, { - "accuracy": 0.9894539235453856, + "accuracy": 0.9892651846534327, "total_bits": 219400192, "q_proj": { "group_size": { @@ -61203,7 +61203,7 @@ } }, { - "accuracy": 0.9895309978409818, + "accuracy": 0.9893629080370853, "total_bits": 223787264, "q_proj": { "group_size": { @@ -61264,7 +61264,7 @@ } }, { - "accuracy": 0.9905242370931726, + "accuracy": 0.9904351767740751, "total_bits": 226914816, "q_proj": { "group_size": { @@ -61325,7 +61325,7 @@ } }, { - "accuracy": 0.9938633559565795, + "accuracy": 0.9938589750151885, "total_bits": 274898048, "q_proj": { "group_size": { @@ -61386,7 +61386,7 @@ } }, { - "accuracy": 0.9951642265445307, + "accuracy": 0.9951065374832404, "total_bits": 279343616, "q_proj": { "group_size": { @@ -61447,7 +61447,7 @@ } }, { - "accuracy": 0.9949006861761996, + "accuracy": 0.994945933160029, "total_bits": 316841088, "q_proj": { "group_size": { @@ -61499,7 +61499,7 @@ } }, { - "accuracy": 0.9975226613643923, + "accuracy": 0.9974548097111677, "total_bits": 332263936, "q_proj": { "group_size": { @@ -61551,7 +61551,7 @@ } }, { - "accuracy": 0.9986781431852203, + "accuracy": 0.9986704871254531, "total_bits": 421698688, "q_proj": { "group_size": { @@ -61605,7 +61605,7 @@ ], "model.layers.31.mlp": [ { - "accuracy": 0.9184633995357313, + "accuracy": 0.9180819360833419, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -61657,7 +61657,7 @@ } }, { - "accuracy": 0.9208205436405382, + "accuracy": 0.9204177040802806, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -61709,7 +61709,7 @@ } }, { - "accuracy": 0.9310553199366519, + "accuracy": 0.9307423265356767, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -61758,7 +61758,7 @@ } }, { - "accuracy": 0.9344793934571116, + "accuracy": 0.9341842312561839, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -61807,7 +61807,7 @@ } }, { - "accuracy": 0.958174394933801, + "accuracy": 0.9579698412041915, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -61859,7 +61859,7 @@ } }, { - "accuracy": 0.9616113242350126, + "accuracy": 0.9614224559382388, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -61911,7 +61911,7 @@ } }, { - "accuracy": 0.9662745061673617, + "accuracy": 0.9661133697158412, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -61960,7 +61960,7 @@ } }, { - "accuracy": 0.9779514074325562, + "accuracy": 0.9778481565023723, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -62003,7 +62003,7 @@ } }, { - "accuracy": 0.9799523400632959, + "accuracy": 0.9798552958588851, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -62046,7 +62046,7 @@ } }, { - "accuracy": 0.9786841759556218, + "accuracy": 0.9785807540542201, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -62098,7 +62098,7 @@ } }, { - "accuracy": 0.9813601609907652, + "accuracy": 0.9812703540450648, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -62150,7 +62150,7 @@ } }, { - "accuracy": 0.9891508927470759, + "accuracy": 0.9891033274562735, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -62202,7 +62202,7 @@ } }, { - "accuracy": 0.9907067135760659, + "accuracy": 0.9906587436010963, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -62254,7 +62254,7 @@ } }, { - "accuracy": 0.9940274698953879, + "accuracy": 0.9939996309970555, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -62297,7 +62297,7 @@ } }, { - "accuracy": 0.9944771504715869, + "accuracy": 0.994451383618932, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -62346,7 +62346,7 @@ } }, { - "accuracy": 0.9954041152408248, + "accuracy": 0.9953827528577102, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -62392,7 +62392,7 @@ } }, { - "accuracy": 0.9983510004454538, + "accuracy": 0.9983435561390299, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -62434,7 +62434,7 @@ ], "model.layers.32.self_attn": [ { - "accuracy": 0.9612639420910886, + "accuracy": 0.9601964950561523, "total_bits": 111655168, "q_proj": { "group_size": { @@ -62498,7 +62498,7 @@ } }, { - "accuracy": 0.9631101143987555, + "accuracy": 0.9620346709301597, "total_bits": 114997504, "q_proj": { "group_size": { @@ -62562,7 +62562,7 @@ } }, { - "accuracy": 0.967415241818679, + "accuracy": 0.966462819199813, "total_bits": 119288192, "q_proj": { "group_size": { @@ -62626,7 +62626,7 @@ } }, { - "accuracy": 0.972808953962828, + "accuracy": 0.9720028764323184, "total_bits": 139930496, "q_proj": { "group_size": { @@ -62690,7 +62690,7 @@ } }, { - "accuracy": 0.9776463602718554, + "accuracy": 0.9771724751121119, "total_bits": 165321856, "q_proj": { "group_size": { @@ -62754,7 +62754,7 @@ } }, { - "accuracy": 0.9791539091812936, + "accuracy": 0.9786476351712879, "total_bits": 165487616, "q_proj": { "group_size": { @@ -62818,7 +62818,7 @@ } }, { - "accuracy": 0.982280991579357, + "accuracy": 0.9820848687698966, "total_bits": 211983488, "q_proj": { "group_size": { @@ -62870,7 +62870,7 @@ } }, { - "accuracy": 0.9840590451893053, + "accuracy": 0.9838793073829851, "total_bits": 212149248, "q_proj": { "group_size": { @@ -62922,7 +62922,7 @@ } }, { - "accuracy": 0.9862437891332727, + "accuracy": 0.9860016076188338, "total_bits": 213960704, "q_proj": { "group_size": { @@ -62974,7 +62974,7 @@ } }, { - "accuracy": 0.986967921257019, + "accuracy": 0.9867065235188133, "total_bits": 216920576, "q_proj": { "group_size": { @@ -63026,7 +63026,7 @@ } }, { - "accuracy": 0.9887298024014423, + "accuracy": 0.9887013388307471, "total_bits": 217916416, "q_proj": { "group_size": { @@ -63090,7 +63090,7 @@ } }, { - "accuracy": 0.9901707250820962, + "accuracy": 0.9898999286325354, "total_bits": 219400192, "q_proj": { "group_size": { @@ -63154,7 +63154,7 @@ } }, { - "accuracy": 0.9898980299108907, + "accuracy": 0.9898365853648436, "total_bits": 223787264, "q_proj": { "group_size": { @@ -63215,7 +63215,7 @@ } }, { - "accuracy": 0.9913858198805859, + "accuracy": 0.9911152202832071, "total_bits": 226914816, "q_proj": { "group_size": { @@ -63276,7 +63276,7 @@ } }, { - "accuracy": 0.9941214652437913, + "accuracy": 0.9941106822929884, "total_bits": 274898048, "q_proj": { "group_size": { @@ -63337,7 +63337,7 @@ } }, { - "accuracy": 0.9954914760432745, + "accuracy": 0.9953906826282802, "total_bits": 279343616, "q_proj": { "group_size": { @@ -63398,7 +63398,7 @@ } }, { - "accuracy": 0.9948412242688631, + "accuracy": 0.9948818448342776, "total_bits": 316841088, "q_proj": { "group_size": { @@ -63450,7 +63450,7 @@ } }, { - "accuracy": 0.9976909446873163, + "accuracy": 0.9976799323370582, "total_bits": 332263936, "q_proj": { "group_size": { @@ -63502,7 +63502,7 @@ } }, { - "accuracy": 0.9985053373598739, + "accuracy": 0.998545835971048, "total_bits": 421698688, "q_proj": { "group_size": { @@ -63556,7 +63556,7 @@ ], "model.layers.32.mlp": [ { - "accuracy": 0.9184054575468364, + "accuracy": 0.9178891809363114, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -63608,7 +63608,7 @@ } }, { - "accuracy": 0.9207711533496254, + "accuracy": 0.9202817929418463, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -63660,7 +63660,7 @@ } }, { - "accuracy": 0.9308560208270424, + "accuracy": 0.9304085028798956, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -63709,7 +63709,7 @@ } }, { - "accuracy": 0.9342659649096037, + "accuracy": 0.9338428221250835, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -63758,7 +63758,7 @@ } }, { - "accuracy": 0.95813860077607, + "accuracy": 0.9578605513823659, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -63810,7 +63810,7 @@ } }, { - "accuracy": 0.9615791690976996, + "accuracy": 0.9613221099502162, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -63862,7 +63862,7 @@ } }, { - "accuracy": 0.9661823071931538, + "accuracy": 0.9659627174076281, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -63911,7 +63911,7 @@ } }, { - "accuracy": 0.9778403420197336, + "accuracy": 0.9777015322133115, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -63954,7 +63954,7 @@ } }, { - "accuracy": 0.9798543923779538, + "accuracy": 0.9797232731392509, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -63997,7 +63997,7 @@ } }, { - "accuracy": 0.9786639511585236, + "accuracy": 0.9785158712612955, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -64049,7 +64049,7 @@ } }, { - "accuracy": 0.9813358846463656, + "accuracy": 0.9812090051801581, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -64101,7 +64101,7 @@ } }, { - "accuracy": 0.989142067338291, + "accuracy": 0.9890649961797815, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -64153,7 +64153,7 @@ } }, { - "accuracy": 0.9906928084398571, + "accuracy": 0.9906274511625892, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -64205,7 +64205,7 @@ } }, { - "accuracy": 0.9939909389144496, + "accuracy": 0.9939511426185307, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -64248,7 +64248,7 @@ } }, { - "accuracy": 0.994471834678399, + "accuracy": 0.9944321599445844, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -64297,7 +64297,7 @@ } }, { - "accuracy": 0.9953882329558071, + "accuracy": 0.9953555566699881, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -64343,7 +64343,7 @@ } }, { - "accuracy": 0.9983210112703474, + "accuracy": 0.9983108084844915, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -64385,7 +64385,7 @@ ], "model.layers.33.self_attn": [ { - "accuracy": 0.9559305937666642, + "accuracy": 0.9553274041727969, "total_bits": 111655168, "q_proj": { "group_size": { @@ -64449,7 +64449,7 @@ } }, { - "accuracy": 0.9581590326208818, + "accuracy": 0.957816155333268, "total_bits": 114997504, "q_proj": { "group_size": { @@ -64513,7 +64513,7 @@ } }, { - "accuracy": 0.9642878080669203, + "accuracy": 0.9638684203750209, "total_bits": 119288192, "q_proj": { "group_size": { @@ -64577,7 +64577,7 @@ } }, { - "accuracy": 0.9712889978760167, + "accuracy": 0.9710571012998882, "total_bits": 139930496, "q_proj": { "group_size": { @@ -64641,7 +64641,7 @@ } }, { - "accuracy": 0.9766898139526969, + "accuracy": 0.9765729166959461, "total_bits": 165321856, "q_proj": { "group_size": { @@ -64705,7 +64705,7 @@ } }, { - "accuracy": 0.9774462643422579, + "accuracy": 0.9773550582559485, "total_bits": 165487616, "q_proj": { "group_size": { @@ -64769,7 +64769,7 @@ } }, { - "accuracy": 0.9830691092892697, + "accuracy": 0.9832809881160134, "total_bits": 211983488, "q_proj": { "group_size": { @@ -64821,7 +64821,7 @@ } }, { - "accuracy": 0.9839521175936649, + "accuracy": 0.9841404023923372, "total_bits": 212149248, "q_proj": { "group_size": { @@ -64873,7 +64873,7 @@ } }, { - "accuracy": 0.9859539458626195, + "accuracy": 0.9858167877322749, "total_bits": 213960704, "q_proj": { "group_size": { @@ -64925,7 +64925,7 @@ } }, { - "accuracy": 0.9860140383243561, + "accuracy": 0.9859565182736045, "total_bits": 216920576, "q_proj": { "group_size": { @@ -64977,7 +64977,7 @@ } }, { - "accuracy": 0.9885126187613136, + "accuracy": 0.988403834794697, "total_bits": 217916416, "q_proj": { "group_size": { @@ -65041,7 +65041,7 @@ } }, { - "accuracy": 0.9894955268031672, + "accuracy": 0.9892569929361343, "total_bits": 219400192, "q_proj": { "group_size": { @@ -65105,7 +65105,7 @@ } }, { - "accuracy": 0.9900269963239369, + "accuracy": 0.9899471151201349, "total_bits": 223787264, "q_proj": { "group_size": { @@ -65166,7 +65166,7 @@ } }, { - "accuracy": 0.9909452341104809, + "accuracy": 0.9908623514991057, "total_bits": 226914816, "q_proj": { "group_size": { @@ -65227,7 +65227,7 @@ } }, { - "accuracy": 0.994468064292481, + "accuracy": 0.9944555802564872, "total_bits": 274898048, "q_proj": { "group_size": { @@ -65288,7 +65288,7 @@ } }, { - "accuracy": 0.9953117998022782, + "accuracy": 0.9952702059557563, "total_bits": 279343616, "q_proj": { "group_size": { @@ -65349,7 +65349,7 @@ } }, { - "accuracy": 0.9956130208937746, + "accuracy": 0.9956258990262684, "total_bits": 316841088, "q_proj": { "group_size": { @@ -65401,7 +65401,7 @@ } }, { - "accuracy": 0.9973370781854579, + "accuracy": 0.9973766097896978, "total_bits": 332263936, "q_proj": { "group_size": { @@ -65453,7 +65453,7 @@ } }, { - "accuracy": 0.9988199833192324, + "accuracy": 0.99883096145564, "total_bits": 421698688, "q_proj": { "group_size": { @@ -65507,7 +65507,7 @@ ], "model.layers.33.mlp": [ { - "accuracy": 0.9154994801471108, + "accuracy": 0.9149764086070814, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -65559,7 +65559,7 @@ } }, { - "accuracy": 0.9180621975346616, + "accuracy": 0.9175199270248413, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -65611,7 +65611,7 @@ } }, { - "accuracy": 0.9286550471657201, + "accuracy": 0.9281991092782271, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -65660,7 +65660,7 @@ } }, { - "accuracy": 0.9322176983481959, + "accuracy": 0.9317774835385775, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -65709,7 +65709,7 @@ } }, { - "accuracy": 0.9567280945024992, + "accuracy": 0.9564323613518163, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -65761,7 +65761,7 @@ } }, { - "accuracy": 0.96029616029639, + "accuracy": 0.9600296396958201, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -65813,7 +65813,7 @@ } }, { - "accuracy": 0.9651028294312327, + "accuracy": 0.964876861948716, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -65862,7 +65862,7 @@ } }, { - "accuracy": 0.9771017008706143, + "accuracy": 0.9769544679867593, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -65905,7 +65905,7 @@ } }, { - "accuracy": 0.9791551577417474, + "accuracy": 0.9790277481079102, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -65948,7 +65948,7 @@ } }, { - "accuracy": 0.9779671226677141, + "accuracy": 0.9778047721636923, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -66000,7 +66000,7 @@ } }, { - "accuracy": 0.9807169280554119, + "accuracy": 0.9805927213869596, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -66052,7 +66052,7 @@ } }, { - "accuracy": 0.9887991037807966, + "accuracy": 0.9887117312142724, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -66104,7 +66104,7 @@ } }, { - "accuracy": 0.9903848594740817, + "accuracy": 0.9903232306241989, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -66156,7 +66156,7 @@ } }, { - "accuracy": 0.9938010130273668, + "accuracy": 0.9937578616173643, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -66199,7 +66199,7 @@ } }, { - "accuracy": 0.9942990588514429, + "accuracy": 0.9942628478533343, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -66248,7 +66248,7 @@ } }, { - "accuracy": 0.9952554408656923, + "accuracy": 0.9952264875173569, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -66294,7 +66294,7 @@ } }, { - "accuracy": 0.998279589179315, + "accuracy": 0.9982707410266525, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -66336,7 +66336,7 @@ ], "model.layers.34.self_attn": [ { - "accuracy": 0.9385903697264821, + "accuracy": 0.9373962314505326, "total_bits": 111655168, "q_proj": { "group_size": { @@ -66400,7 +66400,7 @@ } }, { - "accuracy": 0.9467989018088893, + "accuracy": 0.94485384539554, "total_bits": 114997504, "q_proj": { "group_size": { @@ -66464,7 +66464,7 @@ } }, { - "accuracy": 0.9514782585595783, + "accuracy": 0.9501141497963353, "total_bits": 119288192, "q_proj": { "group_size": { @@ -66528,7 +66528,7 @@ } }, { - "accuracy": 0.9605371136414378, + "accuracy": 0.9593915155059413, "total_bits": 139930496, "q_proj": { "group_size": { @@ -66592,7 +66592,7 @@ } }, { - "accuracy": 0.9705465310498288, + "accuracy": 0.9702801359327216, "total_bits": 165321856, "q_proj": { "group_size": { @@ -66656,7 +66656,7 @@ } }, { - "accuracy": 0.9716040084236547, + "accuracy": 0.9714670808691728, "total_bits": 165487616, "q_proj": { "group_size": { @@ -66720,7 +66720,7 @@ } }, { - "accuracy": 0.9771650653136404, + "accuracy": 0.9775758354287398, "total_bits": 211983488, "q_proj": { "group_size": { @@ -66772,7 +66772,7 @@ } }, { - "accuracy": 0.978498659635845, + "accuracy": 0.9786872895140397, "total_bits": 212149248, "q_proj": { "group_size": { @@ -66824,7 +66824,7 @@ } }, { - "accuracy": 0.9823460798514517, + "accuracy": 0.981561961926912, "total_bits": 213960704, "q_proj": { "group_size": { @@ -66876,7 +66876,7 @@ } }, { - "accuracy": 0.9827920198440552, + "accuracy": 0.9828595111244603, "total_bits": 216920576, "q_proj": { "group_size": { @@ -66928,7 +66928,7 @@ } }, { - "accuracy": 0.9855206687199441, + "accuracy": 0.985232307722694, "total_bits": 217916416, "q_proj": { "group_size": { @@ -66992,7 +66992,7 @@ } }, { - "accuracy": 0.9867490686868367, + "accuracy": 0.9864081489412408, "total_bits": 219400192, "q_proj": { "group_size": { @@ -67056,7 +67056,7 @@ } }, { - "accuracy": 0.9866720783083063, + "accuracy": 0.9863183419955405, "total_bits": 223787264, "q_proj": { "group_size": { @@ -67117,7 +67117,7 @@ } }, { - "accuracy": 0.98793473447624, + "accuracy": 0.9879841773133529, "total_bits": 226914816, "q_proj": { "group_size": { @@ -67178,7 +67178,7 @@ } }, { - "accuracy": 0.9918597575865293, + "accuracy": 0.9918128502996344, "total_bits": 274898048, "q_proj": { "group_size": { @@ -67239,7 +67239,7 @@ } }, { - "accuracy": 0.9939307727311787, + "accuracy": 0.9936491850959627, "total_bits": 279343616, "q_proj": { "group_size": { @@ -67300,7 +67300,7 @@ } }, { - "accuracy": 0.9930941219392576, + "accuracy": 0.993065249763037, "total_bits": 316841088, "q_proj": { "group_size": { @@ -67352,7 +67352,7 @@ } }, { - "accuracy": 0.996610915582431, + "accuracy": 0.996363070450331, "total_bits": 332263936, "q_proj": { "group_size": { @@ -67404,7 +67404,7 @@ } }, { - "accuracy": 0.9982325019020784, + "accuracy": 0.9982128313889629, "total_bits": 421698688, "q_proj": { "group_size": { @@ -67458,7 +67458,7 @@ ], "model.layers.34.mlp": [ { - "accuracy": 0.9172647062100863, + "accuracy": 0.9165633916854858, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -67510,7 +67510,7 @@ } }, { - "accuracy": 0.919726616457889, + "accuracy": 0.9190525067479987, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -67562,7 +67562,7 @@ } }, { - "accuracy": 0.930027823699148, + "accuracy": 0.9294214311398958, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -67611,7 +67611,7 @@ } }, { - "accuracy": 0.9335052590621145, + "accuracy": 0.9329265042355186, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -67660,7 +67660,7 @@ } }, { - "accuracy": 0.9575866272574977, + "accuracy": 0.9572252348849648, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -67712,7 +67712,7 @@ } }, { - "accuracy": 0.9610744495140879, + "accuracy": 0.9607485626873217, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -67764,7 +67764,7 @@ } }, { - "accuracy": 0.9657378792762756, + "accuracy": 0.9654554850176761, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -67813,7 +67813,7 @@ } }, { - "accuracy": 0.977537884523994, + "accuracy": 0.9773512074821874, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -67856,7 +67856,7 @@ } }, { - "accuracy": 0.9795496385348471, + "accuracy": 0.9793764415540194, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -67899,7 +67899,7 @@ } }, { - "accuracy": 0.9783670933623063, + "accuracy": 0.9781858638713234, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -67951,7 +67951,7 @@ } }, { - "accuracy": 0.9810849867368999, + "accuracy": 0.980911490164305, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -68003,7 +68003,7 @@ } }, { - "accuracy": 0.9889850522342482, + "accuracy": 0.9888944037650761, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -68055,7 +68055,7 @@ } }, { - "accuracy": 0.9905629738381034, + "accuracy": 0.9904785556228537, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -68107,7 +68107,7 @@ } }, { - "accuracy": 0.9939082915845671, + "accuracy": 0.9938604329761705, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -68150,7 +68150,7 @@ } }, { - "accuracy": 0.9943900943586701, + "accuracy": 0.9943424420137155, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -68199,7 +68199,7 @@ } }, { - "accuracy": 0.9953317885336123, + "accuracy": 0.9952934564728486, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -68245,7 +68245,7 @@ } }, { - "accuracy": 0.9983087717310378, + "accuracy": 0.9982964555291753, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -68287,7 +68287,7 @@ ], "model.layers.35.self_attn": [ { - "accuracy": 0.9554556984650462, + "accuracy": 0.9548252726856031, "total_bits": 111655168, "q_proj": { "group_size": { @@ -68351,7 +68351,7 @@ } }, { - "accuracy": 0.9594889063584178, + "accuracy": 0.9583840589774282, "total_bits": 114997504, "q_proj": { "group_size": { @@ -68415,7 +68415,7 @@ } }, { - "accuracy": 0.9654163310402318, + "accuracy": 0.964480199311909, "total_bits": 119288192, "q_proj": { "group_size": { @@ -68479,7 +68479,7 @@ } }, { - "accuracy": 0.9717969925780046, + "accuracy": 0.9710260441428736, "total_bits": 139930496, "q_proj": { "group_size": { @@ -68543,7 +68543,7 @@ } }, { - "accuracy": 0.9773332790324563, + "accuracy": 0.9767536269991022, "total_bits": 165321856, "q_proj": { "group_size": { @@ -68607,7 +68607,7 @@ } }, { - "accuracy": 0.9780862958807695, + "accuracy": 0.9775814053259397, "total_bits": 165487616, "q_proj": { "group_size": { @@ -68671,7 +68671,7 @@ } }, { - "accuracy": 0.982628102365293, + "accuracy": 0.9823358890257383, "total_bits": 211983488, "q_proj": { "group_size": { @@ -68723,7 +68723,7 @@ } }, { - "accuracy": 0.9835182585214314, + "accuracy": 0.9833274122915769, "total_bits": 212149248, "q_proj": { "group_size": { @@ -68775,7 +68775,7 @@ } }, { - "accuracy": 0.9856549532789933, + "accuracy": 0.9852476888581326, "total_bits": 213960704, "q_proj": { "group_size": { @@ -68827,7 +68827,7 @@ } }, { - "accuracy": 0.9863676962099577, + "accuracy": 0.985956504156715, "total_bits": 216920576, "q_proj": { "group_size": { @@ -68879,7 +68879,7 @@ } }, { - "accuracy": 0.9886210568641361, + "accuracy": 0.9883193036443308, "total_bits": 217916416, "q_proj": { "group_size": { @@ -68943,7 +68943,7 @@ } }, { - "accuracy": 0.9897971882631904, + "accuracy": 0.9895467091547815, "total_bits": 219400192, "q_proj": { "group_size": { @@ -69007,7 +69007,7 @@ } }, { - "accuracy": 0.9898756640522104, + "accuracy": 0.9896029100606316, "total_bits": 223787264, "q_proj": { "group_size": { @@ -69068,7 +69068,7 @@ } }, { - "accuracy": 0.9908501513694462, + "accuracy": 0.9907611334010175, "total_bits": 226914816, "q_proj": { "group_size": { @@ -69129,7 +69129,7 @@ } }, { - "accuracy": 0.9940883387860499, + "accuracy": 0.9940141231605881, "total_bits": 274898048, "q_proj": { "group_size": { @@ -69190,7 +69190,7 @@ } }, { - "accuracy": 0.9953592901951388, + "accuracy": 0.9952773981188473, "total_bits": 279343616, "q_proj": { "group_size": { @@ -69251,7 +69251,7 @@ } }, { - "accuracy": 0.9950152102269625, + "accuracy": 0.9949915314975538, "total_bits": 316841088, "q_proj": { "group_size": { @@ -69303,7 +69303,7 @@ } }, { - "accuracy": 0.9975282592993033, + "accuracy": 0.99750572482222, "total_bits": 332263936, "q_proj": { "group_size": { @@ -69355,7 +69355,7 @@ } }, { - "accuracy": 0.9986781801440214, + "accuracy": 0.9986794384098366, "total_bits": 421698688, "q_proj": { "group_size": { @@ -69409,7 +69409,7 @@ ], "model.layers.35.mlp": [ { - "accuracy": 0.9139664675060072, + "accuracy": 0.9133543215299907, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -69461,7 +69461,7 @@ } }, { - "accuracy": 0.916669111502798, + "accuracy": 0.9160565451571816, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -69513,7 +69513,7 @@ } }, { - "accuracy": 0.927020041566146, + "accuracy": 0.9265063059957404, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -69562,7 +69562,7 @@ } }, { - "accuracy": 0.9306793589341014, + "accuracy": 0.9301884048863461, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -69611,7 +69611,7 @@ } }, { - "accuracy": 0.9559259602898046, + "accuracy": 0.9555786314763521, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -69663,7 +69663,7 @@ } }, { - "accuracy": 0.9595288289220709, + "accuracy": 0.9592516014450475, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -69715,7 +69715,7 @@ } }, { - "accuracy": 0.9642995690044603, + "accuracy": 0.9640655360723797, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -69764,7 +69764,7 @@ } }, { - "accuracy": 0.976482668989583, + "accuracy": 0.9763081512953106, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -69807,7 +69807,7 @@ } }, { - "accuracy": 0.9786101956116525, + "accuracy": 0.9784626207853618, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -69850,7 +69850,7 @@ } }, { - "accuracy": 0.9775100679774034, + "accuracy": 0.9773414448687905, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -69902,7 +69902,7 @@ } }, { - "accuracy": 0.9803371288274464, + "accuracy": 0.9801865722003736, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -69954,7 +69954,7 @@ } }, { - "accuracy": 0.9885487807424445, + "accuracy": 0.9884669623876873, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -70006,7 +70006,7 @@ } }, { - "accuracy": 0.9901823966126693, + "accuracy": 0.9901128975968612, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -70058,7 +70058,7 @@ } }, { - "accuracy": 0.9936168048726884, + "accuracy": 0.9935711214416906, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -70101,7 +70101,7 @@ } }, { - "accuracy": 0.9941695999158057, + "accuracy": 0.9941243035228629, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -70150,7 +70150,7 @@ } }, { - "accuracy": 0.9951427076992235, + "accuracy": 0.9951075464487076, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -70196,7 +70196,7 @@ } }, { - "accuracy": 0.9982059948930615, + "accuracy": 0.9981979466974735, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -70238,7 +70238,7 @@ ], "model.layers.36.self_attn": [ { - "accuracy": 0.943946123123169, + "accuracy": 0.9436677819804141, "total_bits": 111655168, "q_proj": { "group_size": { @@ -70302,7 +70302,7 @@ } }, { - "accuracy": 0.9496443428491291, + "accuracy": 0.9494610460180986, "total_bits": 114997504, "q_proj": { "group_size": { @@ -70366,7 +70366,7 @@ } }, { - "accuracy": 0.9552981382922122, + "accuracy": 0.954522901459744, "total_bits": 119288192, "q_proj": { "group_size": { @@ -70430,7 +70430,7 @@ } }, { - "accuracy": 0.9637355082913449, + "accuracy": 0.9631615877151489, "total_bits": 139930496, "q_proj": { "group_size": { @@ -70494,7 +70494,7 @@ } }, { - "accuracy": 0.9719770456615248, + "accuracy": 0.9718219794725117, "total_bits": 165321856, "q_proj": { "group_size": { @@ -70558,7 +70558,7 @@ } }, { - "accuracy": 0.9730833298281619, + "accuracy": 0.9725465711794401, "total_bits": 165487616, "q_proj": { "group_size": { @@ -70622,7 +70622,7 @@ } }, { - "accuracy": 0.9789602929040006, + "accuracy": 0.9790173470973969, "total_bits": 211983488, "q_proj": { "group_size": { @@ -70674,7 +70674,7 @@ } }, { - "accuracy": 0.9801977935590243, + "accuracy": 0.9798239375415602, "total_bits": 212149248, "q_proj": { "group_size": { @@ -70726,7 +70726,7 @@ } }, { - "accuracy": 0.982775230156748, + "accuracy": 0.9828537216312007, "total_bits": 213960704, "q_proj": { "group_size": { @@ -70778,7 +70778,7 @@ } }, { - "accuracy": 0.9833749940520838, + "accuracy": 0.9836618429736087, "total_bits": 216920576, "q_proj": { "group_size": { @@ -70830,7 +70830,7 @@ } }, { - "accuracy": 0.9860964840964267, + "accuracy": 0.9860743958699075, "total_bits": 217916416, "q_proj": { "group_size": { @@ -70894,7 +70894,7 @@ } }, { - "accuracy": 0.9875330321098629, + "accuracy": 0.987335299190722, "total_bits": 219400192, "q_proj": { "group_size": { @@ -70958,7 +70958,7 @@ } }, { - "accuracy": 0.9872406823070425, + "accuracy": 0.9874666537109175, "total_bits": 223787264, "q_proj": { "group_size": { @@ -71019,7 +71019,7 @@ } }, { - "accuracy": 0.9889335373514577, + "accuracy": 0.9888783379604942, "total_bits": 226914816, "q_proj": { "group_size": { @@ -71080,7 +71080,7 @@ } }, { - "accuracy": 0.992781693998136, + "accuracy": 0.9927688507657302, "total_bits": 274898048, "q_proj": { "group_size": { @@ -71141,7 +71141,7 @@ } }, { - "accuracy": 0.9942653857563671, + "accuracy": 0.9943327425341857, "total_bits": 279343616, "q_proj": { "group_size": { @@ -71202,7 +71202,7 @@ } }, { - "accuracy": 0.9940257503798133, + "accuracy": 0.9940690339395875, "total_bits": 316841088, "q_proj": { "group_size": { @@ -71254,7 +71254,7 @@ } }, { - "accuracy": 0.9966332943815934, + "accuracy": 0.9967794833998931, "total_bits": 332263936, "q_proj": { "group_size": { @@ -71306,7 +71306,7 @@ } }, { - "accuracy": 0.998423465870713, + "accuracy": 0.9984324914648345, "total_bits": 421698688, "q_proj": { "group_size": { @@ -71360,7 +71360,7 @@ ], "model.layers.36.mlp": [ { - "accuracy": 0.9145106077194214, + "accuracy": 0.9137785811173289, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -71412,7 +71412,7 @@ } }, { - "accuracy": 0.9171201116160342, + "accuracy": 0.9164681120922691, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -71464,7 +71464,7 @@ } }, { - "accuracy": 0.9276779011676186, + "accuracy": 0.9271237850189209, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -71513,7 +71513,7 @@ } }, { - "accuracy": 0.9314318456147846, + "accuracy": 0.9308920973225644, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -71562,7 +71562,7 @@ } }, { - "accuracy": 0.956030365667845, + "accuracy": 0.9557021824937117, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -71614,7 +71614,7 @@ } }, { - "accuracy": 0.9597162855298895, + "accuracy": 0.9593745501417863, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -71666,7 +71666,7 @@ } }, { - "accuracy": 0.9645947406166478, + "accuracy": 0.9642935018790395, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -71715,7 +71715,7 @@ } }, { - "accuracy": 0.9764891784442099, + "accuracy": 0.9763219121255373, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -71758,7 +71758,7 @@ } }, { - "accuracy": 0.9786383211612701, + "accuracy": 0.9784748115037617, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -71801,7 +71801,7 @@ } }, { - "accuracy": 0.9774967228111467, + "accuracy": 0.9773389132399308, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -71853,7 +71853,7 @@ } }, { - "accuracy": 0.9803485399798343, + "accuracy": 0.9801755782804991, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -71905,7 +71905,7 @@ } }, { - "accuracy": 0.9885007880235973, + "accuracy": 0.9884221475375327, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -71957,7 +71957,7 @@ } }, { - "accuracy": 0.9901739304002962, + "accuracy": 0.9900919544069391, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -72009,7 +72009,7 @@ } }, { - "accuracy": 0.9935941574604887, + "accuracy": 0.9935589609177489, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -72052,7 +72052,7 @@ } }, { - "accuracy": 0.9941276519706375, + "accuracy": 0.9940902602515722, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -72101,7 +72101,7 @@ } }, { - "accuracy": 0.995164948466577, + "accuracy": 0.9951352398646506, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -72147,7 +72147,7 @@ } }, { - "accuracy": 0.998213413514589, + "accuracy": 0.9982033748375742, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -72189,7 +72189,7 @@ ], "model.layers.37.self_attn": [ { - "accuracy": 0.9368412682884618, + "accuracy": 0.93645567643015, "total_bits": 111655168, "q_proj": { "group_size": { @@ -72253,7 +72253,7 @@ } }, { - "accuracy": 0.9432339103598344, + "accuracy": 0.9425138674284282, "total_bits": 114997504, "q_proj": { "group_size": { @@ -72317,7 +72317,7 @@ } }, { - "accuracy": 0.9508560990032396, + "accuracy": 0.9505020630987067, "total_bits": 119288192, "q_proj": { "group_size": { @@ -72381,7 +72381,7 @@ } }, { - "accuracy": 0.9623248702601382, + "accuracy": 0.9620830824500636, "total_bits": 139930496, "q_proj": { "group_size": { @@ -72445,7 +72445,7 @@ } }, { - "accuracy": 0.9699601311432687, + "accuracy": 0.969806106466996, "total_bits": 165321856, "q_proj": { "group_size": { @@ -72509,7 +72509,7 @@ } }, { - "accuracy": 0.9705022887179726, + "accuracy": 0.9703359007835388, "total_bits": 165487616, "q_proj": { "group_size": { @@ -72573,7 +72573,7 @@ } }, { - "accuracy": 0.9804596932310807, + "accuracy": 0.980551258513802, "total_bits": 211983488, "q_proj": { "group_size": { @@ -72625,7 +72625,7 @@ } }, { - "accuracy": 0.9810093735393725, + "accuracy": 0.9810553114665183, "total_bits": 212149248, "q_proj": { "group_size": { @@ -72677,7 +72677,7 @@ } }, { - "accuracy": 0.9825396757376822, + "accuracy": 0.9827186496634233, "total_bits": 213960704, "q_proj": { "group_size": { @@ -72729,7 +72729,7 @@ } }, { - "accuracy": 0.9836121875988809, + "accuracy": 0.9836963524943904, "total_bits": 216920576, "q_proj": { "group_size": { @@ -72781,7 +72781,7 @@ } }, { - "accuracy": 0.9847820165910219, + "accuracy": 0.9845921334467436, "total_bits": 217916416, "q_proj": { "group_size": { @@ -72845,7 +72845,7 @@ } }, { - "accuracy": 0.9858942486737904, + "accuracy": 0.985749458011828, "total_bits": 219400192, "q_proj": { "group_size": { @@ -72909,7 +72909,7 @@ } }, { - "accuracy": 0.9870229669307408, + "accuracy": 0.9867995287242689, "total_bits": 223787264, "q_proj": { "group_size": { @@ -72970,7 +72970,7 @@ } }, { - "accuracy": 0.9881931684519115, + "accuracy": 0.9881262002806914, "total_bits": 226914816, "q_proj": { "group_size": { @@ -73031,7 +73031,7 @@ } }, { - "accuracy": 0.9927869360697897, + "accuracy": 0.992696904038128, "total_bits": 274898048, "q_proj": { "group_size": { @@ -73092,7 +73092,7 @@ } }, { - "accuracy": 0.9939387158343667, + "accuracy": 0.9939993984605137, "total_bits": 279343616, "q_proj": { "group_size": { @@ -73153,7 +73153,7 @@ } }, { - "accuracy": 0.9946637608503041, + "accuracy": 0.9945960625221855, "total_bits": 316841088, "q_proj": { "group_size": { @@ -73205,7 +73205,7 @@ } }, { - "accuracy": 0.9966783378469316, + "accuracy": 0.9967493238417726, "total_bits": 332263936, "q_proj": { "group_size": { @@ -73257,7 +73257,7 @@ } }, { - "accuracy": 0.9985333007613295, + "accuracy": 0.9985185469451704, "total_bits": 421698688, "q_proj": { "group_size": { @@ -73311,7 +73311,7 @@ ], "model.layers.37.mlp": [ { - "accuracy": 0.9053313920372411, + "accuracy": 0.9046679295991596, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -73363,7 +73363,7 @@ } }, { - "accuracy": 0.9087604284286499, + "accuracy": 0.908148445581135, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -73415,7 +73415,7 @@ } }, { - "accuracy": 0.9202686548233032, + "accuracy": 0.9197620780844438, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -73464,7 +73464,7 @@ } }, { - "accuracy": 0.9242536645186574, + "accuracy": 0.9237634320008128, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -73513,7 +73513,7 @@ } }, { - "accuracy": 0.9511454921019704, + "accuracy": 0.950871677775132, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -73565,7 +73565,7 @@ } }, { - "accuracy": 0.9556120759562442, + "accuracy": 0.9552982575015018, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -73617,7 +73617,7 @@ } }, { - "accuracy": 0.9609392504943044, + "accuracy": 0.960671133116672, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -73666,7 +73666,7 @@ } }, { - "accuracy": 0.9739064072307787, + "accuracy": 0.9737696553531446, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -73709,7 +73709,7 @@ } }, { - "accuracy": 0.9761905403513658, + "accuracy": 0.9760531579193316, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -73752,7 +73752,7 @@ } }, { - "accuracy": 0.9749245800470051, + "accuracy": 0.9747847663728815, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -73804,7 +73804,7 @@ } }, { - "accuracy": 0.9782611288522419, + "accuracy": 0.9781105737937125, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -73856,7 +73856,7 @@ } }, { - "accuracy": 0.9871299549152976, + "accuracy": 0.9870619146447432, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -73908,7 +73908,7 @@ } }, { - "accuracy": 0.98910102326619, + "accuracy": 0.9890212604874059, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -73960,7 +73960,7 @@ } }, { - "accuracy": 0.9927258366032651, + "accuracy": 0.9926815707432596, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -74003,7 +74003,7 @@ } }, { - "accuracy": 0.9933915428425136, + "accuracy": 0.9933513975457141, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -74052,7 +74052,7 @@ } }, { - "accuracy": 0.9945001829611627, + "accuracy": 0.9944663804612661, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -74098,7 +74098,7 @@ } }, { - "accuracy": 0.9979493169015959, + "accuracy": 0.9979410745987767, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -74140,7 +74140,7 @@ ], "model.layers.38.self_attn": [ { - "accuracy": 0.9378417667589689, + "accuracy": 0.9380326082831935, "total_bits": 111655168, "q_proj": { "group_size": { @@ -74204,7 +74204,7 @@ } }, { - "accuracy": 0.9482500364905909, + "accuracy": 0.9469548714788336, "total_bits": 114997504, "q_proj": { "group_size": { @@ -74268,7 +74268,7 @@ } }, { - "accuracy": 0.9533252935660512, + "accuracy": 0.9519222566955968, "total_bits": 119288192, "q_proj": { "group_size": { @@ -74332,7 +74332,7 @@ } }, { - "accuracy": 0.9614984832311931, + "accuracy": 0.9603512569477684, "total_bits": 139930496, "q_proj": { "group_size": { @@ -74396,7 +74396,7 @@ } }, { - "accuracy": 0.970232671812961, + "accuracy": 0.970021881555256, "total_bits": 165321856, "q_proj": { "group_size": { @@ -74460,7 +74460,7 @@ } }, { - "accuracy": 0.9708799657068754, + "accuracy": 0.9705892926768253, "total_bits": 165487616, "q_proj": { "group_size": { @@ -74524,7 +74524,7 @@ } }, { - "accuracy": 0.9779913268591228, + "accuracy": 0.9780492610053012, "total_bits": 211983488, "q_proj": { "group_size": { @@ -74576,7 +74576,7 @@ } }, { - "accuracy": 0.9786640578194669, + "accuracy": 0.9787070876673648, "total_bits": 212149248, "q_proj": { "group_size": { @@ -74628,7 +74628,7 @@ } }, { - "accuracy": 0.9822931572010642, + "accuracy": 0.9822394283194291, "total_bits": 213960704, "q_proj": { "group_size": { @@ -74680,7 +74680,7 @@ } }, { - "accuracy": 0.9832192894659544, + "accuracy": 0.9830391642294432, "total_bits": 216920576, "q_proj": { "group_size": { @@ -74732,7 +74732,7 @@ } }, { - "accuracy": 0.9851843024555006, + "accuracy": 0.9852169987402464, "total_bits": 217916416, "q_proj": { "group_size": { @@ -74796,7 +74796,7 @@ } }, { - "accuracy": 0.9867691570206693, + "accuracy": 0.9865120570910605, "total_bits": 219400192, "q_proj": { "group_size": { @@ -74860,7 +74860,7 @@ } }, { - "accuracy": 0.9870376524172331, + "accuracy": 0.9869126355961749, "total_bits": 223787264, "q_proj": { "group_size": { @@ -74921,7 +74921,7 @@ } }, { - "accuracy": 0.9883746912604884, + "accuracy": 0.9882371229560751, "total_bits": 226914816, "q_proj": { "group_size": { @@ -74982,7 +74982,7 @@ } }, { - "accuracy": 0.9926447436997765, + "accuracy": 0.9925183402864557, "total_bits": 274898048, "q_proj": { "group_size": { @@ -75043,7 +75043,7 @@ } }, { - "accuracy": 0.994057400838325, + "accuracy": 0.993949512902059, "total_bits": 279343616, "q_proj": { "group_size": { @@ -75104,7 +75104,7 @@ } }, { - "accuracy": 0.9941113301013645, + "accuracy": 0.9940479440908683, "total_bits": 316841088, "q_proj": { "group_size": { @@ -75156,7 +75156,7 @@ } }, { - "accuracy": 0.9967885966363706, + "accuracy": 0.9965857569324342, "total_bits": 332263936, "q_proj": { "group_size": { @@ -75208,7 +75208,7 @@ } }, { - "accuracy": 0.9984620171354005, + "accuracy": 0.9984530261472652, "total_bits": 421698688, "q_proj": { "group_size": { @@ -75262,7 +75262,7 @@ ], "model.layers.38.mlp": [ { - "accuracy": 0.8948164927332025, + "accuracy": 0.894330200396086, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -75314,7 +75314,7 @@ } }, { - "accuracy": 0.8992043231662951, + "accuracy": 0.8991272386751676, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -75366,7 +75366,7 @@ } }, { - "accuracy": 0.9098722307305587, + "accuracy": 0.9099373378251728, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -75415,7 +75415,7 @@ } }, { - "accuracy": 0.9137212100781893, + "accuracy": 0.9138248154991552, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -75464,7 +75464,7 @@ } }, { - "accuracy": 0.9457675218582153, + "accuracy": 0.9455857590625161, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -75516,7 +75516,7 @@ } }, { - "accuracy": 0.9516601719354328, + "accuracy": 0.9514823336350291, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -75568,7 +75568,7 @@ } }, { - "accuracy": 0.9565336578770688, + "accuracy": 0.9564185707192672, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -75617,7 +75617,7 @@ } }, { - "accuracy": 0.9703508176301655, + "accuracy": 0.9702885652843275, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -75660,7 +75660,7 @@ } }, { - "accuracy": 0.97296583966205, + "accuracy": 0.97294682264328, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -75703,7 +75703,7 @@ } }, { - "accuracy": 0.9720795123200667, + "accuracy": 0.9719755022149337, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -75755,7 +75755,7 @@ } }, { - "accuracy": 0.9760022822179293, + "accuracy": 0.9759145818258587, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -75807,7 +75807,7 @@ } }, { - "accuracy": 0.985499149874637, + "accuracy": 0.985417188782441, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -75859,7 +75859,7 @@ } }, { - "accuracy": 0.9877670352396212, + "accuracy": 0.987697358978422, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -75911,7 +75911,7 @@ } }, { - "accuracy": 0.9913771952453413, + "accuracy": 0.9912869255793723, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -75954,7 +75954,7 @@ } }, { - "accuracy": 0.9925877373469504, + "accuracy": 0.9925392019121271, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -76003,7 +76003,7 @@ } }, { - "accuracy": 0.9936653226613998, + "accuracy": 0.9936198560815108, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -76049,7 +76049,7 @@ } }, { - "accuracy": 0.9974931315764001, + "accuracy": 0.9974661979236101, "total_bits": 1769284608, "gate_proj": { "group_size": { @@ -76091,7 +76091,7 @@ ], "model.layers.39.self_attn": [ { - "accuracy": 0.9503318071365356, + "accuracy": 0.9501020280938399, "total_bits": 111655168, "q_proj": { "group_size": { @@ -76155,7 +76155,7 @@ } }, { - "accuracy": 0.9536221309712059, + "accuracy": 0.9531569731862921, "total_bits": 114997504, "q_proj": { "group_size": { @@ -76219,7 +76219,7 @@ } }, { - "accuracy": 0.9593016442499662, + "accuracy": 0.9588381052017212, "total_bits": 119288192, "q_proj": { "group_size": { @@ -76283,7 +76283,7 @@ } }, { - "accuracy": 0.9702992878462139, + "accuracy": 0.9699209991254305, "total_bits": 139930496, "q_proj": { "group_size": { @@ -76347,7 +76347,7 @@ } }, { - "accuracy": 0.9766223226722918, + "accuracy": 0.9763762464648799, "total_bits": 165321856, "q_proj": { "group_size": { @@ -76411,7 +76411,7 @@ } }, { - "accuracy": 0.9772336922193828, + "accuracy": 0.9770085325366572, "total_bits": 165487616, "q_proj": { "group_size": { @@ -76475,7 +76475,7 @@ } }, { - "accuracy": 0.984318490091123, + "accuracy": 0.9842038970244559, "total_bits": 211983488, "q_proj": { "group_size": { @@ -76527,7 +76527,7 @@ } }, { - "accuracy": 0.9850226326992637, + "accuracy": 0.9849545045902854, "total_bits": 212149248, "q_proj": { "group_size": { @@ -76579,7 +76579,7 @@ } }, { - "accuracy": 0.9857027969862285, + "accuracy": 0.9858349451893255, "total_bits": 213960704, "q_proj": { "group_size": { @@ -76631,7 +76631,7 @@ } }, { - "accuracy": 0.9865600827493166, + "accuracy": 0.9867969908212361, "total_bits": 216920576, "q_proj": { "group_size": { @@ -76683,7 +76683,7 @@ } }, { - "accuracy": 0.9881421915794674, + "accuracy": 0.9880560973757192, "total_bits": 217916416, "q_proj": { "group_size": { @@ -76747,7 +76747,7 @@ } }, { - "accuracy": 0.9886088653614646, + "accuracy": 0.9886730925032967, "total_bits": 219400192, "q_proj": { "group_size": { @@ -76811,7 +76811,7 @@ } }, { - "accuracy": 0.9893736862822583, + "accuracy": 0.9894863829800957, "total_bits": 223787264, "q_proj": { "group_size": { @@ -76872,7 +76872,7 @@ } }, { - "accuracy": 0.9902183515460867, + "accuracy": 0.9901508845781025, "total_bits": 226914816, "q_proj": { "group_size": { @@ -76933,7 +76933,7 @@ } }, { - "accuracy": 0.9941690270053712, + "accuracy": 0.9941890588716457, "total_bits": 274898048, "q_proj": { "group_size": { @@ -76994,7 +76994,7 @@ } }, { - "accuracy": 0.994789719581604, + "accuracy": 0.9948002205867517, "total_bits": 279343616, "q_proj": { "group_size": { @@ -77055,7 +77055,7 @@ } }, { - "accuracy": 0.9955177126746428, + "accuracy": 0.9955417106026098, "total_bits": 316841088, "q_proj": { "group_size": { @@ -77107,7 +77107,7 @@ } }, { - "accuracy": 0.9969877067365145, + "accuracy": 0.9969363996857091, "total_bits": 332263936, "q_proj": { "group_size": { @@ -77159,7 +77159,7 @@ } }, { - "accuracy": 0.9985100452445055, + "accuracy": 0.9984920317013013, "total_bits": 421698688, "q_proj": { "group_size": { @@ -77213,7 +77213,7 @@ ], "model.layers.39.mlp": [ { - "accuracy": 0.8745369158293071, + "accuracy": 0.8736886476215563, "total_bits": 492374592, "gate_proj": { "group_size": { @@ -77265,7 +77265,7 @@ } }, { - "accuracy": 0.8800686033148515, + "accuracy": 0.8792548681560316, "total_bits": 510724672, "gate_proj": { "group_size": { @@ -77317,7 +77317,7 @@ } }, { - "accuracy": 0.8903022314372816, + "accuracy": 0.8896923943569786, "total_bits": 569864704, "gate_proj": { "group_size": { @@ -77366,7 +77366,7 @@ } }, { - "accuracy": 0.8951642136824758, + "accuracy": 0.8945588563617907, "total_bits": 639496704, "gate_proj": { "group_size": { @@ -77415,7 +77415,7 @@ } }, { - "accuracy": 0.935853079745644, + "accuracy": 0.9354312043440969, "total_bits": 721045344, "gate_proj": { "group_size": { @@ -77467,7 +77467,7 @@ } }, { - "accuracy": 0.9419004415210924, + "accuracy": 0.9414999296790675, "total_bits": 740855808, "gate_proj": { "group_size": { @@ -77519,7 +77519,7 @@ } }, { - "accuracy": 0.9464611630690725, + "accuracy": 0.9460609963065699, "total_bits": 796587104, "gate_proj": { "group_size": { @@ -77568,7 +77568,7 @@ } }, { - "accuracy": 0.964685509079381, + "accuracy": 0.9644870193381059, "total_bits": 910810592, "gate_proj": { "group_size": { @@ -77611,7 +77611,7 @@ } }, { - "accuracy": 0.9678774946614316, + "accuracy": 0.9676854233992727, "total_bits": 924225536, "gate_proj": { "group_size": { @@ -77654,7 +77654,7 @@ } }, { - "accuracy": 0.9670463078900388, + "accuracy": 0.9668091159117849, "total_bits": 937477984, "gate_proj": { "group_size": { @@ -77706,7 +77706,7 @@ } }, { - "accuracy": 0.9714795696107965, + "accuracy": 0.9712846875190735, "total_bits": 957288448, "gate_proj": { "group_size": { @@ -77758,7 +77758,7 @@ } }, { - "accuracy": 0.9830001890659332, + "accuracy": 0.9829075885446448, "total_bits": 1153910624, "gate_proj": { "group_size": { @@ -77810,7 +77810,7 @@ } }, { - "accuracy": 0.9855795439920927, + "accuracy": 0.9854854015927565, "total_bits": 1173721088, "gate_proj": { "group_size": { @@ -77862,7 +77862,7 @@ } }, { - "accuracy": 0.9898883135695207, + "accuracy": 0.9898491752775092, "total_bits": 1336788832, "gate_proj": { "group_size": { @@ -77905,7 +77905,7 @@ } }, { - "accuracy": 0.9912265884248834, + "accuracy": 0.9911671257332751, "total_bits": 1380525056, "gate_proj": { "group_size": { @@ -77954,7 +77954,7 @@ } }, { - "accuracy": 0.9924392284531343, + "accuracy": 0.9923795367542066, "total_bits": 1505043456, "gate_proj": { "group_size": { @@ -78000,7 +78000,7 @@ } }, { - "accuracy": 0.9967537608585859, + "accuracy": 0.996736751575219, "total_bits": 1769284608, "gate_proj": { "group_size": {