{
    "original_ppl": 4.926469326019287,
    "reduced_ppl": [
        {
            "bit": 1,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 6160.42236328125
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 6182.1572265625
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5822.66162109375
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5873.83349609375
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5803.04296875
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5783.4296875
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 6799.31005859375
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 6196.14013671875
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 6291.80078125
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5744.4453125
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5503.0205078125
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 6321.94677734375
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 6252.34130859375
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 6156.07666015625
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 6311.25390625
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 6130.57373046875
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5776.9306640625
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 6205.24658203125
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 6281.54296875
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 6065.27294921875
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5920.74365234375
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 6267.7080078125
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5963.75
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5659.5029296875
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 6031.6962890625
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 6125.67041015625
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 6012.2841796875
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5771.05517578125
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 6179.1396484375
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 6268.12646484375
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5496.642578125
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 6645.16845703125
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 6239.96240234375
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 6244.63037109375
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 6655.6142578125
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 6242.39111328125
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 6159.16552734375
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 6350.8251953125
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5179.578125
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 6183.89697265625
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5648.3310546875
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 6230.99560546875
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 6156.92236328125
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 6089.3134765625
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 6325.73974609375
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5818.54833984375
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 6097.87939453125
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 6140.8193359375
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 6233.97314453125
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 6167.5234375
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 6198.1376953125
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 6116.48193359375
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 6904.81591796875
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 6064.86181640625
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5975.36376953125
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5951.19384765625
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 6156.72265625
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 6120.8232421875
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 6062.84375
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 6291.0751953125
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5905.08447265625
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5852.26171875
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5872.724609375
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 6326.421875
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 6165.0302734375
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 6431.71337890625
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5872.43310546875
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 6147.71044921875
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5743.7880859375
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5912.849609375
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 6405.1171875
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 6299.4921875
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 6099.71728515625
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 6489.9267578125
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 6093.68212890625
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 6162.37353515625
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5887.71435546875
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 6358.2431640625
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 6234.228515625
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 6256.4033203125
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 6305.79150390625
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 6180.86669921875
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5900.17529296875
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5984.8935546875
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 6119.28271484375
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 6186.9287109375
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5779.14013671875
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 6965.55810546875
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5961.00390625
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5945.6796875
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5643.60888671875
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 6279.5302734375
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 6213.7685546875
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 6331.4130859375
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 6636.1376953125
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5915.5224609375
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5859.9462890625
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5893.69677734375
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 6172.513671875
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 6303.18798828125
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 6198.96533203125
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 6351.3095703125
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 6293.5234375
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5973.44921875
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 6250.60009765625
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 6175.2275390625
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 6167.81787109375
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 6223.60107421875
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 6516.34716796875
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 6108.53125
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 6007.9111328125
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5913.13134765625
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 6141.8271484375
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 6177.201171875
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5862.93115234375
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 6291.4111328125
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 6064.26025390625
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 6035.4873046875
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5915.9794921875
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 6133.10595703125
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 6124.29736328125
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5893.52294921875
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5987.6396484375
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 6155.60107421875
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5936.09912109375
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 6107.09228515625
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 6156.67578125
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 6164.41943359375
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 6363.1201171875
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 6068.73291015625
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 6233.30126953125
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 6143.900390625
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 6110.56982421875
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 6228.654296875
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 6196.5302734375
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 6491.8525390625
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 6219.15771484375
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 6108.83935546875
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 6077.94189453125
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 6152.431640625
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 6190.26318359375
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 6157.52099609375
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 6106.5625
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5974.74853515625
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 6241.31982421875
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 6208.1474609375
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 6113.64208984375
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 6143.326171875
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 6125.16796875
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 6318.7099609375
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 6132.98876953125
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 6093.58935546875
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 6073.66552734375
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 6214.2958984375
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 6198.3505859375
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 6222.5390625
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 6162.220703125
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 6193.03857421875
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5929.66650390625
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 6100.8515625
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 6140.45654296875
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 6208.609375
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 6202.50146484375
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 6261.19580078125
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 6356.95751953125
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 6231.35791015625
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 6172.572265625
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 6095.001953125
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 6200.28955078125
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 6200.3134765625
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 6140.17529296875
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 6115.85205078125
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 6060.8896484375
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 6221.2041015625
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 6109.7138671875
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 6221.625
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 6212.61279296875
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 6265.91455078125
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 6100.7529296875
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 6290.9189453125
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 6215.11376953125
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 6129.61474609375
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 6189.6318359375
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 6199.8046875
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 6204.41259765625
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 6181.8095703125
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 6069.33447265625
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 6209.04736328125
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 6182.99462890625
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 6198.9833984375
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 6180.4541015625
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 6206.560546875
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 6201.46630859375
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 6083.2421875
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 6234.93017578125
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 6098.228515625
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 6199.98828125
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 6189.3603515625
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5977.392578125
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 6294.88623046875
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 6237.22607421875
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 6082.14013671875
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 6212.85009765625
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 6191.07275390625
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 6210.46875
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 6097.87939453125
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 6142.35400390625
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 6256.169921875
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 6245.90478515625
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 6218.45751953125
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 6202.71435546875
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 6201.0234375
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 6183.89697265625
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 6045.234375
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 6246.96484375
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 6256.4443359375
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 6265.89697265625
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 6269.51318359375
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 6263.54931640625
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 6062.64697265625
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 6061.0634765625
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 6160.5400390625
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 6270.08740234375
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 6080.1044921875
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 6234.15771484375
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 6208.1474609375
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 6211.97314453125
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 6009.33203125
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 6167.09423828125
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 6127.4345703125
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 6295.47998046875
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 6215.37451171875
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 6205.78515625
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 6094.03076171875
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 6346.8896484375
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 6230.94775390625
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 6074.34912109375
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 6105.8984375
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 6219.4541015625
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 6228.06640625
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 6224.40283203125
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 6100.072265625
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 6216.6787109375
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 6162.220703125
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 6133.8779296875
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 6198.5576171875
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 6201.484375
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 6101.24169921875
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 6111.0244140625
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 6164.90087890625
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 6005.41357421875
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 6138.2841796875
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 6169.30029296875
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 6169.06494140625
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 6151.86865234375
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5949.93408203125
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 6244.7373046875
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 6198.38623046875
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 6072.322265625
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 6080.88134765625
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 6137.40625
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5939.921875
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 6149.47509765625
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 6229.7001953125
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 6499.62060546875
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 6374.83056640625
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 6233.15869140625
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 6180.60693359375
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 6445.92919921875
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 6312.42138671875
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 6249.75390625
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 6460.66845703125
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 6325.73974609375
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5796.84228515625
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 6382.61669921875
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 6067.14697265625
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 6041.60400390625
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 6189.00634765625
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 6194.30859375
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 6234.3359375
                }
            ]
        },
        {
            "bit": 2,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 12.72026252746582
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 12.493326187133789
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 13.179195404052734
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 12.581108093261719
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 12.634249687194824
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 12.612922668457031
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 12.398207664489746
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 12.418152809143066
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 12.57088851928711
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 12.479435920715332
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 12.376845359802246
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 12.360623359680176
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 12.449080467224121
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 12.315794944763184
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 12.47946548461914
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 12.372169494628906
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 12.307051658630371
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 12.329671859741211
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 12.299249649047852
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 12.429530143737793
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 12.504024505615234
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 12.485411643981934
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 12.429112434387207
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 12.335416793823242
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 12.602334976196289
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 12.227621078491211
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 12.469871520996094
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 12.706258773803711
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 12.726897239685059
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 12.966856002807617
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 12.595108985900879
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 12.498883247375488
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 12.426108360290527
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 12.783689498901367
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 12.652275085449219
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 12.77622127532959
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 12.594012260437012
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 12.634665489196777
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 12.74618911743164
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 12.413310050964355
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 12.72087287902832
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 12.66087818145752
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 12.84554386138916
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 12.811418533325195
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 12.613872528076172
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 12.71228313446045
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 12.572973251342773
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 12.564377784729004
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 12.700380325317383
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 12.663296699523926
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 12.71428394317627
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 12.611425399780273
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 12.622762680053711
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 12.55535888671875
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 12.495155334472656
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 12.642438888549805
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 12.735459327697754
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 12.707743644714355
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 12.640890121459961
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 12.671257019042969
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 12.525686264038086
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 12.660597801208496
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 12.724833488464355
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 12.76047420501709
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 12.681028366088867
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 12.640690803527832
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 12.611449241638184
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 12.521900177001953
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 12.521112442016602
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 12.692913055419922
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 12.778887748718262
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 12.728899955749512
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 12.712419509887695
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 12.741491317749023
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 12.754435539245605
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 12.77598762512207
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 12.711176872253418
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 12.772733688354492
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 12.746353149414062
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 12.772086143493652
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 12.559435844421387
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 12.752067565917969
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 12.78329086303711
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 12.757027626037598
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 12.632001876831055
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 12.643620491027832
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 12.669900894165039
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 12.500691413879395
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 12.624541282653809
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 12.674566268920898
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 12.722346305847168
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 12.786502838134766
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 12.661883354187012
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 12.683661460876465
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 12.713634490966797
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 12.701879501342773
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 12.707910537719727
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 12.706805229187012
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 12.734612464904785
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 12.695769309997559
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 12.743016242980957
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 12.668441772460938
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 12.682963371276855
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 12.682929992675781
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 12.720793724060059
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 12.750019073486328
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 12.772307395935059
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 12.729964256286621
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 12.73027515411377
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 12.722519874572754
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 12.712947845458984
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 12.735278129577637
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 12.727252006530762
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 12.747747421264648
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 12.678951263427734
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 12.71436595916748
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 12.723034858703613
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 12.713829040527344
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 12.692151069641113
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 12.745841979980469
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 12.733789443969727
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 12.738444328308105
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 12.76394271850586
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 12.726797103881836
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 12.750812530517578
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 12.757851600646973
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 12.753037452697754
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 12.734230041503906
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 12.710762023925781
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 12.69475269317627
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 12.7267484664917
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 12.757608413696289
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 12.720669746398926
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 12.762971878051758
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 12.725462913513184
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 12.720966339111328
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 12.728325843811035
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 12.714314460754395
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 12.742657661437988
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 12.717940330505371
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 12.743110656738281
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 12.756220817565918
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 12.725744247436523
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 12.71647834777832
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 12.723644256591797
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 12.763138771057129
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 12.727947235107422
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 12.756790161132812
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 12.733650207519531
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 12.720756530761719
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 12.736923217773438
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 12.57474422454834
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 12.733519554138184
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 12.709668159484863
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 12.7345552444458
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 12.74413776397705
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 12.744952201843262
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 12.730172157287598
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 12.683534622192383
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 12.719671249389648
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 12.718485832214355
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 12.758465766906738
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 12.75517463684082
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 12.755314826965332
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 12.732083320617676
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 12.711282730102539
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 12.743690490722656
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 12.741291046142578
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 12.750675201416016
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 12.757437705993652
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 12.750313758850098
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 12.727221488952637
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 12.716023445129395
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 12.735563278198242
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 12.730693817138672
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 12.758757591247559
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 12.75485897064209
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 12.811442375183105
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 12.795331001281738
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 12.729849815368652
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 12.7370023727417
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 12.725968360900879
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 12.750636100769043
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 12.756723403930664
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 12.783037185668945
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 12.74909496307373
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 12.732284545898438
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 12.739109992980957
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 12.728143692016602
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 12.757736206054688
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 12.758155822753906
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 12.7669677734375
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 12.763324737548828
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 12.735823631286621
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 12.73666763305664
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 12.729837417602539
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 12.75627613067627
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 12.757711410522461
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 12.793965339660645
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 12.756234169006348
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 12.734658241271973
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 12.740300178527832
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 12.730361938476562
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 12.755509376525879
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 12.760406494140625
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 12.772314071655273
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 12.761547088623047
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 12.739592552185059
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 12.749253273010254
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 12.738648414611816
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 12.757155418395996
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 12.758986473083496
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 12.758624076843262
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 12.757696151733398
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 12.736571311950684
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 12.747794151306152
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 12.745736122131348
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 12.763938903808594
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 12.765281677246094
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 12.756152153015137
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 12.75468921661377
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 12.737728118896484
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 12.74143123626709
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 12.736204147338867
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 12.757556915283203
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 12.7576322555542
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 12.76708984375
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 12.762457847595215
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 12.73331356048584
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 12.744365692138672
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 12.741209030151367
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 12.749346733093262
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 12.7565279006958
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 12.75969123840332
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 12.758505821228027
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 12.736601829528809
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 12.744644165039062
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 12.744004249572754
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 12.760869026184082
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 12.761666297912598
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 12.775774002075195
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 12.767716407775879
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 12.74882698059082
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 12.745514869689941
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 12.74941635131836
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 12.754201889038086
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 12.757134437561035
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 12.76039981842041
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 12.755102157592773
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 12.75252914428711
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 12.737885475158691
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 12.749048233032227
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 12.731525421142578
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 12.735047340393066
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 12.760089874267578
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 12.762356758117676
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 12.75792121887207
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 12.783042907714844
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 12.748333930969238
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 12.737418174743652
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 12.72611141204834
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 12.7615327835083
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 12.755859375
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 12.828636169433594
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 12.661805152893066
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 12.757905960083008
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 12.74970817565918
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 12.747908592224121
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 12.76895809173584
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 12.757699012756348
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 12.745615005493164
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 12.676702499389648
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 12.701013565063477
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 12.751486778259277
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 12.71464729309082
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 12.777315139770508
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 12.790982246398926
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 12.86302375793457
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 12.909418106079102
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 12.766985893249512
                }
            ]
        },
        {
            "bit": 3,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 6.028529167175293
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 6.020884990692139
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 6.032707691192627
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 6.025757312774658
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 6.029324531555176
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 6.031163215637207
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 6.023226261138916
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 6.018770694732666
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 6.020701885223389
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 6.013525485992432
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 6.013822078704834
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 6.018416404724121
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 6.021559715270996
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 6.023327827453613
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 6.018723964691162
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 6.018764495849609
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 6.018685340881348
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 6.018686294555664
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 6.019832611083984
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 6.024600028991699
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 6.019093990325928
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 6.026932239532471
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 6.024842262268066
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 6.030648231506348
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 6.026885986328125
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 6.014715671539307
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 6.021416187286377
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 6.023550987243652
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 6.034182548522949
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 6.031957626342773
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 6.02446174621582
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 6.02095890045166
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 6.0188798904418945
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 6.022761344909668
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 6.028402805328369
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 6.030359268188477
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 6.031434535980225
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 6.027149677276611
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 6.025331974029541
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 6.019554138183594
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 6.02673864364624
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 6.025805950164795
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 6.032985210418701
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 6.03307580947876
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 6.023120880126953
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 6.02230167388916
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 6.018979549407959
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 6.0219340324401855
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 6.026518821716309
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 6.0283050537109375
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 6.032084941864014
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 6.019291400909424
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 6.02050256729126
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 6.021324157714844
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 6.022985935211182
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 6.026456832885742
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 6.029303550720215
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 6.029560089111328
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 6.026553630828857
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 6.027348041534424
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 6.022903919219971
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 6.023451805114746
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 6.028548240661621
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 6.030518531799316
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 6.029738426208496
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 6.030090808868408
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 6.029743194580078
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 6.019588947296143
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 6.021853923797607
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 6.025058269500732
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 6.028604030609131
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 6.0296430587768555
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 6.028878688812256
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 6.028217315673828
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 6.027683258056641
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 6.025736331939697
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 6.028368949890137
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 6.031630516052246
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 6.031883716583252
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 6.02503776550293
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 6.023609638214111
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 6.030919075012207
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 6.031115531921387
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 6.025150299072266
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 6.028842449188232
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 6.0295729637146
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 6.026000499725342
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 6.027905464172363
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 6.0274658203125
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 6.026602745056152
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 6.031742572784424
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 6.030447006225586
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 6.028518199920654
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 6.026348114013672
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 6.030796051025391
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 6.028990745544434
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 6.0292582511901855
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 6.030359268188477
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 6.029414653778076
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 6.031528472900391
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 6.025241374969482
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 6.022982597351074
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 6.029275417327881
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 6.029428482055664
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 6.032510757446289
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 6.030404090881348
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 6.0302815437316895
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 6.027272701263428
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 6.027047634124756
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 6.027821063995361
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 6.029925346374512
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 6.027579307556152
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 6.029439449310303
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 6.0295491218566895
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 6.02696418762207
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 6.027219772338867
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 6.026641368865967
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 6.030700206756592
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 6.02871561050415
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 6.02968692779541
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 6.027348041534424
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 6.026680946350098
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 6.0280046463012695
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 6.028573989868164
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 6.028884410858154
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 6.031378746032715
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 6.029951095581055
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 6.03012228012085
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 6.02834939956665
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 6.027175426483154
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 6.028298377990723
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 6.028639793395996
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 6.029012680053711
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 6.030675888061523
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 6.029552459716797
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 6.028066635131836
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 6.028367042541504
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 6.0267438888549805
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 6.029787063598633
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 6.026588439941406
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 6.028989315032959
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 6.029114246368408
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 6.0288405418396
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 6.0291748046875
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 6.027905464172363
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 6.027435302734375
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 6.027621746063232
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 6.02907133102417
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 6.029212951660156
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 6.026646614074707
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 6.026793479919434
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 6.024755954742432
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 6.029329776763916
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 6.026606559753418
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 6.028774738311768
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 6.029173374176025
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 6.028764247894287
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 6.02866268157959
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 6.026040554046631
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 6.029441833496094
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 6.028327941894531
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 6.031495571136475
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 6.030618667602539
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 6.0298848152160645
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 6.029529571533203
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 6.026159763336182
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 6.029660701751709
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 6.026729106903076
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 6.028248310089111
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 6.028480052947998
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 6.028669357299805
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 6.028275012969971
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 6.027223110198975
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 6.027907371520996
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 6.027991771697998
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 6.030861854553223
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 6.031138896942139
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 6.031031131744385
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 6.031122207641602
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 6.027700901031494
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 6.029383659362793
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 6.026284217834473
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 6.029918670654297
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 6.0303635597229
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 6.0309600830078125
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 6.029612064361572
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 6.027350425720215
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 6.029160499572754
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 6.0277228355407715
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 6.030491828918457
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 6.030731201171875
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 6.0309600830078125
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 6.030659198760986
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 6.028261661529541
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 6.0284318923950195
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 6.026909828186035
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 6.029590129852295
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 6.030058860778809
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 6.033108711242676
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 6.030161380767822
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 6.028660297393799
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 6.028325080871582
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 6.027364253997803
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 6.029550552368164
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 6.030121803283691
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 6.0306010246276855
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 6.030435562133789
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 6.028687477111816
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 6.0283122062683105
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 6.028217315673828
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 6.029368877410889
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 6.029623508453369
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 6.030129909515381
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 6.029557228088379
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 6.026429176330566
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 6.028947830200195
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 6.027840614318848
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 6.030780792236328
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 6.030594348907471
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 6.0310797691345215
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 6.031722545623779
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 6.027334690093994
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 6.028768062591553
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 6.027405738830566
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 6.029529571533203
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 6.030094623565674
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 6.0303239822387695
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 6.030550956726074
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 6.026602268218994
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 6.027595520019531
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 6.028286457061768
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 6.029913902282715
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 6.030170917510986
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 6.030766487121582
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 6.030645370483398
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 6.0286641120910645
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 6.028191566467285
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 6.02797269821167
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 6.030855655670166
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 6.029991149902344
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 6.0305657386779785
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 6.031369209289551
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 6.026872158050537
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 6.027560710906982
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 6.027007102966309
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 6.029902935028076
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 6.029634952545166
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 6.030488014221191
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 6.030693531036377
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 6.027831077575684
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 6.028194427490234
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 6.028988838195801
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 6.028283596038818
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 6.028959274291992
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 6.0299530029296875
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 6.030300617218018
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 6.026978969573975
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 6.027621746063232
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 6.030648231506348
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 6.026599884033203
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 6.026334762573242
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 6.032471656799316
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 6.0303449630737305
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 6.028683662414551
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 6.028246879577637
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 6.0306396484375
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 6.027137756347656
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 6.029097080230713
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 6.027869701385498
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 6.029045581817627
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 6.028499126434326
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 6.028812408447266
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 6.027507781982422
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 6.030831813812256
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 6.030529022216797
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 6.033901691436768
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 6.032168388366699
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 6.031460285186768
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 6.0307135581970215
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 6.027609348297119
                }
            ]
        },
        {
            "bit": 4,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.414409637451172
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.412408828735352
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.4138569831848145
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.4143524169921875
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.413460731506348
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.415665149688721
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.413060188293457
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.412613868713379
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.413312911987305
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.409911155700684
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.411144733428955
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.412600994110107
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.414065837860107
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.4124579429626465
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.411999702453613
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.4125752449035645
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.412631511688232
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.411995887756348
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.411610126495361
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.413295745849609
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.412456512451172
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.413995742797852
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.415398120880127
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.4128193855285645
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.415096282958984
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.411632061004639
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.412269592285156
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.413460731506348
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.418182849884033
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.418051719665527
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.41609001159668
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.41404914855957
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.411429405212402
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.41264009475708
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.411104202270508
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.4154510498046875
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.415234088897705
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.413852691650391
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.414447784423828
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.412911415100098
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.414046764373779
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.414009094238281
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.415788173675537
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.414775848388672
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.413747310638428
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.41352653503418
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.412461757659912
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.411997318267822
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.413716793060303
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.414034843444824
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.414757251739502
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.414486885070801
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.413339138031006
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.411854267120361
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.414036273956299
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.414397716522217
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.414073944091797
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.415340900421143
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.412913799285889
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.414794445037842
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.411994457244873
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.415863037109375
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.413938999176025
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.415491580963135
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.414366245269775
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.413224220275879
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.413712501525879
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.413143157958984
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.414732933044434
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.412905693054199
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.415119647979736
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.41443395614624
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.412790775299072
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.4129109382629395
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.412442207336426
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.412961006164551
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.413499355316162
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.415150165557861
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.414391040802002
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.413476467132568
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.413773059844971
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.413705348968506
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.414787292480469
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.415209770202637
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.4142985343933105
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.415134429931641
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.414067268371582
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.413778305053711
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.41462516784668
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.413963794708252
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.414381980895996
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.414695739746094
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.415213108062744
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.414056777954102
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.4140729904174805
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.414545059204102
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.415454864501953
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.414412975311279
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.414329528808594
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.414010524749756
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.412448883056641
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.413265705108643
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.4133806228637695
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.4141645431518555
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.414334297180176
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.415182113647461
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.4146575927734375
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.412822246551514
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.414510726928711
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.4135236740112305
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.414463520050049
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.414750099182129
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.41422176361084
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.414166450500488
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.412590026855469
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.412731647491455
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.4127068519592285
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.414250373840332
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.414231300354004
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.414100646972656
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.413469314575195
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.412442207336426
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.413084506988525
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.413935661315918
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.414815902709961
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.413549900054932
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.415110111236572
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.414608001708984
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.4146223068237305
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.414056777954102
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.413060188293457
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.414271354675293
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.41360330581665
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.41403341293335
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.41318941116333
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.413425922393799
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.4133195877075195
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.413115978240967
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.414015769958496
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.414796352386475
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.413808822631836
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.413960933685303
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.413674831390381
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.41318416595459
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.414877891540527
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.414405822753906
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.414088726043701
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.414253234863281
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.414339542388916
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.41312837600708
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.4141316413879395
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.413037300109863
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.4148077964782715
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.414361953735352
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.414125442504883
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.414193630218506
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.414253234863281
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.414113521575928
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.41382360458374
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.4144816398620605
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.4136576652526855
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.414890766143799
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.415338516235352
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.414572715759277
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.414454460144043
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.41309928894043
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.414447784423828
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.413580417633057
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.4139604568481445
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.413954734802246
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.414153099060059
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.414205551147461
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.413156032562256
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.414356231689453
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.414178848266602
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.414669990539551
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.41486120223999
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.415246963500977
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.4149346351623535
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.413501739501953
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.414840221405029
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.414604187011719
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.41445779800415
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.4146037101745605
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.415412902832031
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.414390563964844
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.413854598999023
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.414456844329834
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.413818836212158
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.414586544036865
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.4145894050598145
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.4139909744262695
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.414474964141846
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.413989543914795
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.413998603820801
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.414432525634766
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.41428279876709
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.414552211761475
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.416047096252441
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.414577007293701
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.413916110992432
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.414669036865234
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.414199352264404
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.41433048248291
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.414585590362549
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.414768695831299
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.414355754852295
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.413486957550049
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.413995265960693
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.41363525390625
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.414173126220703
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.414279937744141
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.414510250091553
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.414688587188721
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.414294719696045
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.413580417633057
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.413844108581543
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.414601802825928
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.414850234985352
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.415027618408203
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.414925575256348
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.414062976837158
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.4133429527282715
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.413590908050537
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.4141693115234375
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.414329528808594
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.414690971374512
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.414605140686035
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.413244724273682
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.413877487182617
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.4132490158081055
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.414247989654541
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.414443016052246
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.414452075958252
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.414633750915527
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.413517475128174
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.414148807525635
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.413227081298828
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.414495944976807
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.414485454559326
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.414844036102295
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.414960861206055
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.413389682769775
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.413982391357422
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.414142608642578
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.414548397064209
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.414064407348633
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.414505958557129
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.414247989654541
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.412858963012695
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.413550853729248
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.414536952972412
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.414032459259033
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.413900852203369
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.414503574371338
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.414056777954102
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.413113594055176
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.414595127105713
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.414362907409668
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.413146018981934
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.413761138916016
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.414975166320801
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.4147138595581055
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.413991451263428
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.414037704467773
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.414875030517578
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.414288520812988
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.413966655731201
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.413914203643799
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.413471221923828
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.411771297454834
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.414834022521973
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.413854122161865
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.414628028869629
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.4146504402160645
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.414832592010498
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.414836883544922
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.41488790512085
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.414597511291504
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.411438465118408
                }
            ]
        },
        {
            "bit": 5,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.229099750518799
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.2285284996032715
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.227474689483643
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.228753089904785
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.228851318359375
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.229874610900879
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.228145122528076
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.228064060211182
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.228795528411865
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.227056980133057
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.226358890533447
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.227725028991699
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.227209091186523
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.229021072387695
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.227380752563477
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.227655410766602
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.2273712158203125
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.227456569671631
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.228217124938965
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.229754447937012
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.2289557456970215
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.229260444641113
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.229257583618164
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.229275226593018
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.229094505310059
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.227697372436523
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.228107452392578
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.229061603546143
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.230591297149658
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.230515003204346
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.227524280548096
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.2272868156433105
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.2273173332214355
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.228733539581299
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.22817325592041
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.229389667510986
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.229597091674805
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.2289228439331055
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.2293782234191895
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.2288923263549805
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.229356288909912
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.229887008666992
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.230192184448242
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.229824542999268
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.2280592918396
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.228826999664307
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.228608131408691
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.229355812072754
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.229340553283691
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.229037284851074
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.229457378387451
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.2274346351623535
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.228470325469971
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.22855281829834
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.229254722595215
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.228233814239502
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.228829383850098
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.229179859161377
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.227875232696533
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.228833198547363
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.2286200523376465
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.228577613830566
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.229695796966553
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.229513645172119
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.229339122772217
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.228992462158203
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.228638172149658
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.229538917541504
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.228829383850098
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.22925329208374
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.229608535766602
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.229398250579834
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.229250907897949
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.2294392585754395
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.2284016609191895
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.228880405426025
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.230032444000244
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.2292022705078125
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.229857444763184
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.227242946624756
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.228909492492676
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.229860305786133
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.23012113571167
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.229470252990723
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.229412078857422
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.228971004486084
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.2285614013671875
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.228293418884277
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.229236125946045
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.2293381690979
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.228384494781494
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.2292070388793945
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.229257106781006
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.2285380363464355
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.228518009185791
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.228540420532227
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.229482650756836
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.229679107666016
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.229018211364746
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.228231906890869
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.228419303894043
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.22782039642334
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.229210376739502
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.230495452880859
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.22991418838501
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.229006767272949
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.229494571685791
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.22781229019165
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.228427886962891
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.229117393493652
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.228775978088379
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.229592323303223
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.228907108306885
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.229166030883789
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.228368282318115
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.228422164916992
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.229664325714111
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.229140281677246
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.229336738586426
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.228579044342041
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.229218006134033
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.228297233581543
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.228936195373535
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.2289934158325195
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.229389667510986
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.229748725891113
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.229419231414795
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.229340076446533
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.228890419006348
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.228929042816162
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.228812217712402
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.2291107177734375
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.229275703430176
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.229212284088135
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.229315757751465
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.22879695892334
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.2290825843811035
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.228664875030518
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.229732036590576
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.229719638824463
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.228892803192139
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.22862434387207
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.2287163734436035
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.228393077850342
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.228636741638184
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.229386806488037
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.229758262634277
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.22913932800293
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.229284286499023
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.228535175323486
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.228278636932373
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.228648662567139
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.22958517074585
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.2291951179504395
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.229147434234619
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.229007720947266
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.229376792907715
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.22906494140625
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.228533744812012
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.229104995727539
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.228732109069824
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.229836463928223
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.229710578918457
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.229718208312988
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.229068756103516
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.229077339172363
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.228385925292969
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.228984355926514
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.2288737297058105
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.228726387023926
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.229472637176514
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.2287421226501465
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.228662014007568
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.228969097137451
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.228901386260986
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.229576110839844
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.229550361633301
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.229252815246582
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.229500770568848
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.22922945022583
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.228600025177002
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.2288689613342285
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.229268550872803
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.229269981384277
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.229388236999512
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.229495048522949
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.228753089904785
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.229214668273926
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.229261875152588
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.229324817657471
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.22932243347168
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.229573726654053
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.229431629180908
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.229620933532715
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.229089736938477
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.228582859039307
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.229043960571289
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.229153633117676
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.2296624183654785
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.2293782234191895
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.229132175445557
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.229261875152588
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.22902250289917
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.229241847991943
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.229320526123047
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.229279518127441
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.2294230461120605
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.229161262512207
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.229480266571045
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.229148864746094
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.229075908660889
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.229191303253174
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.229030609130859
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.229343414306641
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.228688716888428
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.2292094230651855
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.2289886474609375
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.229576110839844
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.229579925537109
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.229501247406006
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.229473114013672
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.229011535644531
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.229119777679443
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.229123115539551
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.229166030883789
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.229118347167969
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.229360103607178
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.229431629180908
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.228498935699463
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.229226112365723
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.229233264923096
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.229311943054199
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.229296684265137
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.229429244995117
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.22939395904541
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.2286577224731445
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.228912830352783
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.228728294372559
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.2293524742126465
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.229067325592041
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.229156494140625
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.229398250579834
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.228871822357178
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.228696823120117
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.229013919830322
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.22911262512207
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.22918701171875
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.229208469390869
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.229799747467041
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.229053020477295
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.228764533996582
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.228783130645752
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.228634834289551
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.22894287109375
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.229119777679443
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.229462146759033
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.228838920593262
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.229352951049805
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.229287147521973
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.228092670440674
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.228456497192383
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.229223728179932
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.22913122177124
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.228270053863525
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.229135990142822
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.229074001312256
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.228560447692871
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.228984355926514
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.228670597076416
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.229127407073975
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.228850364685059
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.228869915008545
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.22860860824585
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.229434967041016
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.229616641998291
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.229084014892578
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.229163646697998
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.2292094230651855
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.229080677032471
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.2278547286987305
                }
            ]
        },
        {
            "bit": 6,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.119938373565674
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.119776725769043
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.119777679443359
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.120638370513916
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.119975566864014
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.120326519012451
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.12022066116333
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.119848251342773
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.119779109954834
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.119369983673096
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.119716167449951
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.119507789611816
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.119796276092529
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.12022590637207
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.119596004486084
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.119751930236816
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.119057655334473
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.11939811706543
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.119182109832764
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.120154857635498
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.119900703430176
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.120068073272705
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.119498252868652
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.120380878448486
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.120177745819092
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.118872165679932
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.11957311630249
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.120908737182617
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.120689392089844
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.1209917068481445
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.120267391204834
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.120834827423096
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.119133949279785
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.120014190673828
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.119933605194092
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.120514869689941
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.120579242706299
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.119731426239014
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.119937896728516
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.119441509246826
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.120665073394775
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.119003772735596
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.120480060577393
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.120419025421143
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.120151519775391
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.1199822425842285
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.119014263153076
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.119743824005127
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.119913578033447
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.11978006362915
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.119823455810547
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.119979381561279
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.119704723358154
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.118661880493164
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.119246959686279
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.120478630065918
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.120108604431152
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.120234966278076
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.120031833648682
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.119071006774902
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.119882583618164
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.119472503662109
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.119129657745361
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.119956016540527
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.120389938354492
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.119783878326416
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.120287895202637
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.119477272033691
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.119428634643555
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.119690895080566
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.119702339172363
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.120105266571045
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.1188645362854
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.119404315948486
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.119288921356201
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.119259834289551
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.1190185546875
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.120041370391846
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.119749546051025
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.120434284210205
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.120165824890137
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.11976957321167
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.119946002960205
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.119300842285156
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.1201066970825195
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.12005615234375
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.119319915771484
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.120231628417969
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.120104789733887
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.120367050170898
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.121686935424805
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.119977951049805
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.1200361251831055
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.119327545166016
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.120001316070557
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.120431900024414
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.120550155639648
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.120821475982666
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.11985445022583
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.120084285736084
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.11876106262207
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.11952018737793
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.1197099685668945
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.120230674743652
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.120248794555664
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.120288372039795
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.120208740234375
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.11923360824585
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.119455337524414
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.119599342346191
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.120431900024414
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.120179176330566
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.119794845581055
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.119925498962402
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.119032382965088
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.119567394256592
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.119709014892578
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.120086669921875
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.121220588684082
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.119910717010498
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.1194539070129395
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.119340896606445
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.11906099319458
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.11982536315918
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.120328426361084
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.119968414306641
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.120022296905518
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.120227336883545
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.119897842407227
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.119847297668457
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.119568824768066
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.119992733001709
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.120023250579834
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.120074272155762
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.119936466217041
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.119766712188721
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.119881629943848
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.119740962982178
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.120291233062744
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.119574546813965
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.119970798492432
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.119634628295898
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.119790554046631
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.119855880737305
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.119754791259766
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.119956016540527
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.119665145874023
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.120001316070557
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.120007038116455
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.119492530822754
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.119668483734131
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.119467735290527
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.11981201171875
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.119519233703613
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.119933605194092
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.119966983795166
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.119816780090332
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.119863510131836
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.119696617126465
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.120043754577637
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.119874477386475
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.120333194732666
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.120110034942627
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.120212554931641
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.120307922363281
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.119694709777832
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.120073318481445
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.120099067687988
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.1199116706848145
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.119830131530762
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.119679927825928
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.120133876800537
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.119494438171387
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.119965076446533
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.120258808135986
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.120167255401611
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.120125770568848
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.120212554931641
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.120316028594971
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.119735240936279
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.120082378387451
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.120047569274902
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.119979381561279
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.12005615234375
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.120147705078125
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.119987487792969
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.119970798492432
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.120021343231201
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.119650840759277
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.120092391967773
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.120075702667236
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.11993932723999
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.120135307312012
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.119539260864258
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.119574069976807
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.119832992553711
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.119855880737305
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.120007038116455
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.120383262634277
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.119966983795166
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.119878768920898
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.119870662689209
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.1200995445251465
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.119952201843262
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.12005090713501
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.119986534118652
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.120086669921875
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.120009899139404
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.119873046875
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.119770050048828
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.11993408203125
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.119939804077148
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.120032787322998
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.119980812072754
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.120020866394043
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.119746208190918
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.119800090789795
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.120238780975342
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.120212554931641
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.119950771331787
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.12005090713501
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.1195478439331055
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.119612693786621
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.119585990905762
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.119972229003906
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.119987487792969
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.120041370391846
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.120028972625732
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.119571208953857
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.120068073272705
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.119818210601807
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.119910717010498
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.120057106018066
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.120084285736084
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.1199750900268555
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.11962366104126
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.119823455810547
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.119850158691406
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.119950771331787
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.120126247406006
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.120355129241943
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.120131015777588
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.1197638511657715
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.119815349578857
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.119557857513428
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.119993686676025
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.119936943054199
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.120009422302246
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.1199493408203125
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.119421005249023
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.11959171295166
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.119800090789795
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.119741916656494
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.1196136474609375
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.119829177856445
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.120085716247559
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.119500160217285
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.11990213394165
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.1195244789123535
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.1196608543396
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.119518756866455
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.119962692260742
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.119826316833496
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.119863510131836
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.1196608543396
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.119855880737305
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.119889736175537
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.1199727058410645
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.119129180908203
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.119601249694824
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.120124340057373
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.119974136352539
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.119979381561279
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.120025157928467
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.119999885559082
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.1203179359436035
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.119919776916504
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.11979341506958
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.120265007019043
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.11994743347168
                }
            ]
        },
        {
            "bit": 7,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.071537017822266
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.071261882781982
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.07133674621582
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.071415901184082
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.071441650390625
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.072076797485352
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.07125186920166
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.0715742111206055
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.07151985168457
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.070655345916748
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.070996284484863
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.070552825927734
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.070919990539551
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.071534633636475
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.070937156677246
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.071011066436768
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.07063102722168
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.070885181427002
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.071334362030029
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.071966648101807
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.071719169616699
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.071863651275635
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.071937084197998
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.071160793304443
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.072183132171631
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.070974826812744
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.070545673370361
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.070945739746094
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.072347164154053
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.072364807128906
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.071794509887695
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.071008682250977
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.070687770843506
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.070697784423828
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.071078300476074
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.071672439575195
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.071845054626465
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.0715765953063965
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.07190465927124
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.071178913116455
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.072022438049316
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.0720977783203125
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.071810245513916
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.072019577026367
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.071628570556641
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.071213722229004
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.071403980255127
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.07093620300293
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.072038650512695
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.0717267990112305
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.071649551391602
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.070981979370117
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.0710954666137695
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.071263790130615
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.0714826583862305
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.071649074554443
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.071374416351318
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.071462631225586
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.070809364318848
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.071110725402832
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.071043491363525
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.071657657623291
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.072202682495117
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.07180643081665
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.071230888366699
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.072358131408691
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.070408821105957
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.071120738983154
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.071834087371826
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.071521282196045
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.0715765953063965
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.071903228759766
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.0715508460998535
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.07135534286499
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.070737361907959
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.071337699890137
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.071646213531494
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.071852684020996
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.071791172027588
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.071235656738281
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.071692943572998
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.072293758392334
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.0720696449279785
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.07246208190918
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.071638584136963
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.071786403656006
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.071136951446533
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.071320056915283
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.071744918823242
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.0711588859558105
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.071052551269531
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.071889400482178
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.071743965148926
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.070596218109131
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.070952415466309
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.071739196777344
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.071244716644287
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.071516513824463
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.071658611297607
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.071681976318359
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.071476936340332
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.070990085601807
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.071788311004639
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.071602821350098
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.071987152099609
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.071734428405762
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.071812152862549
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.070985794067383
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.071690082550049
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.071459770202637
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.071669578552246
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.0715718269348145
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.07159423828125
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.071413993835449
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.071476459503174
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.071007251739502
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.071539878845215
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.0717668533325195
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.071524143218994
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.071354866027832
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.071739196777344
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.0714111328125
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.0715837478637695
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.071462154388428
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.071520805358887
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.071643352508545
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.071751594543457
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.071641445159912
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.071571350097656
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.071393013000488
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.071319103240967
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.071475028991699
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.071484088897705
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.0714240074157715
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.071569919586182
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.071481227874756
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.071469306945801
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.071262359619141
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.0714850425720215
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.071986675262451
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.071244239807129
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.071394920349121
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.071222305297852
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.071227550506592
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.0716118812561035
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.071666240692139
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.071521282196045
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.071538925170898
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.071512699127197
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.071497917175293
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.071393013000488
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.071666240692139
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.071659564971924
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.071534633636475
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.071475982666016
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.071567058563232
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.071666717529297
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.071538925170898
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.071234226226807
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.071455478668213
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.071458339691162
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.071812152862549
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.071877479553223
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.0715742111206055
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.071445465087891
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.071587085723877
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.071572780609131
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.071078300476074
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.071369171142578
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.07144832611084
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.071522235870361
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.071484088897705
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.071360111236572
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.071530818939209
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.071366310119629
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.0716552734375
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.071623802185059
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.071535110473633
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.071578025817871
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.071448802947998
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.07143497467041
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.071362495422363
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.0716094970703125
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.0715532302856445
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.071638584136963
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.071596622467041
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.071295261383057
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.071468830108643
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.071497440338135
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.071634292602539
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.071643352508545
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.071601390838623
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.071526050567627
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.071654319763184
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.07153844833374
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.071475028991699
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.071587085723877
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.071567535400391
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.071684837341309
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.071681976318359
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.071596145629883
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.071770668029785
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.071332931518555
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.071580410003662
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.071500778198242
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.071598529815674
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.0716166496276855
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.071483135223389
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.071487903594971
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.071657657623291
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.071599006652832
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.071536064147949
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.071538925170898
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.07143497467041
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.071287631988525
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.071571350097656
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.071221351623535
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.071741104125977
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.071578025817871
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.071717262268066
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.071695327758789
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.071314334869385
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.071561813354492
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.071508884429932
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.071647644042969
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.071596622467041
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.071711540222168
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.0714497566223145
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.071402549743652
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.071568965911865
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.071390151977539
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.071564674377441
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.071521759033203
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.071467876434326
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.071709632873535
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.07150411605835
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.07150411605835
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.0712761878967285
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.07162618637085
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.071613788604736
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.0714569091796875
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.071597576141357
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.071343421936035
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.071559429168701
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.07145357131958
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.0715861320495605
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.071423053741455
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.071345806121826
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.071652889251709
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.071683406829834
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.071633338928223
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.071471691131592
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.071586608886719
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.0714850425720215
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.07177209854126
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.071472644805908
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.071579456329346
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.071719169616699
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.071776866912842
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.071201324462891
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.0714569091796875
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.071697235107422
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.0716118812561035
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.071416854858398
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.071605682373047
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.071756839752197
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.07119607925415
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.071523666381836
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.071203231811523
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.07150411605835
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.07082462310791
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.071551322937012
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.071326732635498
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.071559429168701
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.071711540222168
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.071262359619141
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.071686744689941
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.0714545249938965
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.071239471435547
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.071081161499023
                }
            ]
        },
        {
            "bit": 8,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.029592990875244
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.029611587524414
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.029747009277344
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.029661178588867
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.029548645019531
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.029946804046631
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.029972076416016
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.029610633850098
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.029446601867676
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.029727458953857
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.029105186462402
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.029809474945068
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.029369354248047
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.0292534828186035
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.029201984405518
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.029476642608643
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.029632568359375
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.029341697692871
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.029487609863281
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.029079914093018
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.0289387702941895
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.029385566711426
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.029759883880615
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.029952049255371
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.03023099899292
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.029399871826172
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.029917240142822
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.030308723449707
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.030231475830078
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.030112266540527
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.029497146606445
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.03049373626709
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.029301643371582
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.029635429382324
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.02957010269165
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.0297627449035645
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.02988862991333
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.029182434082031
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.029627799987793
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.0299859046936035
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.029814720153809
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.029748439788818
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.029755592346191
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.029949188232422
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.029712677001953
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.029665470123291
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.029529571533203
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.029093265533447
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.029048442840576
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.029606819152832
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.029541492462158
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.029587745666504
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.029785633087158
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.029361248016357
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.029152870178223
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.0298662185668945
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.029679775238037
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.029740333557129
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.029855728149414
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.029468059539795
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.02892541885376
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.030206680297852
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.0295329093933105
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.029872417449951
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.029714107513428
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.0287981033325195
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.030477523803711
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.029520034790039
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.028968334197998
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.029558181762695
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.029612064361572
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.029369831085205
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.029564380645752
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.02925443649292
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.029490947723389
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.029332160949707
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.029445171356201
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.029765605926514
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.02957820892334
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.029778480529785
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.02933406829834
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.029090404510498
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.029449462890625
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.0292558670043945
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.029623031616211
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.029425144195557
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.029539108276367
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.029737949371338
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.029416084289551
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.029791831970215
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.030244827270508
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.02959680557251
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.029901504516602
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.029007911682129
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.029520034790039
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.02926778793335
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.029745101928711
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.030030727386475
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.029781818389893
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.02949333190918
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.028542518615723
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.0294389724731445
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.029242515563965
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.030057430267334
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.029540061950684
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.02962589263916
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.029554843902588
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.029438495635986
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.029263019561768
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.029400825500488
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.0295186042785645
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.0296149253845215
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.029481410980225
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.029551029205322
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.028806209564209
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.029235363006592
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.029637813568115
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.029778480529785
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.029853343963623
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.029539108276367
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.0292534828186035
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.029186725616455
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.029428005218506
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.029531002044678
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.029620170593262
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.029697418212891
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.02969217300415
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.029722213745117
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.029516220092773
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.0296125411987305
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.029356479644775
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.029460430145264
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.029626846313477
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.029737949371338
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.029554843902588
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.029415607452393
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.029301643371582
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.029167175292969
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.0297627449035645
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.0293169021606445
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.029565334320068
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.02945613861084
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.029455184936523
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.029623031616211
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.029417991638184
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.029585838317871
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.02956485748291
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.029501914978027
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.0295257568359375
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.029399394989014
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.029415607452393
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.02919864654541
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.029545783996582
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.0294036865234375
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.029664993286133
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.029577255249023
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.029583930969238
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.029667854309082
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.029553413391113
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.029707431793213
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.029629707336426
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.029709339141846
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.029736518859863
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.029629707336426
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.029641628265381
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.0294671058654785
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.029521465301514
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.029547214508057
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.029544830322266
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.02944278717041
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.0295281410217285
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.029501914978027
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.029570579528809
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.029502868652344
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.0296125411987305
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.029662132263184
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.0297017097473145
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.029778480529785
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.029715061187744
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.029554843902588
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.029567718505859
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.029661178588867
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.029609203338623
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.029681205749512
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.029714107513428
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.0294952392578125
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.029561996459961
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.029720306396484
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.029506206512451
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.029674530029297
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.029606342315674
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.02965784072876
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.029757022857666
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.029356479644775
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.029736518859863
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.02952241897583
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.029564380645752
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.02964973449707
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.029716491699219
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.029634952545166
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.029548645019531
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.029637336730957
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.029360294342041
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.029711723327637
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.029625415802002
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.0297064781188965
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.029682636260986
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.029583930969238
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.02958869934082
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.0294294357299805
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.029575347900391
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.029723644256592
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.029701232910156
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.029799938201904
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.029465675354004
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.029511451721191
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.029721260070801
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.02969217300415
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.029732704162598
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.029707908630371
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.029717445373535
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.029404640197754
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.029494285583496
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.029545783996582
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.02957010269165
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.029623031616211
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.029590606689453
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.029814720153809
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.02956485748291
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.029426097869873
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.029552459716797
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.029574871063232
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.029638767242432
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.029645919799805
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.029533863067627
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.029366493225098
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.029394149780273
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.029548645019531
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.029709339141846
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.029696464538574
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.029726028442383
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.029700756072998
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.029391288757324
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.029385566711426
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.029614448547363
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.0295305252075195
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.029555320739746
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.029621124267578
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.029587745666504
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.029162883758545
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.029507637023926
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.029500484466553
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.029487609863281
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.0293965339660645
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.029426097869873
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.029665470123291
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.029397487640381
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.02959680557251
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.029491901397705
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.0293354988098145
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.0292487144470215
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.029783725738525
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.0296525955200195
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.029458522796631
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.029204368591309
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.029580593109131
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.029680252075195
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.029703140258789
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.029324531555176
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.029283046722412
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.029659748077393
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.029786586761475
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.029483795166016
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.029623985290527
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.029645919799805
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.029625415802002
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.029541492462158
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.0295257568359375
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.029755592346191
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.02970027923584
                }
            ]
        },
        {
            "bit": 9,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 5.007674217224121
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 5.007530212402344
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 5.007482051849365
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 5.00785493850708
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 5.007576942443848
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 5.007993698120117
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 5.0072808265686035
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 5.007700443267822
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 5.007607936859131
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 5.0070600509643555
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 5.0074238777160645
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 5.00718879699707
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 5.007428169250488
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 5.008074760437012
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 5.007383346557617
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 5.007290363311768
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 5.007079601287842
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 5.007688045501709
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 5.007188320159912
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 5.007615089416504
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 5.0075459480285645
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 5.007787227630615
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 5.0077080726623535
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 5.00789213180542
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 5.007787227630615
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 5.007693290710449
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 5.007178783416748
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 5.007802963256836
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 5.008130073547363
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 5.007732391357422
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 5.007673263549805
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 5.007272720336914
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 5.007601737976074
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 5.00716495513916
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 5.007408618927002
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 5.007723808288574
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 5.0078887939453125
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 5.007558822631836
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 5.007820129394531
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 5.007728576660156
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 5.008436679840088
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 5.00747537612915
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 5.007973670959473
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 5.007917404174805
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 5.007197380065918
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 5.007659435272217
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 5.007012844085693
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 5.007690906524658
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 5.008633613586426
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 5.007977485656738
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 5.007895469665527
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 5.007632732391357
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 5.007470607757568
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 5.0075297355651855
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 5.007729530334473
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 5.007415771484375
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 5.007724761962891
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 5.007697582244873
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 5.007676601409912
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 5.00760555267334
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 5.0078349113464355
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 5.007314205169678
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 5.007594585418701
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 5.007706642150879
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 5.007674694061279
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 5.008223533630371
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 5.007154941558838
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 5.007612228393555
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 5.007832050323486
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 5.007796764373779
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 5.007437229156494
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 5.007941246032715
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 5.007399082183838
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 5.0073981285095215
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 5.007363319396973
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 5.007431507110596
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 5.007240295410156
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 5.007697582244873
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 5.007758140563965
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 5.007516384124756
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 5.0077338218688965
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 5.007964134216309
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 5.0081095695495605
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 5.008204460144043
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 5.007511138916016
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 5.007491111755371
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 5.007190227508545
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 5.007384300231934
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 5.007937431335449
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 5.007843017578125
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 5.007599830627441
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 5.007757663726807
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 5.007585525512695
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 5.007472038269043
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 5.007556915283203
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 5.007905006408691
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 5.00770902633667
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 5.007795333862305
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 5.007455825805664
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 5.007665157318115
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 5.00786828994751
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 5.0072855949401855
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 5.00762414932251
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 5.007607460021973
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 5.007920742034912
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 5.007513523101807
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 5.007755279541016
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 5.007035255432129
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 5.007432460784912
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 5.007692813873291
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 5.007935047149658
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 5.007896900177002
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 5.007694721221924
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 5.007678508758545
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 5.0076823234558105
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 5.007327556610107
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 5.007573127746582
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 5.00740385055542
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 5.007538795471191
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 5.007201194763184
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 5.007544994354248
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 5.00729513168335
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 5.007699012756348
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 5.007445335388184
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 5.007823467254639
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 5.007630825042725
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 5.0077056884765625
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 5.007580280303955
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 5.007589817047119
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 5.007479190826416
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 5.007299900054932
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 5.007686614990234
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 5.0074357986450195
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 5.007521629333496
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 5.007580280303955
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 5.00762939453125
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 5.0076823234558105
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 5.007688045501709
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 5.007918357849121
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 5.007899284362793
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 5.00734281539917
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 5.007384777069092
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 5.007465839385986
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 5.007378101348877
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 5.007755756378174
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 5.007628917694092
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 5.007570743560791
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 5.00764799118042
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 5.00759744644165
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 5.007382869720459
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 5.007500171661377
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 5.007452011108398
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 5.007639408111572
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 5.0076727867126465
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 5.007576942443848
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 5.00765323638916
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 5.00778341293335
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 5.0075788497924805
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 5.007339000701904
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 5.007483959197998
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 5.00771951675415
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 5.007881164550781
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 5.007814407348633
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 5.0076165199279785
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 5.007685661315918
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 5.0074238777160645
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 5.007654666900635
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 5.0073981285095215
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 5.007408618927002
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 5.007619857788086
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 5.007462501525879
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 5.007682800292969
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 5.0074262619018555
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 5.007595062255859
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 5.007544994354248
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 5.007713794708252
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 5.007666110992432
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 5.007554531097412
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 5.007598400115967
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 5.007635593414307
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 5.007729530334473
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 5.007307529449463
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 5.007587909698486
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 5.007584095001221
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 5.007635593414307
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 5.007692813873291
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 5.007582664489746
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 5.007610321044922
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 5.007807731628418
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 5.00760555267334
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 5.007615089416504
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 5.007535457611084
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 5.00759220123291
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 5.007628917694092
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 5.007634162902832
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 5.007558345794678
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 5.00761079788208
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 5.007623195648193
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 5.007582664489746
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 5.0075907707214355
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 5.007500171661377
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 5.007535457611084
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 5.007466793060303
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 5.0075883865356445
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 5.007643699645996
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 5.007659435272217
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 5.007591724395752
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 5.007503986358643
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 5.007448673248291
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 5.00761079788208
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 5.007625579833984
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 5.007457256317139
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 5.007637023925781
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 5.0073981285095215
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 5.007538795471191
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 5.007556915283203
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 5.0074334144592285
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 5.007682800292969
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 5.007680892944336
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 5.0075578689575195
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 5.007563591003418
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 5.007697582244873
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 5.007429122924805
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 5.007676601409912
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 5.007595062255859
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 5.007552623748779
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 5.007593631744385
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 5.007569313049316
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 5.0074615478515625
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 5.00771427154541
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 5.007438659667969
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 5.007657527923584
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 5.007562160491943
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 5.007472515106201
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 5.007569313049316
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 5.0077805519104
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 5.007580280303955
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 5.007453441619873
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 5.0075459480285645
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 5.007576942443848
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 5.007662296295166
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 5.007664680480957
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 5.0074896812438965
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 5.007713794708252
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 5.007464408874512
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 5.007585525512695
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 5.007558345794678
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 5.007532596588135
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 5.0077805519104
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 5.007532596588135
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 5.007470607757568
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 5.007477283477783
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 5.0076165199279785
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 5.007710933685303
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 5.007566452026367
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 5.007628917694092
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 5.007357597351074
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 5.007632732391357
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 5.0076799392700195
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 5.007630825042725
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 5.0074992179870605
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 5.007431507110596
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 5.007638454437256
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 5.007508754730225
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 5.007858753204346
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 5.00767707824707
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 5.007513523101807
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 5.007390022277832
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 5.007454872131348
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 5.007600784301758
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 5.007198333740234
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 5.007313251495361
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 5.007325649261475
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 5.007554531097412
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 5.007573127746582
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 5.007516860961914
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 5.007614612579346
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 5.007514953613281
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 5.007747173309326
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 5.007089614868164
                }
            ]
        },
        {
            "bit": 10,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.990747451782227
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.9908599853515625
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.991157054901123
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.991138458251953
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.99097204208374
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.991239070892334
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.9909281730651855
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.990748405456543
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.9907097816467285
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.9906206130981445
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.990866661071777
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.990645408630371
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.990961074829102
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.990725517272949
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.990636825561523
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.990767002105713
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.99057674407959
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.990408420562744
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.99073600769043
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.9903950691223145
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.990675926208496
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.990839958190918
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.990743160247803
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.990671157836914
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.991357326507568
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.990845203399658
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.990911483764648
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.991083145141602
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.990763187408447
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.991237640380859
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.990630149841309
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.991118431091309
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.990403175354004
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.990794658660889
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.99100923538208
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.991041660308838
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.9909257888793945
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.9905900955200195
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.990731716156006
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.990573883056641
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.99086856842041
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.990633010864258
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.991021633148193
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.990992069244385
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.991162300109863
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.99068546295166
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.9911065101623535
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.990331649780273
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.99050235748291
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.990784168243408
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.990827560424805
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.990509986877441
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.99036979675293
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.990693092346191
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.990704536437988
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.990930557250977
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.990832328796387
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.990828037261963
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.990800857543945
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.990644931793213
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.990725517272949
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.990697383880615
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.99071741104126
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.990890026092529
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.991194725036621
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.990612983703613
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.990933895111084
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.991212368011475
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.99056339263916
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.990981578826904
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.990848064422607
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.990742206573486
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.9904961585998535
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.990560054779053
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.990431308746338
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.9906005859375
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.990881443023682
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.990908145904541
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.990887641906738
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.990603446960449
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.99066162109375
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.990817070007324
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.990669250488281
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.990878105163574
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.99078893661499
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.991141319274902
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.9906697273254395
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.990708351135254
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.990695953369141
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.991183280944824
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.990986347198486
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.99070930480957
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.991011619567871
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.99016809463501
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.990477561950684
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.990641117095947
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.990933895111084
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.990691184997559
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.990819454193115
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.99061393737793
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.990017890930176
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.990437984466553
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.990947246551514
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.990781784057617
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.990769863128662
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.991092681884766
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.9907917976379395
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.990692615509033
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.990775108337402
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.9906463623046875
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.990628242492676
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.99086856842041
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.990747451782227
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.990863800048828
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.990530967712402
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.990666389465332
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.990886688232422
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.99102258682251
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.991196155548096
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.990884780883789
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.990774631500244
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.9905900955200195
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.990695953369141
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.990625858306885
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.990738868713379
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.991184234619141
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.990784645080566
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.9909257888793945
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.990746974945068
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.99100399017334
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.990720748901367
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.990872383117676
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.991048336029053
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.991095542907715
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.9907660484313965
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.990630626678467
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.990699768066406
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.990592956542969
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.990635395050049
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.990610599517822
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.9908246994018555
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.990796089172363
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.990803241729736
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.990842342376709
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.990703105926514
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.990961074829102
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.990860462188721
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.99088716506958
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.9909515380859375
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.990908145904541
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.9909257888793945
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.9908037185668945
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.990922927856445
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.9906697273254395
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.990844249725342
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.9907636642456055
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.990810871124268
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.9908270835876465
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.990837574005127
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.990909099578857
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.990519046783447
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.991063594818115
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.990987777709961
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.990880012512207
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.990808963775635
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.990872859954834
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.990784168243408
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.990910053253174
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.990887641906738
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.990927219390869
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.990896224975586
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.990786552429199
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.99097204208374
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.990846633911133
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.991018772125244
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.990906715393066
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.991027355194092
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.990962505340576
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.9909257888793945
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.990806579589844
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.990990161895752
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.990987777709961
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.9909234046936035
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.990909099578857
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.9909234046936035
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.990853309631348
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.990930557250977
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.990844249725342
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.9905524253845215
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.990919589996338
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.990954399108887
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.990917682647705
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.991055965423584
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.990848541259766
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.9907755851745605
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.990876197814941
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.990846633911133
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.990866661071777
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.991025447845459
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.990865230560303
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.990981578826904
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.990890979766846
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.990962505340576
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.990856170654297
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.990830421447754
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.990884780883789
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.990978240966797
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.9910101890563965
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.990954875946045
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.99069881439209
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.990849018096924
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.990954399108887
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.990963459014893
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.990879058837891
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.9908342361450195
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.9908576011657715
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.990870952606201
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.990934371948242
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.990952014923096
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.990976333618164
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.9909162521362305
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.99075984954834
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.9908223152160645
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.990715980529785
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.990928649902344
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.990897178649902
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.990863800048828
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.990946292877197
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.990828037261963
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.990833282470703
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.9908766746521
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.990906715393066
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.990931034088135
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.99099588394165
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.99090051651001
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.990675926208496
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.9908223152160645
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.990838527679443
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.990967273712158
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.990825653076172
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.9909234046936035
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.990944862365723
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.9908223152160645
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.990901470184326
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.990842342376709
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.9908857345581055
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.990855693817139
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.9909491539001465
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.990927219390869
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.990837574005127
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.990799427032471
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.990927219390869
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.990805625915527
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.990697383880615
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.990811824798584
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.990978240966797
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.990784645080566
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.990922927856445
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.990870952606201
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.990726947784424
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.99069881439209
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.990962505340576
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.990983486175537
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.99070930480957
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.990586280822754
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.990760326385498
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.990819931030273
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.990911483764648
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.990497589111328
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.990621089935303
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.991098403930664
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.9909987449646
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.991023063659668
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.990865230560303
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.990904331207275
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.990956783294678
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.990856647491455
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.990875244140625
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.990747451782227
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.991036415100098
                }
            ]
        },
        {
            "bit": 11,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.975466251373291
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.97551965713501
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.975481033325195
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.975337982177734
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.975492477416992
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.975845813751221
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.975315093994141
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.975513935089111
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.975524425506592
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.975030899047852
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.975411415100098
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.975290775299072
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.9751434326171875
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.975724697113037
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.975290298461914
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.97554349899292
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.975490093231201
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.975368022918701
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.975710391998291
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.9755401611328125
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.9753594398498535
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.975730895996094
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.975581645965576
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.975773334503174
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.975298881530762
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.975327968597412
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.974689483642578
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.975302696228027
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.975922584533691
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.9754509925842285
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.975527763366699
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.97519588470459
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.975306510925293
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.974855422973633
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.975053787231445
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.975628852844238
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.975816249847412
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.975457191467285
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.975680828094482
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.975748062133789
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.975408554077148
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.975620269775391
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.975798606872559
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.975788116455078
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.975126266479492
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.975587368011475
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.975273132324219
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.975748062133789
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.975963592529297
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.975708484649658
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.975640773773193
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.975492000579834
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.975637435913086
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.975340366363525
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.975824356079102
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.975790500640869
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.9756550788879395
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.975522041320801
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.975682258605957
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.975796699523926
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.975515842437744
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.975602626800537
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.975427150726318
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.975808143615723
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.975526809692383
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.975560188293457
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.9752373695373535
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.974991798400879
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.975278854370117
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.9755072593688965
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.975341796875
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.975686073303223
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.975566864013672
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.975623607635498
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.975510597229004
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.975513935089111
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.975341796875
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.975749969482422
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.97572135925293
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.975554466247559
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.975672721862793
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.975655555725098
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.975865840911865
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.975828170776367
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.9756646156311035
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.975261211395264
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.975376605987549
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.9754509925842285
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.975820064544678
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.975066661834717
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.975631237030029
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.975794315338135
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.9756927490234375
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.9752197265625
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.975643157958984
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.975734233856201
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.9756364822387695
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.975951671600342
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.975529193878174
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.975608825683594
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.975358009338379
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.9752678871154785
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.975514888763428
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.975681781768799
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.975742816925049
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.9754958152771
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.975735664367676
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.97466516494751
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.975637435913086
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.975548267364502
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.97574520111084
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.975782871246338
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.975612163543701
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.975454330444336
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.975081920623779
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.975238800048828
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.975408554077148
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.975592136383057
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.975552082061768
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.975345611572266
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.975482940673828
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.975218296051025
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.975498199462891
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.975619316101074
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.975590705871582
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.97551155090332
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.975602626800537
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.975563049316406
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.975480556488037
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.975432872772217
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.975367069244385
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.97538948059082
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.975349426269531
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.975442409515381
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.975620269775391
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.975508689880371
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.975664138793945
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.975574493408203
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.975587368011475
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.975819110870361
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.9753737449646
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.975334644317627
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.975381851196289
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.975362777709961
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.975499629974365
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.975489139556885
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.975440502166748
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.975456714630127
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.975491523742676
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.975337028503418
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.975492477416992
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.9754486083984375
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.975572109222412
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.9756669998168945
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.975586891174316
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.97552490234375
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.975587368011475
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.975438117980957
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.975458145141602
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.975467681884766
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.975541114807129
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.97560977935791
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.975683212280273
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.975675582885742
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.975601673126221
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.975419521331787
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.975456714630127
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.975415229797363
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.975483417510986
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.975364685058594
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.975395202636719
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.975523471832275
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.975344181060791
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.975612163543701
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.975455284118652
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.975612163543701
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.975636005401611
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.975491523742676
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.9756927490234375
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.975586414337158
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.975585460662842
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.975452899932861
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.9755659103393555
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.975426197052002
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.975581645965576
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.975527763366699
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.975388050079346
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.9756903648376465
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.975658893585205
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.975560665130615
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.975493431091309
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.975525379180908
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.975430011749268
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.975534439086914
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.975586891174316
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.975450038909912
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.975564956665039
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.975480079650879
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.975527763366699
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.975553035736084
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.975553035736084
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.975543975830078
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.975478172302246
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.975521564483643
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.975495338439941
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.975559711456299
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.975475311279297
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.975458145141602
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.97546911239624
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.97560977935791
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.9755401611328125
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.9754486083984375
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.975594520568848
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.975460529327393
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.975575923919678
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.975417613983154
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.97548246383667
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.975574493408203
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.975565433502197
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.975581169128418
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.9755706787109375
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.975379467010498
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.975494861602783
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.975485324859619
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.9754509925842285
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.975510120391846
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.975538730621338
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.975466251373291
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.975414276123047
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.9756646156311035
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.97553825378418
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.975572109222412
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.975561141967773
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.975658893585205
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.9755330085754395
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.975493431091309
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.975687026977539
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.975325107574463
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.975502014160156
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.975607395172119
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.975668430328369
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.9755425453186035
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.975557804107666
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.975595951080322
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.975407123565674
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.975560665130615
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.975531578063965
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.975417137145996
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.975662708282471
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.975363254547119
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.975685119628906
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.975554466247559
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.975507736206055
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.975599765777588
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.975677013397217
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.975452899932861
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.975619316101074
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.975619316101074
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.975519180297852
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.975521087646484
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.975516319274902
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.975461959838867
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.975613594055176
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.97562837600708
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.975736618041992
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.975711822509766
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.9755659103393555
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.975500106811523
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.97550106048584
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.975657939910889
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.9752326011657715
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.975481986999512
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.975351333618164
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.975480556488037
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.975534439086914
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.975467681884766
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.975658893585205
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.975602626800537
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.975829124450684
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.975253105163574
                }
            ]
        },
        {
            "bit": 12,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.9614577293396
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.961329460144043
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.961532115936279
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.961705207824707
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.9614081382751465
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.961641311645508
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.9613237380981445
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.961421012878418
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.961458683013916
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.961232662200928
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.961329460144043
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.961346626281738
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.961437225341797
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.961150169372559
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.961304187774658
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.961368083953857
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.961417198181152
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.961442470550537
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.96104621887207
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.961452960968018
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.961386203765869
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.961446762084961
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.96150541305542
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.961280822753906
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.961917877197266
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.961336135864258
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.961628437042236
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.961672306060791
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.961661338806152
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.961791515350342
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.961431980133057
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.961658000946045
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.961503982543945
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.961575031280518
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.961945056915283
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.961528778076172
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.961424827575684
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.961297512054443
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.961365222930908
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.961200714111328
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.961418628692627
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.961999416351318
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.961521625518799
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.961452007293701
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.961655139923096
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.9612274169921875
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.961368083953857
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.961187362670898
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.960984706878662
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.961409091949463
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.961426734924316
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.961150169372559
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.961043834686279
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.961240768432617
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.9614105224609375
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.961331844329834
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.961328983306885
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.961560249328613
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.961194038391113
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.961073398590088
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.961275577545166
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.961571216583252
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.9614410400390625
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.961441516876221
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.961532115936279
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.961233139038086
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.9616546630859375
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.961706161499023
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.961628437042236
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.961513042449951
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.961655139923096
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.961531162261963
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.961470603942871
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.961014270782471
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.961053371429443
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.961266040802002
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.961267948150635
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.961569309234619
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.961491107940674
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.961374282836914
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.961147785186768
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.961704254150391
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.961864948272705
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.961551189422607
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.961658000946045
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.9615583419799805
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.960965633392334
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.961559772491455
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.961574554443359
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.961390972137451
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.961551189422607
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.961338996887207
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.961431980133057
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.961071014404297
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.961064338684082
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.961491584777832
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.9615654945373535
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.961304187774658
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.961508274078369
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.961511135101318
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.9607930183410645
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.961312770843506
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.961439609527588
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.961519718170166
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.961519718170166
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.9614129066467285
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.961428165435791
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.961211204528809
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.961100101470947
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.961376190185547
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.961368560791016
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.96130895614624
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.961339473724365
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.961509704589844
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.961368083953857
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.961294651031494
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.961488246917725
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.961367607116699
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.961599349975586
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.961343765258789
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.961434841156006
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.961380958557129
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.961223602294922
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.961291313171387
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.961569309234619
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.961470603942871
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.96146821975708
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.961421012878418
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.9613423347473145
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.961391448974609
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.961291313171387
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.961512088775635
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.961470603942871
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.961601257324219
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.961367607116699
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.96136474609375
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.961215496063232
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.96112585067749
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.9615583419799805
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.961273193359375
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.961447238922119
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.961444854736328
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.961344242095947
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.961360931396484
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.96135139465332
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.961556434631348
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.961654186248779
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.961494445800781
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.961390972137451
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.961354732513428
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.961313247680664
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.961401462554932
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.961363315582275
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.961235523223877
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.961493968963623
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.961385726928711
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.96135139465332
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.961476802825928
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.96124267578125
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.961472034454346
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.961344242095947
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.96150541305542
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.961439609527588
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.961402416229248
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.961442947387695
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.9613356590271
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.9613823890686035
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.961343288421631
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.961410045623779
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.961389064788818
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.961538314819336
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.96132755279541
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.961520195007324
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.961385250091553
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.961397647857666
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.9615068435668945
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.961555004119873
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.961443901062012
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.96150016784668
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.961395740509033
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.961353778839111
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.9612717628479
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.9614715576171875
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.961480140686035
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.961498260498047
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.961501598358154
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.961436748504639
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.961297988891602
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.961347579956055
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.961456775665283
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.9614577293396
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.96146297454834
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.961480140686035
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.961455821990967
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.961277008056641
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.961390018463135
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.961338520050049
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.961464881896973
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.961449146270752
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.961426734924316
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.961402893066406
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.961452960968018
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.961362361907959
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.961459159851074
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.961498260498047
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.961406707763672
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.961528301239014
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.9615607261657715
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.961406707763672
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.961388111114502
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.96148157119751
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.961437225341797
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.961494445800781
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.961520195007324
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.961344242095947
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.96132755279541
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.961502552032471
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.961452960968018
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.961490631103516
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.961484432220459
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.961489200592041
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.961514472961426
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.961218357086182
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.961344242095947
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.961425304412842
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.96146297454834
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.961400508880615
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.961488246917725
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.961421489715576
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.961263179779053
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.961414813995361
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.961463928222656
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.96152925491333
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.961420059204102
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.96147346496582
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.961399555206299
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.961434841156006
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.961423873901367
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.961509704589844
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.961439609527588
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.961482524871826
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.961483955383301
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.9612627029418945
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.961374282836914
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.961582660675049
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.961477279663086
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.9614386558532715
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.961551189422607
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.961479187011719
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.961431980133057
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.96137809753418
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.961319446563721
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.961373329162598
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.961397647857666
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.961330413818359
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.9615960121154785
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.961333751678467
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.961528778076172
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.961374759674072
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.961345195770264
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.961362361907959
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.961503982543945
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.961581230163574
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.96128511428833
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.961331844329834
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.961313247680664
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.961437702178955
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.961503505706787
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.961162090301514
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.961337089538574
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.961549282073975
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.961607933044434
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.9615702629089355
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.9615583419799805
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.961522579193115
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.961392879486084
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.961395263671875
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.9611005783081055
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.961404800415039
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.961362361907959
                }
            ]
        },
        {
            "bit": 13,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.951488494873047
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.951502323150635
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.95159912109375
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.9514594078063965
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.9515299797058105
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.951690673828125
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.951398849487305
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.951457977294922
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.9514899253845215
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.951289653778076
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.951055526733398
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.9512715339660645
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.951427459716797
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.951413631439209
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.951321601867676
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.951390743255615
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.951070785522461
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.9515180587768555
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.951385021209717
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.951669692993164
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.951815128326416
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.951596260070801
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.951589584350586
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.95161247253418
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.951538562774658
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.951614856719971
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.951016426086426
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.951371192932129
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.951576232910156
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.951328277587891
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.95097541809082
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.951172828674316
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.950997829437256
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.951116561889648
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.950967311859131
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.951476097106934
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.951498031616211
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.951362609863281
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.951479434967041
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.951785564422607
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.951713562011719
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.9510626792907715
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.951536655426025
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.951542854309082
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.950930595397949
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.951641082763672
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.950913906097412
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.951333045959473
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.952096939086914
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.951381683349609
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.951385021209717
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.951354026794434
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.951556205749512
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.951601982116699
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.951528549194336
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.95161247253418
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.951430797576904
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.951514720916748
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.9515204429626465
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.951502799987793
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.9513773918151855
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.951186656951904
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.951399326324463
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.951573371887207
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.951465606689453
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.951732158660889
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.951231956481934
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.9512619972229
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.951500415802002
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.951421737670898
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.951359272003174
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.951481819152832
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.951323509216309
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.951380729675293
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.951615333557129
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.951356410980225
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.951264381408691
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.951456546783447
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.951467514038086
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.9514031410217285
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.951447486877441
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.951178073883057
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.951353073120117
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.951598644256592
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.95133113861084
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.951140403747559
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.951353073120117
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.9514312744140625
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.951390743255615
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.951488494873047
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.951457977294922
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.951557636260986
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.951429843902588
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.951017379760742
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.951355934143066
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.951298236846924
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.951468467712402
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.951593399047852
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.951298713684082
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.951340198516846
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.951208114624023
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.9512481689453125
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.9512619972229
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.951279163360596
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.951481342315674
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.951491355895996
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.951496124267578
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.950753688812256
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.951533794403076
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.951441764831543
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.951377868652344
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.951592445373535
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.951385974884033
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.951401710510254
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.951101779937744
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.951324462890625
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.951379299163818
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.951476097106934
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.951642036437988
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.951256275177002
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.951377868652344
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.951064109802246
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.951449871063232
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.951387405395508
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.951407432556152
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.951472282409668
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.95141077041626
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.951473712921143
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.951426029205322
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.951504707336426
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.951267242431641
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.951397895812988
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.9515180587768555
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.951363563537598
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.951457500457764
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.951370716094971
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.951418876647949
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.951601028442383
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.951595306396484
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.951555252075195
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.951183319091797
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.951228141784668
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.951376438140869
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.951425552368164
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.951485633850098
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.951234817504883
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.951261520385742
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.95131254196167
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.951517581939697
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.951365947723389
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.951356410980225
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.95137882232666
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.951381683349609
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.951419353485107
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.951458930969238
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.95147705078125
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.9514899253845215
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.9514336585998535
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.9514594078063965
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.951318740844727
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.951407432556152
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.951490879058838
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.951592445373535
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.951488494873047
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.9515700340271
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.9514312744140625
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.951476573944092
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.9513163566589355
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.951423168182373
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.951404094696045
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.951196193695068
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.951406002044678
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.9512810707092285
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.951387405395508
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.951421737670898
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.951424598693848
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.951444149017334
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.951474189758301
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.951504707336426
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.951467514038086
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.9514336585998535
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.95148229598999
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.9514594078063965
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.951312065124512
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.951469898223877
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.951390266418457
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.951373100280762
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.951359272003174
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.951596260070801
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.95150899887085
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.9514336585998535
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.9514241218566895
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.951377868652344
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.951418876647949
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.95164155960083
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.951364517211914
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.9514946937561035
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.951412677764893
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.951551914215088
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.951484680175781
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.951335430145264
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.951428413391113
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.951382637023926
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.951449871063232
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.9514946937561035
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.951579570770264
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.951468467712402
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.951322078704834
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.951400279998779
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.951361656188965
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.951353073120117
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.9513373374938965
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.951468467712402
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.951422214508057
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.951455116271973
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.951483249664307
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.951264381408691
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.95144510269165
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.951509952545166
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.951429843902588
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.951389789581299
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.951263427734375
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.951467514038086
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.951390743255615
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.9514617919921875
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.951408386230469
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.951442241668701
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.951406002044678
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.951360702514648
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.951544284820557
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.951435089111328
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.951503276824951
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.9513840675354
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.951524257659912
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.951462745666504
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.951397895812988
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.951347351074219
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.951398849487305
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.951448440551758
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.951496124267578
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.951469898223877
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.9513936042785645
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.951396465301514
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.951367378234863
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.951340198516846
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.951391220092773
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.95136022567749
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.951417922973633
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.951432228088379
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.95132303237915
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.95132303237915
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.951390743255615
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.951459884643555
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.951425075531006
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.951489448547363
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.951425075531006
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.951456546783447
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.9514994621276855
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.951352119445801
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.951350212097168
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.9514594078063965
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.951395511627197
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.951430797576904
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.951369762420654
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.95135498046875
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.951495170593262
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.9514031410217285
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.95136833190918
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.951237678527832
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.951468467712402
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.951269626617432
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.95129919052124
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.951179504394531
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.951372146606445
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.951428413391113
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.951531887054443
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.951430320739746
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.9514875411987305
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.951664447784424
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.951348304748535
                }
            ]
        },
        {
            "bit": 14,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.94298791885376
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.9430060386657715
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.942887306213379
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.943023204803467
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.94304895401001
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.943299293518066
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.942962169647217
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.943024635314941
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.942949295043945
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.943023204803467
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.943207740783691
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.942773342132568
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.9427947998046875
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.943012714385986
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.943015098571777
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.943187713623047
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.942904949188232
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.943010330200195
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.942849159240723
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.942813396453857
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.943020820617676
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.942976951599121
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.943087577819824
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.942920684814453
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.943405628204346
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.942633628845215
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.942692279815674
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.943281650543213
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.943264484405518
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.94342041015625
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.9431633949279785
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.943279266357422
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.943108558654785
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.942935943603516
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.9432806968688965
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.94318962097168
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.9431915283203125
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.942841053009033
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.943235397338867
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.942970275878906
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.943136692047119
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.943387508392334
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.943197250366211
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.943202972412109
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.943119049072266
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.943017482757568
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.943302631378174
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.943171501159668
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.942873477935791
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.943131446838379
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.943211078643799
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.943051815032959
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.942697048187256
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.942913055419922
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.943177700042725
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.943274021148682
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.9429426193237305
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.943063259124756
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.942821502685547
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.943125247955322
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.943044662475586
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.943519592285156
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.943063259124756
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.943043231964111
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.943244934082031
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.942869186401367
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.9430718421936035
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.943294525146484
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.942800998687744
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.943467617034912
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.9431843757629395
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.943077564239502
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.94309139251709
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.942607402801514
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.942647457122803
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.943080902099609
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.943262100219727
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.9431657791137695
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.943110466003418
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.942754745483398
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.943057537078857
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.943202495574951
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.943413257598877
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.94294548034668
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.943222999572754
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.943182468414307
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.94263219833374
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.943042278289795
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.943249702453613
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.943202495574951
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.9429802894592285
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.943033218383789
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.943184852600098
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.942883491516113
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.943227291107178
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.943134307861328
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.943095684051514
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.942917346954346
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.94312858581543
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.943108558654785
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.942874431610107
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.943114280700684
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.943288326263428
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.943367958068848
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.943134307861328
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.943074703216553
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.943105697631836
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.942902565002441
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.94289493560791
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.943053245544434
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.943219184875488
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.9431352615356445
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.943127155303955
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.943124771118164
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.943020820617676
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.9429168701171875
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.943196773529053
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.943053245544434
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.9431657791137695
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.943079471588135
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.942986488342285
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.943069934844971
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.943157196044922
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.943122386932373
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.943114280700684
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.943079948425293
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.943170070648193
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.943164348602295
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.943131446838379
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.943088531494141
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.943112850189209
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.943077087402344
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.943087100982666
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.943168640136719
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.942951679229736
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.943093776702881
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.943093776702881
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.942980766296387
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.9431328773498535
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.943085193634033
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.943075656890869
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.943070411682129
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.942978382110596
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.943080902099609
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.943235397338867
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.943364143371582
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.943315505981445
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.943192958831787
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.943052768707275
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.942965507507324
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.943081855773926
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.943205833435059
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.943079948425293
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.943073749542236
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.943126201629639
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.943082332611084
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.943000793457031
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.9430832862854
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.943063259124756
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.9431233406066895
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.942934036254883
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.943233013153076
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.943100929260254
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.943053245544434
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.943027496337891
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.942946434020996
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.9430975914001465
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.943174839019775
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.94294548034668
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.943018436431885
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.943240165710449
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.94309139251709
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.943309783935547
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.943131446838379
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.943026065826416
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.9430060386657715
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.943108558654785
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.943129539489746
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.943057537078857
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.942976951599121
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.943052768707275
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.94299840927124
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.943116664886475
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.943167209625244
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.943155288696289
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.943082332611084
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.9432268142700195
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.943100929260254
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.942918300628662
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.943157196044922
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.943107604980469
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.943007469177246
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.943204402923584
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.943099021911621
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.942930698394775
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.942955017089844
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.943150520324707
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.9430999755859375
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.9430742263793945
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.943058490753174
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.943223476409912
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.943172931671143
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.943203449249268
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.943032741546631
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.9430832862854
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.943191051483154
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.943182468414307
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.943271160125732
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.943016529083252
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.943236827850342
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.943141937255859
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.943100929260254
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.943111419677734
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.943127155303955
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.943082809448242
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.943114757537842
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.943094253540039
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.9431304931640625
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.943180084228516
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.943204402923584
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.943155765533447
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.943185806274414
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.943014144897461
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.943118095397949
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.943105697631836
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.943100929260254
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.9431023597717285
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.943171501159668
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.9430928230285645
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.943010330200195
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.9430341720581055
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.943117618560791
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.9430060386657715
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.94309139251709
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.9430646896362305
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.943134307861328
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.943014144897461
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.943111419677734
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.943072319030762
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.942975044250488
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.943105697631836
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.943088531494141
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.942974090576172
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.943178176879883
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.9431352615356445
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.9430460929870605
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.9431071281433105
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.94309663772583
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.943089008331299
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.943233013153076
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.943054676055908
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.943118095397949
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.94309139251709
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.943044662475586
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.943080902099609
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.943199634552002
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.94305944442749
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.94305419921875
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.943233966827393
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.943042278289795
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.9428839683532715
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.943183422088623
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.943156719207764
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.943087100982666
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.943068981170654
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.9431257247924805
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.942964553833008
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.9430317878723145
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.942922115325928
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.942957878112793
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.943177700042725
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.943192481994629
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.943149566650391
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.943055152893066
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.9431071281433105
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.942983627319336
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.94300651550293
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.94304084777832
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.943078517913818
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.9433393478393555
                }
            ]
        },
        {
            "bit": 15,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 4.934298038482666
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 4.934293746948242
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 4.934288501739502
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 4.934317111968994
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 4.934149265289307
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 4.934333801269531
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 4.934329509735107
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 4.934304237365723
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 4.93422269821167
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 4.933879375457764
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 4.933879852294922
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 4.934211254119873
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 4.934364318847656
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 4.934521675109863
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 4.934213161468506
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 4.934271812438965
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 4.9340901374816895
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 4.934185028076172
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 4.934237957000732
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 4.934328556060791
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 4.934138298034668
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 4.934290409088135
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 4.934372425079346
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 4.934451103210449
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 4.934109687805176
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 4.934418201446533
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 4.934493541717529
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 4.9344964027404785
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 4.934487819671631
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 4.93433141708374
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 4.934166431427002
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 4.934113502502441
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 4.934392929077148
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 4.934124946594238
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 4.934279918670654
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 4.934333801269531
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 4.9344353675842285
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 4.934115886688232
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 4.93416166305542
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 4.93410587310791
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 4.934399127960205
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 4.934311389923096
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 4.93433952331543
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 4.934341907501221
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 4.934045791625977
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 4.934010982513428
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 4.933845043182373
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 4.933984279632568
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 4.934755325317383
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 4.934293746948242
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 4.9342145919799805
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 4.934202671051025
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 4.934491157531738
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 4.934289932250977
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 4.934114933013916
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 4.934381484985352
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 4.934357166290283
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 4.93430757522583
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 4.934291839599609
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 4.934412002563477
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 4.934320449829102
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 4.934001922607422
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 4.934371471405029
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 4.934498310089111
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 4.934376239776611
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 4.934366226196289
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 4.934179782867432
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 4.933907508850098
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 4.9346184730529785
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 4.9344682693481445
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 4.934248924255371
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 4.93427038192749
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 4.9339423179626465
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 4.934370994567871
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 4.934287071228027
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 4.934213638305664
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 4.934016704559326
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 4.934257984161377
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 4.93429708480835
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 4.934401988983154
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 4.934234142303467
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 4.934244155883789
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 4.934295654296875
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 4.9346466064453125
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 4.93424129486084
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 4.934187889099121
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 4.934151649475098
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 4.934060573577881
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 4.934410095214844
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 4.934332847595215
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 4.93441915512085
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 4.934372901916504
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 4.934198379516602
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 4.93380069732666
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 4.934031009674072
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 4.934228897094727
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 4.934460639953613
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 4.9345269203186035
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 4.934106826782227
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 4.934353828430176
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 4.934077262878418
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 4.934206485748291
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 4.934080600738525
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 4.933965682983398
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 4.934296607971191
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 4.934222221374512
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 4.934325218200684
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 4.933864116668701
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 4.934329032897949
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 4.9341559410095215
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 4.934284210205078
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 4.934277057647705
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 4.9341559410095215
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 4.934335708618164
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 4.93391227722168
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 4.93419075012207
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 4.934304237365723
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 4.9343581199646
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 4.934451103210449
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 4.9341840744018555
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 4.934280872344971
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 4.934010982513428
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 4.93418550491333
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 4.9343085289001465
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 4.934251308441162
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 4.934332370758057
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 4.934219837188721
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 4.934230327606201
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 4.93416166305542
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 4.934271335601807
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 4.934230327606201
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 4.934319019317627
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 4.934223651885986
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 4.9341721534729
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 4.934342384338379
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 4.934136390686035
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 4.93428897857666
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 4.9342360496521
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 4.934406757354736
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 4.934445381164551
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 4.9341559410095215
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 4.934157371520996
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 4.934381484985352
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 4.934271812438965
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 4.934274196624756
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 4.934201240539551
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 4.9341583251953125
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 4.934286117553711
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 4.934272766113281
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 4.9341864585876465
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 4.934181213378906
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 4.934105396270752
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 4.934399127960205
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 4.934370994567871
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 4.9342756271362305
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 4.934281826019287
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 4.934267044067383
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 4.9342756271362305
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 4.934274673461914
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 4.9341349601745605
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 4.934486389160156
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 4.934329509735107
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 4.934309005737305
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 4.934494972229004
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 4.934329032897949
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 4.934279441833496
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 4.934246063232422
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 4.93414831161499
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 4.934248447418213
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 4.934303283691406
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 4.934081554412842
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 4.934284687042236
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 4.934115886688232
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 4.9342122077941895
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 4.934331893920898
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 4.934337615966797
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 4.934327602386475
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 4.934277057647705
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 4.934327125549316
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 4.934199333190918
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 4.934182643890381
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 4.934352397918701
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 4.934292316436768
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 4.9342756271362305
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 4.934349536895752
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 4.934326171875
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 4.934269905090332
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 4.934283256530762
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 4.934368133544922
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 4.934309959411621
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 4.934364318847656
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 4.934283256530762
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 4.934329986572266
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 4.9342451095581055
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 4.934407711029053
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 4.93422794342041
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 4.934319496154785
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 4.934269428253174
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 4.934370994567871
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 4.934254169464111
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 4.934137344360352
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 4.934289932250977
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 4.934259414672852
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 4.934268951416016
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 4.93428373336792
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 4.934259414672852
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 4.934328556060791
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 4.934303283691406
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 4.93436861038208
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 4.934198379516602
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 4.934338092803955
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 4.934309005737305
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 4.934280872344971
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 4.9342546463012695
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 4.934283256530762
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 4.934283256530762
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 4.934299468994141
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 4.93428897857666
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 4.934340476989746
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 4.934284210205078
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 4.934354782104492
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 4.934174537658691
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 4.934326171875
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 4.934225082397461
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 4.9342360496521
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 4.934300899505615
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 4.934295654296875
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 4.934304237365723
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 4.9342169761657715
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 4.934384346008301
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 4.934228897094727
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 4.934291362762451
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 4.934337139129639
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 4.934396266937256
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 4.934256553649902
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 4.934214115142822
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 4.9342145919799805
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 4.9341278076171875
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 4.934257984161377
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 4.934376239776611
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 4.9343767166137695
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 4.934272766113281
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 4.934300899505615
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 4.934223651885986
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 4.934332370758057
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 4.934281826019287
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 4.934244155883789
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 4.934268474578857
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 4.934385299682617
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 4.934091091156006
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 4.934293746948242
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 4.934317111968994
                },
                {
                    "layer": "layer.36.self_attn.q_proj",
                    "ppl": 4.9343366622924805
                },
                {
                    "layer": "layer.36.self_attn.k_proj",
                    "ppl": 4.934291362762451
                },
                {
                    "layer": "layer.36.self_attn.v_proj",
                    "ppl": 4.934357166290283
                },
                {
                    "layer": "layer.36.self_attn.o_proj",
                    "ppl": 4.934195518493652
                },
                {
                    "layer": "layer.36.mlp.gate_proj",
                    "ppl": 4.934327602386475
                },
                {
                    "layer": "layer.36.mlp.up_proj",
                    "ppl": 4.934460639953613
                },
                {
                    "layer": "layer.36.mlp.down_proj",
                    "ppl": 4.934231758117676
                },
                {
                    "layer": "layer.37.self_attn.q_proj",
                    "ppl": 4.9342851638793945
                },
                {
                    "layer": "layer.37.self_attn.k_proj",
                    "ppl": 4.934271812438965
                },
                {
                    "layer": "layer.37.self_attn.v_proj",
                    "ppl": 4.9343342781066895
                },
                {
                    "layer": "layer.37.self_attn.o_proj",
                    "ppl": 4.934317111968994
                },
                {
                    "layer": "layer.37.mlp.gate_proj",
                    "ppl": 4.934376239776611
                },
                {
                    "layer": "layer.37.mlp.up_proj",
                    "ppl": 4.9342570304870605
                },
                {
                    "layer": "layer.37.mlp.down_proj",
                    "ppl": 4.934275150299072
                },
                {
                    "layer": "layer.38.self_attn.q_proj",
                    "ppl": 4.934324741363525
                },
                {
                    "layer": "layer.38.self_attn.k_proj",
                    "ppl": 4.934401512145996
                },
                {
                    "layer": "layer.38.self_attn.v_proj",
                    "ppl": 4.934146404266357
                },
                {
                    "layer": "layer.38.self_attn.o_proj",
                    "ppl": 4.934338092803955
                },
                {
                    "layer": "layer.38.mlp.gate_proj",
                    "ppl": 4.934274196624756
                },
                {
                    "layer": "layer.38.mlp.up_proj",
                    "ppl": 4.934141159057617
                },
                {
                    "layer": "layer.38.mlp.down_proj",
                    "ppl": 4.934238433837891
                },
                {
                    "layer": "layer.39.self_attn.q_proj",
                    "ppl": 4.934317111968994
                },
                {
                    "layer": "layer.39.self_attn.k_proj",
                    "ppl": 4.934344291687012
                },
                {
                    "layer": "layer.39.self_attn.v_proj",
                    "ppl": 4.9341888427734375
                },
                {
                    "layer": "layer.39.self_attn.o_proj",
                    "ppl": 4.934291362762451
                },
                {
                    "layer": "layer.39.mlp.gate_proj",
                    "ppl": 4.934252738952637
                },
                {
                    "layer": "layer.39.mlp.up_proj",
                    "ppl": 4.934272766113281
                },
                {
                    "layer": "layer.39.mlp.down_proj",
                    "ppl": 4.934174537658691
                }
            ]
        }
    ]
}