{
    "original_ppl": 7.194758415222168,
    "reduced_ppl": [
        {
            "bit": 1,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 397153.625
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 392559.1875
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 445921.5625
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 120893.5078125
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 409247.8125
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 395157.6875
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 416332.5
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 370564.40625
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 381978.25
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 268488.84375
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 315465.0625
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 439479.875
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 531387.375
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 329126.34375
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 375547.3125
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 377403.53125
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 170450.421875
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 162771.875
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 328998.3125
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 383461.1875
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 432805.03125
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 367987.25
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 379478.0
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 256334.84375
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 637764.625
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 340667.6875
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 286728.71875
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 230161.96875
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 368705.96875
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 394450.96875
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 747422.1875
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 169744.625
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 331278.0625
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 173392.078125
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 456027.25
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 363019.125
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 384980.75
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 248381.1875
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 408425.5625
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 614100.6875
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 181508.4375
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 334720.53125
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 373127.9375
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 372048.8125
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 205806.09375
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 234283.328125
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 825800.3125
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 1453179.25
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 1246521.875
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 374553.3125
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 371771.46875
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 506355.625
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 367133.3125
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 352896.0
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 572726.4375
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 331169.75
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 373679.5625
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 367251.0
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 253430.859375
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 266082.03125
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 360013.4375
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 530051.25
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 289914.6875
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 372436.8125
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 371539.625
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 369023.96875
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 707000.25
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 520972.28125
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 759823.9375
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 784862.0
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 371135.9375
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 372728.5625
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 317849.25
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 303827.125
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 382535.96875
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 292163.15625
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 1429444.125
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 373729.4375
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 371642.0625
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 264051.15625
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 343496.75
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 413239.9375
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 362649.21875
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 187403.953125
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 371702.3125
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 373072.4375
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 130592.4453125
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 119732.8125
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 853237.0625
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 316191.25
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 557711.9375
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 373170.28125
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 372900.625
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 242980.34375
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 136897.578125
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 324875.84375
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 550905.375
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 289324.46875
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 361441.46875
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 371536.09375
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 261269.71875
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 250688.59375
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 496309.90625
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 618265.25
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 256656.515625
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 372163.0625
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 377143.03125
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 450502.90625
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 269168.21875
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 300457.03125
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 341467.1875
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 448611.78125
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 375917.09375
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 372120.46875
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 392656.90625
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 292347.6875
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 300803.9375
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 481705.75
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 382075.15625
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 376133.6875
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 372419.78125
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 358939.40625
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 63344.72265625
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 417459.25
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 391084.34375
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 298674.03125
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 371792.0
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 372102.03125
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 301645.0625
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 576077.8125
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 231897.25
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 484761.125
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 464023.0
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 372551.5625
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 372255.34375
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 284916.625
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 522737.0625
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 306761.03125
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 439903.375
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 298535.9375
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 374874.59375
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 371112.9375
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 292558.8125
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 1340328.375
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 400475.09375
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 372951.84375
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 393298.53125
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 373992.5625
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 373303.0625
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 313381.65625
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 181876.125
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 325808.5
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 356245.625
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 590541.6875
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 373355.40625
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 373840.3125
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 214782.25
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 201545.203125
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 368419.15625
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 357484.78125
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 344345.59375
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 373489.28125
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 371636.75
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 507664.03125
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 257056.515625
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 357701.6875
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 377810.4375
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 286748.125
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 374238.75
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 374263.03125
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 316592.25
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 372931.90625
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 427299.5
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 385103.375
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 370124.3125
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 371625.375
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 371718.25
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 394995.28125
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 416124.5
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 453810.71875
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 379409.25
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 380173.46875
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 373387.46875
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 373112.625
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 331006.78125
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 302278.625
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 270002.75
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 310396.875
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 250707.25
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 370878.6875
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 373375.34375
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 1000227.1875
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 385695.15625
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 338707.125
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 306821.59375
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 62562.09375
                }
            ]
        },
        {
            "bit": 2,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 414.055908203125
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 420.91180419921875
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 306.0977783203125
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 354.06353759765625
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 318.2327575683594
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 317.1181945800781
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 305.72857666015625
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 411.6545715332031
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 421.8782958984375
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 395.84979248046875
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 444.88104248046875
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 388.2568359375
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 371.27679443359375
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 390.62469482421875
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 423.2411804199219
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 422.20709228515625
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 407.08160400390625
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 334.85986328125
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 371.2934265136719
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 364.1065979003906
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 381.5757141113281
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 415.83526611328125
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 412.5191345214844
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 416.4096984863281
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 368.1822204589844
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 370.89300537109375
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 400.4460144042969
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 404.8104553222656
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 420.9989013671875
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 409.3377990722656
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 389.9812927246094
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 393.5277404785156
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 377.32086181640625
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 399.63604736328125
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 427.4211120605469
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 422.427001953125
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 426.79547119140625
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 432.588134765625
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 415.0911560058594
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 399.36578369140625
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 395.83447265625
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 403.7384338378906
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 413.3187255859375
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 420.07244873046875
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 406.4201965332031
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 417.8439636230469
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 405.7736511230469
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 395.6363525390625
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 403.0915222167969
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 419.0193786621094
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 415.6209716796875
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 406.4642028808594
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 428.8618469238281
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 389.8191833496094
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 398.4825744628906
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 419.4883728027344
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 430.0212707519531
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 408.8622131347656
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 419.4291687011719
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 416.5346374511719
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 407.9854431152344
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 413.14691162109375
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 410.3330993652344
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 417.70611572265625
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 420.1051330566406
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 422.7462158203125
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 421.53399658203125
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 405.4123840332031
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 429.9455871582031
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 414.1095886230469
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 420.3545837402344
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 423.9752502441406
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 407.16485595703125
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 408.3692321777344
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 410.3131408691406
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 413.378662109375
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 426.8154296875
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 419.2748107910156
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 418.6455078125
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 421.5211486816406
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 407.27557373046875
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 416.88055419921875
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 427.5562744140625
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 419.6044006347656
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 418.5073547363281
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 419.38616943359375
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 411.44342041015625
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 420.0314025878906
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 411.1323547363281
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 412.4581604003906
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 416.9879150390625
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 417.08453369140625
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 420.3413391113281
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 419.2779846191406
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 417.04876708984375
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 398.3725891113281
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 405.56976318359375
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 430.56439208984375
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 422.5517272949219
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 424.94671630859375
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 424.2148742675781
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 427.26953125
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 408.36981201171875
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 414.8916931152344
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 409.4517822265625
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 418.3351745605469
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 419.69244384765625
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 422.49267578125
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 409.0755310058594
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 418.8879089355469
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 411.2229309082031
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 420.2974853515625
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 421.02215576171875
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 419.61480712890625
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 421.3101806640625
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 405.7632141113281
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 412.6977844238281
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 418.2791442871094
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 424.5408630371094
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 415.9963073730469
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 414.11712646484375
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 419.36956787109375
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 424.37286376953125
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 418.7960510253906
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 423.09869384765625
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 423.77069091796875
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 419.39276123046875
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 418.5498962402344
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 423.1217041015625
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 415.6907653808594
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 410.8084411621094
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 420.58837890625
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 420.9958801269531
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 419.4339599609375
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 419.2743835449219
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 415.7210998535156
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 417.46697998046875
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 415.1669921875
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 412.9832458496094
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 419.6230163574219
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 419.2120361328125
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 417.904541015625
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 431.9330749511719
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 404.27880859375
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 415.9463195800781
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 401.9291687011719
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 416.8425598144531
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 420.59356689453125
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 418.7772521972656
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 412.24737548828125
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 402.1177978515625
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 406.99755859375
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 410.23822021484375
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 418.9538269042969
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 419.251220703125
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 418.0948791503906
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 409.5197448730469
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 416.5022277832031
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 405.0638122558594
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 416.0343933105469
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 416.89605712890625
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 414.2391662597656
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 417.83819580078125
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 413.28363037109375
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 431.3925476074219
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 411.9506530761719
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 419.6516418457031
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 411.5530700683594
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 418.2107238769531
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 417.46380615234375
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 417.0517272949219
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 421.2342224121094
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 409.11785888671875
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 422.2035217285156
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 419.0821228027344
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 420.64654541015625
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 418.70758056640625
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 405.6165771484375
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 414.7174377441406
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 407.5733642578125
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 419.0597229003906
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 424.3109436035156
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 416.6949462890625
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 412.7587890625
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 407.7210998535156
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 424.6775207519531
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 409.88525390625
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 437.0385437011719
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 412.108642578125
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 417.260986328125
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 418.6421203613281
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 397.4798278808594
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 428.98004150390625
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 400.2018737792969
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 420.0792541503906
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 321.9107666015625
                }
            ]
        },
        {
            "bit": 3,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 10.85751724243164
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 10.860722541809082
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 10.82809829711914
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 10.77696418762207
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 10.827964782714844
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 10.832175254821777
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 10.81020736694336
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 10.862404823303223
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 10.871379852294922
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 10.846071243286133
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 10.864145278930664
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 10.823323249816895
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 10.8250732421875
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 10.844876289367676
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 10.878393173217773
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 10.872530937194824
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 10.853924751281738
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 10.85653018951416
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 10.811165809631348
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 10.783770561218262
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 10.823922157287598
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 10.874433517456055
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 10.865368843078613
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 10.853453636169434
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 10.841680526733398
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 10.802241325378418
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 10.848551750183105
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 10.863011360168457
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 10.860825538635254
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 10.874317169189453
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 10.858438491821289
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 10.859148025512695
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 10.794244766235352
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 10.857662200927734
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 10.860116958618164
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 10.89111042022705
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 10.879312515258789
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 10.870635986328125
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 10.870768547058105
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 10.818365097045898
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 10.86227035522461
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 10.860132217407227
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 10.86544418334961
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 10.86740493774414
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 10.876439094543457
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 10.866819381713867
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 10.830696105957031
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 10.83802604675293
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 10.853254318237305
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 10.87269115447998
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 10.869975090026855
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 10.86348819732666
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 10.867902755737305
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 10.809869766235352
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 10.845776557922363
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 10.844503402709961
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 10.888565063476562
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 10.869913101196289
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 10.871077537536621
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 10.874044418334961
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 10.84383487701416
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 10.855995178222656
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 10.854287147521973
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 10.873002052307129
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 10.8699369430542
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 10.864809036254883
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 10.857400894165039
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 10.819185256958008
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 10.8687105178833
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 10.863776206970215
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 10.871877670288086
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 10.877169609069824
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 10.862918853759766
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 10.855645179748535
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 10.82105827331543
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 10.849913597106934
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 10.855635643005371
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 10.880517959594727
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 10.86706256866455
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 10.869068145751953
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 10.850871086120605
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 10.855436325073242
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 10.863669395446777
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 10.857547760009766
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 10.87238597869873
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 10.875326156616211
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 10.870219230651855
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 10.869632720947266
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 10.846414566040039
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 10.855611801147461
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 10.862630844116211
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 10.863889694213867
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 10.871763229370117
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 10.870893478393555
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 10.85705852508545
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 10.822469711303711
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 10.839111328125
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 10.861793518066406
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 10.876409530639648
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 10.863959312438965
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 10.881009101867676
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 10.876134872436523
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 10.845191955566406
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 10.860529899597168
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 10.870685577392578
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 10.848760604858398
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 10.859623908996582
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 10.857959747314453
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 10.865806579589844
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 10.853340148925781
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 10.870214462280273
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 10.870607376098633
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 10.875177383422852
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 10.853355407714844
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 10.867591857910156
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 10.858283996582031
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 10.855901718139648
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 10.848713874816895
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 10.855264663696289
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 10.86774730682373
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 10.864022254943848
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 10.8790864944458
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 10.864590644836426
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 10.864730834960938
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 10.851896286010742
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 10.86252498626709
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 10.868669509887695
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 10.869407653808594
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 10.880285263061523
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 10.87081527709961
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 10.848651885986328
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 10.8617525100708
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 10.848755836486816
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 10.871888160705566
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 10.87439250946045
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 10.85142993927002
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 10.856988906860352
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 10.853787422180176
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 10.8644437789917
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 10.868627548217773
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 10.871520042419434
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 10.870121002197266
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 10.863384246826172
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 10.865139961242676
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 10.852255821228027
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 10.857550621032715
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 10.862241744995117
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 10.863420486450195
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 10.869125366210938
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 10.86241626739502
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 10.8543701171875
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 10.824583053588867
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 10.846071243286133
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 10.833257675170898
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 10.886938095092773
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 10.866591453552246
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 10.869224548339844
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 10.87450885772705
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 10.828863143920898
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 10.857294082641602
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 10.819366455078125
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 10.868627548217773
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 10.87583065032959
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 10.78857707977295
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 10.875113487243652
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 10.822296142578125
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 10.851000785827637
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 10.810379981994629
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 10.874822616577148
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 10.865181922912598
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 10.83036994934082
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 10.869582176208496
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 10.822892189025879
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 10.84865665435791
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 10.815238952636719
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 10.8711576461792
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 10.870060920715332
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 10.8560152053833
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 10.89720630645752
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 10.819268226623535
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 10.825511932373047
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 10.808289527893066
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 10.870348930358887
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 10.878349304199219
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 10.843356132507324
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 10.901311874389648
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 10.839802742004395
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 10.89880657196045
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 10.816410064697266
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 10.87747859954834
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 10.878323554992676
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 10.873988151550293
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 10.904766082763672
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 10.77796459197998
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 10.716801643371582
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 10.554994583129883
                }
            ]
        },
        {
            "bit": 4,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 8.583576202392578
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 8.585485458374023
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 8.588111877441406
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 8.585538864135742
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 8.58492660522461
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 8.583083152770996
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 8.580575942993164
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 8.586258888244629
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 8.587700843811035
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 8.58503532409668
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 8.587024688720703
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 8.581584930419922
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 8.58309268951416
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 8.581774711608887
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 8.587821960449219
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 8.588427543640137
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 8.585927963256836
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 8.583122253417969
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 8.580825805664062
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 8.575858116149902
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 8.582524299621582
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 8.58796501159668
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 8.587138175964355
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 8.584554672241211
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 8.584578514099121
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 8.578248977661133
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 8.589529037475586
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 8.583152770996094
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 8.585153579711914
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 8.585854530334473
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 8.586933135986328
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 8.58711051940918
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 8.573486328125
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 8.586395263671875
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 8.585594177246094
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 8.589910507202148
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 8.589134216308594
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 8.58914852142334
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 8.584392547607422
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 8.581558227539062
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 8.586435317993164
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 8.582845687866211
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 8.587753295898438
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 8.584456443786621
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 8.585987091064453
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 8.587909698486328
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 8.578989028930664
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 8.581985473632812
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 8.579723358154297
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 8.58833122253418
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 8.585436820983887
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 8.585444450378418
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 8.585771560668945
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 8.579625129699707
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 8.580230712890625
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 8.580842018127441
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 8.591323852539062
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 8.581502914428711
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 8.586713790893555
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 8.588839530944824
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 8.579551696777344
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 8.584505081176758
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 8.586931228637695
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 8.588040351867676
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 8.586074829101562
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 8.581744194030762
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 8.58314037322998
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 8.575922966003418
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 8.583234786987305
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 8.583781242370605
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 8.587545394897461
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 8.58784008026123
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 8.582624435424805
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 8.583942413330078
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 8.578630447387695
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 8.585234642028809
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 8.586034774780273
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 8.588227272033691
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 8.586705207824707
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 8.58681869506836
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 8.586554527282715
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 8.582342147827148
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 8.583221435546875
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 8.584192276000977
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 8.587944984436035
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 8.586132049560547
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 8.586642265319824
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 8.587000846862793
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 8.583279609680176
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 8.582204818725586
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 8.582649230957031
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 8.586427688598633
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 8.585731506347656
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 8.586292266845703
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 8.585968017578125
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 8.578563690185547
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 8.580228805541992
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 8.58344841003418
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 8.5889253616333
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 8.58553695678711
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 8.58787727355957
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 8.584945678710938
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 8.583094596862793
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 8.583520889282227
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 8.586390495300293
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 8.584814071655273
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 8.5873384475708
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 8.583481788635254
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 8.58651351928711
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 8.582634925842285
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 8.582615852355957
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 8.586365699768066
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 8.587234497070312
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 8.583313941955566
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 8.586165428161621
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 8.588468551635742
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 8.583471298217773
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 8.581379890441895
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 8.584859848022461
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 8.587968826293945
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 8.585803031921387
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 8.58707046508789
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 8.586283683776855
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 8.583271026611328
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 8.586156845092773
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 8.583283424377441
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 8.587225914001465
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 8.586984634399414
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 8.586419105529785
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 8.583681106567383
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 8.584851264953613
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 8.584287643432617
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 8.585604667663574
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 8.58680248260498
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 8.587745666503906
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 8.585701942443848
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 8.584146499633789
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 8.583573341369629
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 8.585968017578125
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 8.58216381072998
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 8.587438583374023
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 8.586136817932129
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 8.588929176330566
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 8.586481094360352
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 8.583209991455078
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 8.583033561706543
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 8.584315299987793
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 8.586992263793945
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 8.586649894714355
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 8.58608341217041
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 8.586270332336426
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 8.576830863952637
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 8.577017784118652
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 8.578676223754883
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 8.590563774108887
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 8.591456413269043
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 8.585419654846191
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 8.587905883789062
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 8.575682640075684
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 8.584263801574707
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 8.577391624450684
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 8.587193489074707
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 8.586304664611816
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 8.583094596862793
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 8.594058990478516
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 8.576667785644531
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 8.581439971923828
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 8.573339462280273
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 8.590799331665039
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 8.585469245910645
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 8.571878433227539
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 8.585824012756348
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 8.574213981628418
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 8.578953742980957
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 8.570253372192383
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 8.584245681762695
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 8.586894035339355
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 8.58586597442627
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 8.593779563903809
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 8.574762344360352
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 8.577308654785156
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 8.569080352783203
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 8.590530395507812
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 8.588154792785645
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 8.566999435424805
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 8.593632698059082
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 8.579334259033203
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 8.560136795043945
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 8.575075149536133
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 8.588081359863281
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 8.590826034545898
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 8.589668273925781
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 8.59103012084961
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 8.555668830871582
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 8.548713684082031
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 8.505972862243652
                }
            ]
        },
        {
            "bit": 5,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.969795227050781
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.970433712005615
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.972176551818848
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.973501682281494
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.971397399902344
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.970903396606445
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.969546318054199
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.970923900604248
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.971595287322998
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.970597267150879
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.971056938171387
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.9696760177612305
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.97003698348999
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.969168186187744
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.971895694732666
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.971547603607178
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.97081184387207
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.971399307250977
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.9691853523254395
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.967586040496826
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.968963623046875
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.971494197845459
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.971610069274902
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.970386505126953
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.970605373382568
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.968632698059082
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.970800876617432
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.972294807434082
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.970417022705078
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.971494197845459
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.970927715301514
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.97038459777832
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.967139720916748
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.970234394073486
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.969892501831055
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.971981048583984
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.971737384796143
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.970996379852295
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.972436904907227
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.9685492515563965
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.971501350402832
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.971661567687988
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.971179008483887
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.9708099365234375
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.971196174621582
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.971733570098877
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.967541694641113
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.969552040100098
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.969622611999512
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.971614360809326
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.971262454986572
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.970251560211182
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.971661567687988
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.967144966125488
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.969498634338379
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.968700885772705
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.971646308898926
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.970163822174072
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.970279693603516
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.971665382385254
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.9694342613220215
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.9702606201171875
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.969793319702148
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.970958232879639
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.9711103439331055
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.969905853271484
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.970483303070068
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.967405319213867
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.970236301422119
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.9693145751953125
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.971682548522949
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.972769737243652
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.971153736114502
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.970524787902832
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.967637538909912
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.969677448272705
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.968888759613037
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.9719085693359375
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.970279693603516
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.97047758102417
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.970942974090576
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.970443248748779
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.972060680389404
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.971049785614014
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.971863269805908
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.970686912536621
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.97136116027832
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.969635963439941
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.96824312210083
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.970855236053467
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.970405578613281
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.97165060043335
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.971530437469482
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.971462249755859
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.972056865692139
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.969043254852295
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.970749378204346
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.969954967498779
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.971956253051758
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.971842288970947
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.971513271331787
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.971999645233154
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.97027063369751
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.970004558563232
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.969694137573242
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.970743656158447
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.971118450164795
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.97102689743042
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.970289707183838
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.969723224639893
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.970277786254883
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.970247268676758
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.971825122833252
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.971034526824951
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.970787525177002
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.9705328941345215
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.969077110290527
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.97006893157959
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.97089958190918
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.972214221954346
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.9706807136535645
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.971893310546875
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.970722198486328
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.970620155334473
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.9709882736206055
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.972729682922363
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.971254348754883
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.970433712005615
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.971904754638672
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.969415187835693
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.9706597328186035
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.970753192901611
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.971459865570068
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.971646308898926
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.97156286239624
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.971065044403076
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.970065116882324
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.970272541046143
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.970844268798828
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.971348285675049
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.971771717071533
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.970608234405518
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.970255374908447
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.969749450683594
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.970274448394775
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.971836090087891
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.969996452331543
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.970699787139893
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.971237659454346
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.970061302185059
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.969210147857666
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.966238975524902
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.966869831085205
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.968138217926025
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.97184944152832
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.972612380981445
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.970743656158447
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.971633434295654
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.968218803405762
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.9709086418151855
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.966577529907227
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.971210956573486
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.971752643585205
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.969597339630127
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.9736762046813965
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.9677510261535645
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.968011379241943
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.964934349060059
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.973684310913086
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.971604347229004
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.968138217926025
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.972243309020996
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.965653896331787
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.967696189880371
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.965105056762695
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.970992565155029
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.971224308013916
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.967556953430176
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.9792351722717285
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.96608304977417
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.962597370147705
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.963181495666504
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.971857070922852
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.972642421722412
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.963386535644531
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.971604347229004
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.969350814819336
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.982266426086426
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.961714267730713
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.971098899841309
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.971084117889404
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.965804100036621
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.974474906921387
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.955962657928467
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.949194431304932
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.931772708892822
                }
            ]
        },
        {
            "bit": 6,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.706645965576172
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.707066535949707
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.7080888748168945
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.707219123840332
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.707292556762695
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.707327842712402
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.706839084625244
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.707736015319824
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.707912445068359
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.707242965698242
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.708356857299805
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.707007884979248
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.7081618309021
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.708172798156738
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.708103179931641
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.707962989807129
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.707906723022461
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.707967281341553
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.706761360168457
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.707514762878418
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.707728385925293
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.708279609680176
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.707823753356934
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.707770347595215
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.707340240478516
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.706765174865723
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.708327770233154
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.707645416259766
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.707742691040039
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.708270072937012
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.7085089683532715
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.707383155822754
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.706511974334717
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.707962989807129
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.708400726318359
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.708119869232178
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.7076215744018555
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.708410263061523
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.7080078125
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.706820487976074
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.708237171173096
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.707499980926514
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.707871437072754
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.707520484924316
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.708182334899902
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.707145690917969
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.706906795501709
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.707452297210693
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.707862377166748
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.707860469818115
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.7072834968566895
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.707000255584717
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.707161903381348
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.7053542137146
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.706081867218018
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.706578254699707
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.708492279052734
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.707132816314697
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.7077484130859375
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.708005905151367
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.705739974975586
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.706846237182617
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.70711088180542
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.70775032043457
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.707036972045898
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.707447528839111
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.7073259353637695
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.704707622528076
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.708496570587158
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.706574440002441
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.707324028015137
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.707983493804932
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.708430290222168
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.707233905792236
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.706416130065918
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.70761775970459
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.707066535949707
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.708047866821289
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.707544803619385
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.7076215744018555
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.7069621086120605
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.707059383392334
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.705810070037842
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.706850051879883
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.708250522613525
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.707921028137207
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.707209587097168
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.7080078125
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.706019401550293
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.705835819244385
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.707912445068359
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.7079010009765625
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.707581043243408
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.708081245422363
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.706756591796875
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.706884860992432
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.707144260406494
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.70706844329834
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.708251953125
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.707470893859863
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.707653045654297
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.706092834472656
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.707412242889404
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.708049774169922
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.707935810089111
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.70763635635376
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.7078938484191895
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.707004070281982
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.708498477935791
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.706779956817627
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.707528114318848
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.707213401794434
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.707434177398682
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.707491397857666
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.7077555656433105
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.707180500030518
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.706837177276611
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.707311153411865
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.7075114250183105
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.708375453948975
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.708136558532715
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.707481861114502
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.708110332489014
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.706879138946533
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.707886219024658
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.707794666290283
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.707993030548096
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.707948684692383
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.708197116851807
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.706737995147705
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.707787036895752
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.708235263824463
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.707823753356934
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.70768404006958
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.707772254943848
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.7074456214904785
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.70766019821167
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.707704544067383
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.707309246063232
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.707051753997803
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.707577228546143
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.70785665512085
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.706677436828613
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.708154201507568
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.706690311431885
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.70608377456665
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.707695007324219
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.707939624786377
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.7075371742248535
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.707776069641113
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.70794677734375
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.706005096435547
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.705925464630127
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.7071051597595215
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.708680629730225
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.707996368408203
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.70761775970459
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.7078423500061035
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.7058210372924805
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.707971096038818
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.704819202423096
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.708261489868164
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.707129001617432
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.7067670822143555
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.70995569229126
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.705870628356934
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.708097457885742
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.706056118011475
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.7074103355407715
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.70746374130249
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.706360816955566
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.707719326019287
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.705655574798584
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.706702709197998
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.703713417053223
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.707524299621582
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.707860469818115
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.706462383270264
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.709343433380127
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.705109596252441
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.704882621765137
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.704672813415527
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.707316875457764
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.70807409286499
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.705781936645508
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.708099365234375
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.7042412757873535
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.701084613800049
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.702918529510498
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.708169460296631
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.708775997161865
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.705824851989746
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.708130836486816
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.699345588684082
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.692597389221191
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.685176372528076
                }
            ]
        },
        {
            "bit": 7,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.556450843811035
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.557129859924316
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.558513641357422
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.558049201965332
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.557623863220215
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.557216644287109
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.557079792022705
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.556991100311279
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.557438373565674
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.557576656341553
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.557220458984375
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.556697845458984
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.557218551635742
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.556722640991211
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.55736780166626
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.557184219360352
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.557302474975586
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.556783676147461
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.5566325187683105
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.555509090423584
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.556407451629639
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.557531833648682
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.557243347167969
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.557063579559326
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.5573015213012695
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.556636333465576
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.557142734527588
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.5571441650390625
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.557108402252197
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.5572614669799805
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.556939125061035
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.5571064949035645
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.556341171264648
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.557034015655518
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.556131839752197
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.557566165924072
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.557414531707764
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.557149887084961
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.5573930740356445
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.557021617889404
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.5576090812683105
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.557389259338379
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.5569748878479
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.557353496551514
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.557066440582275
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.557461261749268
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.556478023529053
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.556514263153076
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.555871963500977
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.557641983032227
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.557054042816162
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.557942867279053
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.558277606964111
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.557068347930908
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.556777000427246
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.5570902824401855
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.557648658752441
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.557013034820557
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.557255744934082
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.557169437408447
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.5559282302856445
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.55673885345459
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.556465148925781
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.557297706604004
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.557238578796387
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.556436538696289
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.556767463684082
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.556394577026367
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.556744575500488
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.557389259338379
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.557378768920898
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.557839870452881
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.557043552398682
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.5562744140625
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.557011127471924
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.555656433105469
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.556247234344482
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.557084560394287
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.55687952041626
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.557122707366943
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.558084964752197
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.556971073150635
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.558348178863525
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.557605743408203
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.558020114898682
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.557054042816162
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.557627201080322
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.556827545166016
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.5567121505737305
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.557765960693359
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.555885314941406
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.5575385093688965
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.557061672210693
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.556960582733154
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.557411193847656
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.556028842926025
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.557188034057617
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.556778907775879
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.557491779327393
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.557832717895508
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.557872295379639
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.557674407958984
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.556686878204346
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.555751800537109
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.556994915008545
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.557631015777588
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.557515621185303
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.557238578796387
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.557353496551514
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.5571513175964355
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.556040287017822
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.557021617889404
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.55753755569458
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.557279586791992
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.557881832122803
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.557382106781006
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.556946277618408
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.556906700134277
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.55708122253418
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.5578508377075195
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.557271957397461
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.557784080505371
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.557255744934082
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.556915760040283
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.557234764099121
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.557580471038818
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.557394981384277
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.557054042816162
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.556966304779053
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.557706832885742
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.5567626953125
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.556821823120117
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.557468891143799
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.557605743408203
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.557389259338379
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.5570502281188965
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.557618141174316
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.556993007659912
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.557764053344727
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.556933879852295
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.557804107666016
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.557205677032471
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.557623863220215
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.557241439819336
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.556859970092773
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.557650566101074
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.557027339935303
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.5570292472839355
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.5576629638671875
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.556884765625
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.556924343109131
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.555591106414795
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.555760860443115
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.556787490844727
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.557515621185303
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.557360649108887
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.557112216949463
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.557618141174316
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.556692123413086
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.556888580322266
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.556972980499268
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.5574631690979
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.557013034820557
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.557031154632568
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.557454586029053
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.5560221672058105
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.556347846984863
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.555839538574219
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.557898998260498
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.557374954223633
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.556818008422852
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.556956768035889
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.554878234863281
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.556229114532471
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.555576801300049
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.557205677032471
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.557169437408447
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.556533336639404
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.557483196258545
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.555588245391846
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.5566325187683105
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.55503511428833
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.55756950378418
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.556888580322266
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.5560526847839355
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.556777000427246
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.55610990524292
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.556751251220703
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.553462505340576
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.55696439743042
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.55722713470459
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.553318500518799
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.557802200317383
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.551394939422607
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.546892166137695
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.5457763671875
                }
            ]
        },
        {
            "bit": 8,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.459896564483643
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.460333824157715
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.460664749145508
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.460472583770752
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.460325241088867
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.460422992706299
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.459702491760254
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.46076774597168
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.4607977867126465
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.46079683303833
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.4606523513793945
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.460591793060303
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.460714817047119
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.460333824157715
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.460488319396973
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.460654258728027
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.460582733154297
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.460935592651367
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.460504531860352
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.460422992706299
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.460588455200195
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.460817813873291
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.460522174835205
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.460440158843994
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.460277080535889
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.460325241088867
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.460981845855713
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.4608941078186035
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.460817813873291
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.460899829864502
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.460707187652588
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.460176944732666
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.460241317749023
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.460991859436035
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.461091995239258
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.4608354568481445
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.460428237915039
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.460970401763916
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.460746765136719
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.459907054901123
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.459989070892334
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.4602556228637695
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.461164474487305
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.46092414855957
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.460978031158447
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.4604692459106445
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.459967613220215
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.460333824157715
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.460399627685547
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.460529804229736
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.460148811340332
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.460347652435303
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.460312843322754
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.459957122802734
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.4604692459106445
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.459786415100098
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.460789203643799
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.4603495597839355
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.46044397354126
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.460938453674316
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.460079669952393
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.460620403289795
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.461009979248047
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.460686206817627
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.460554599761963
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.46069860458374
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.4602484703063965
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.459740161895752
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.460534572601318
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.460148811340332
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.46083927154541
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.4607977867126465
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.460195064544678
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.460942268371582
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.459925174713135
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.461146831512451
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.4612627029418945
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.460954666137695
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.4599175453186035
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.460568428039551
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.460113525390625
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.459740161895752
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.459558486938477
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.460333824157715
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.460611343383789
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.460383415222168
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.460422992706299
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.460243225097656
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.459391117095947
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.460579872131348
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.460704326629639
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.460692882537842
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.460766315460205
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.460576057434082
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.460460186004639
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.460671901702881
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.461230754852295
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.460753440856934
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.460568428039551
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.46091365814209
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.460518836975098
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.460146903991699
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.460298538208008
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.461045742034912
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.460728645324707
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.460824966430664
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.460134506225586
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.4604620933532715
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.46097993850708
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.460106372833252
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.460312843322754
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.460563659667969
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.460520267486572
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.460628986358643
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.460764408111572
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.460038661956787
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.4602203369140625
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.460877895355225
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.460845947265625
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.460751533508301
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.460929870605469
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.4603657722473145
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.461043834686279
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.46003532409668
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.460561752319336
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.461109161376953
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.460794925689697
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.460611343383789
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.461150646209717
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.46040153503418
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.46095609664917
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.460748672485352
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.460407257080078
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.460664749145508
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.460785388946533
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.460502624511719
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.460146903991699
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.460582733154297
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.460437297821045
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.460367679595947
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.460362434387207
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.460705280303955
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.460778713226318
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.460504531860352
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.460216522216797
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.460294723510742
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.460437297821045
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.460773468017578
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.46030330657959
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.460813999176025
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.4606242179870605
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.4599175453186035
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.460068702697754
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.459903240203857
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.46097993850708
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.460415840148926
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.460525989532471
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.460771560668945
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.4596757888793945
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.460696697235107
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.459483623504639
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.460534572601318
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.4608354568481445
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.460501194000244
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.461757183074951
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.4602203369140625
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.460899829864502
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.459871292114258
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.460875034332275
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.459672451019287
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.46007776260376
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.460591793060303
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.459537506103516
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.460150718688965
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.459250450134277
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.460454940795898
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.4607253074646
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.460536479949951
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.4612627029418945
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.460232734680176
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.460010051727295
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.459729194641113
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.460393905639648
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.4611735343933105
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.459656238555908
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.4607696533203125
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.4594855308532715
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.460778713226318
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.4593186378479
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.460856914520264
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.460978031158447
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.459085464477539
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.46069860458374
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.456645965576172
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.45522403717041
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.452153205871582
                }
            ]
        },
        {
            "bit": 9,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.402026653289795
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.40190315246582
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.4028825759887695
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.40237283706665
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.402554512023926
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.40237283706665
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.402898788452148
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.4022650718688965
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.402446746826172
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.401962757110596
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.402476787567139
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.402129173278809
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.4024224281311035
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.402340888977051
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.402441024780273
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.402183532714844
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.402052879333496
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.401882171630859
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.4021501541137695
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.4019646644592285
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.401585578918457
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.4025468826293945
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.402323246002197
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.402351379394531
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.402307033538818
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.402077674865723
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.401984214782715
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.4022698402404785
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.402284145355225
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.402831554412842
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.402280807495117
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.402637481689453
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.401980400085449
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.402442932128906
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.401954174041748
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.402498245239258
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.402388572692871
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.402753829956055
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.402691841125488
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.401956081390381
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.40263032913208
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.402693748474121
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.402005672454834
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.402135848999023
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.402049541473389
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.402399063110352
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.402217388153076
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.402441024780273
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.401984214782715
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.40263032913208
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.402049541473389
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.402596473693848
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.402528285980225
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.4022135734558105
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.401864528656006
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.40185022354126
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.4023756980896
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.401853561401367
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.402333736419678
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.40224552154541
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.401601314544678
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.402029991149902
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.401322364807129
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.402361869812012
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.402157306671143
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.401858806610107
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.402167797088623
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.402012348175049
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.402005672454834
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.402533054351807
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.402457237243652
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.402327060699463
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.402219295501709
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.401811122894287
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.402566432952881
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.402111530303955
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.401451587677002
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.402227878570557
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.401741027832031
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.402411460876465
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.402836799621582
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.401793479919434
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.402358531951904
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.402492523193359
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.402333736419678
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.40142822265625
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.402559757232666
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.402695655822754
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.402810096740723
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.402227878570557
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.402247428894043
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.4025139808654785
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.402315616607666
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.402602195739746
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.40263032913208
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.4014058113098145
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.401669979095459
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.401763439178467
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.402574062347412
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.402556419372559
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.4026055335998535
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.402644157409668
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.402652740478516
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.401543140411377
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.401763439178467
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.402215480804443
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.4022297859191895
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.402466297149658
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.402157306671143
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.402709484100342
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.402323246002197
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.402414798736572
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.4026689529418945
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.402388572692871
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.402487277984619
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.402591705322266
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.40227746963501
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.4015398025512695
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.402340888977051
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.402624607086182
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.402780055999756
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.403036594390869
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.401978969573975
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.4025139808654785
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.4024505615234375
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.402301788330078
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.402442932128906
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.402361869812012
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.4020514488220215
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.402923107147217
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.402351379394531
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.402533054351807
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.402520656585693
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.402651786804199
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.402750015258789
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.402407646179199
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.402097225189209
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.402224063873291
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.402457237243652
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.402397155761719
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.40254020690918
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.402638912200928
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.402399063110352
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.40250825881958
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.40211820602417
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.4026899337768555
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.4021077156066895
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.402383327484131
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.402695655822754
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.401912212371826
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.402369022369385
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.402181625366211
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.402141571044922
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.4014973640441895
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.402538299560547
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.40247106552124
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.402369022369385
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.402457237243652
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.402046203613281
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.401977062225342
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.40216588973999
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.40275764465332
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.4023847579956055
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.402522563934326
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.40250301361084
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.402146339416504
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.402204990386963
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.401528835296631
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.402679920196533
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.402187347412109
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.402474880218506
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.402441024780273
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.401304721832275
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.401924133300781
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.400641441345215
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.4026408195495605
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.4026408195495605
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.401705265045166
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.403076648712158
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.401384353637695
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.401853561401367
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.40111780166626
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.402638912200928
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.40275764465332
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.40194034576416
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.402314186096191
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.402453422546387
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.401183128356934
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.400756359100342
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.402409553527832
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.402498245239258
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.402305603027344
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.402072429656982
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.399667263031006
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.398445129394531
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.394748687744141
                }
            ]
        },
        {
            "bit": 10,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.345905780792236
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.346142768859863
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.346650123596191
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.345818996429443
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.346132755279541
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.346185207366943
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.345623016357422
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.346381664276123
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.346145153045654
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.346339225769043
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.346522331237793
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.346470832824707
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.346500873565674
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.3461785316467285
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.346285343170166
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.346444129943848
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.346419811248779
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.3465352058410645
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.346417427062988
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.345705986022949
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.346214294433594
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.346507549285889
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.346275329589844
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.3461785316467285
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.346246242523193
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.3459649085998535
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.346643924713135
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.345880508422852
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.346160411834717
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.3464035987854
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.346353054046631
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.346304416656494
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.345785140991211
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.3461384773254395
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.34660005569458
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.3460693359375
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.346407890319824
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.346710681915283
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.346328258514404
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.346168518066406
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.346166133880615
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.346123218536377
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.34657621383667
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.346623420715332
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.346409797668457
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.346069812774658
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.346161365509033
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.34589958190918
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.34600830078125
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.346398830413818
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.346216201782227
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.345921039581299
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.345990180969238
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.3455915451049805
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.346607685089111
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.345681667327881
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.3465423583984375
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.3456339836120605
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.346038341522217
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.346218585968018
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.345931529998779
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.346316814422607
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.346794128417969
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.3463287353515625
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.34621000289917
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.346444129943848
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.345808506011963
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.345358848571777
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.345939636230469
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.3455047607421875
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.346216678619385
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.346467971801758
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.345729827880859
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.346537113189697
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.345560073852539
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.34626579284668
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.346530914306641
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.346489906311035
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.3461174964904785
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.346312999725342
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.346241474151611
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.345868110656738
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.3462815284729
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.346291542053223
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.346485137939453
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.345989227294922
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.346570014953613
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.346383094787598
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.3456010818481445
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.346071720123291
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.346127033233643
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.3465352058410645
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.346584320068359
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.346434116363525
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.346234321594238
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.346860885620117
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.346320629119873
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.3467302322387695
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.346507549285889
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.346118927001953
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.346315383911133
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.34600305557251
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.3456525802612305
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.346807479858398
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.346288681030273
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.346541881561279
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.346267223358154
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.346465587615967
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.346750736236572
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.34583854675293
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.346474647521973
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.346197605133057
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.34625768661499
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.346293926239014
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.3465657234191895
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.346327304840088
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.346212387084961
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.346261978149414
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.346155166625977
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.3464274406433105
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.346581935882568
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.345801830291748
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.346700668334961
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.346243858337402
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.346498966217041
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.346348285675049
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.346463680267334
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.346362113952637
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.3469743728637695
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.346109390258789
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.346757411956787
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.346390724182129
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.346343040466309
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.346348285675049
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.346314907073975
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.346362113952637
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.346586227416992
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.346890926361084
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.346255302429199
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.345921039581299
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.345998764038086
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.346383094787598
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.346288681030273
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.346359729766846
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.3460540771484375
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.3469557762146
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.346307754516602
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.3463568687438965
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.346012592315674
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.346534729003906
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.346227645874023
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.345864772796631
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.346293926239014
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.346157073974609
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.346522331237793
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.3465681076049805
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.346288681030273
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.3463921546936035
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.345794677734375
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.346257209777832
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.345643997192383
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.346094131469727
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.3465423583984375
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.346279621124268
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.346840858459473
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.346552848815918
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.346229553222656
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.345448017120361
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.346332550048828
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.346096038818359
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.346059322357178
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.346092224121094
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.345432281494141
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.345939636230469
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.345541000366211
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.346250057220459
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.34637975692749
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.345834732055664
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.346435546875
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.346179008483887
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.3462042808532715
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.345444679260254
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.346099376678467
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.3464460372924805
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.345958709716797
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.346245288848877
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.3450822830200195
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.344857692718506
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.345104217529297
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.346263885498047
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.346642971038818
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.346428394317627
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.346317291259766
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.343912124633789
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.342419147491455
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.341490268707275
                }
            ]
        },
        {
            "bit": 11,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.307224750518799
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.307239055633545
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.307907581329346
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.306972980499268
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.306675910949707
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.3075714111328125
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.306870937347412
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.3072404861450195
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.307211875915527
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.306826114654541
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.307365417480469
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.307412147521973
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.307900428771973
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.307998180389404
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.307348251342773
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.307134628295898
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.30662727355957
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.307213306427002
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.307041645050049
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.307366847991943
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.307376861572266
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.307480812072754
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.307356834411621
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.307560920715332
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.307024955749512
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.307195663452148
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.307436943054199
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.3075947761535645
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.307315349578857
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.307470321655273
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.307189464569092
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.307098865509033
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.307344913482666
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.30750846862793
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.307088851928711
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.307404518127441
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.307088851928711
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.307337284088135
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.307091236114502
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.307220935821533
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.307160377502441
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.307760715484619
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.307154655456543
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.307071208953857
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.307252407073975
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.307579040527344
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.306839466094971
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.307285785675049
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.307064056396484
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.307339191436768
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.30731201171875
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.307286262512207
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.307614803314209
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.307090759277344
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.30681848526001
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.3068156242370605
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.307286262512207
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.306748867034912
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.307425498962402
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.307504653930664
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.306402206420898
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.306515216827393
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.307220935821533
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.30721378326416
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.3073272705078125
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.307497978210449
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.306961536407471
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.307154655456543
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.307276725769043
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.307016849517822
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.307207107543945
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.30740213394165
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.306778907775879
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.307121276855469
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.307736396789551
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.306197643280029
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.306422710418701
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.307041645050049
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.306899547576904
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.3072686195373535
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.307069301605225
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.307348251342773
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.306798458099365
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.307610988616943
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.307357311248779
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.306978702545166
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.307168483734131
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.306865215301514
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.307923316955566
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.307590484619141
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.306933403015137
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.30739688873291
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.307075023651123
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.307370185852051
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.307458877563477
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.30625057220459
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.306764602661133
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.306554317474365
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.3074116706848145
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.307443141937256
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.307825565338135
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.307669639587402
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.307132720947266
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.306551933288574
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.307195663452148
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.307283878326416
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.307138919830322
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.307016849517822
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.306776523590088
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.3070759773254395
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.3070855140686035
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.307098865509033
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.3075947761535645
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.307252407073975
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.307125091552734
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.307365417480469
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.307079315185547
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.307145118713379
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.307170391082764
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.307557106018066
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.307613849639893
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.307714939117432
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.307187557220459
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.307436943054199
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.3074750900268555
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.308055400848389
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.307462692260742
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.306870937347412
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.307486534118652
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.307374477386475
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.307199954986572
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.3072638511657715
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.307455062866211
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.307480812072754
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.307307720184326
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.307555675506592
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.3072919845581055
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.307163715362549
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.307288646697998
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.307241916656494
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.307689666748047
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.307429790496826
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.30727481842041
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.307445526123047
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.307285785675049
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.307097434997559
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.3073410987854
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.307494640350342
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.307538032531738
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.3071370124816895
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.30713415145874
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.30732536315918
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.3070831298828125
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.307234764099121
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.307588577270508
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.307496070861816
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.307429790496826
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.3073811531066895
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.307048320770264
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.30759859085083
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.307121276855469
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.307565689086914
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.307285785675049
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.307148456573486
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.307384014129639
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.307138919830322
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.3075432777404785
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.307418346405029
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.307766437530518
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.307309627532959
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.307382106781006
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.307559490203857
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.307271480560303
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.306778430938721
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.306674003601074
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.307316780090332
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.307424068450928
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.307097434997559
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.307677268981934
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.306748390197754
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.307398319244385
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.3065361976623535
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.307494640350342
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.307557106018066
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.307168483734131
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.307112216949463
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.307096481323242
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.307900428771973
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.306591987609863
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.307415962219238
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.307287216186523
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.306268215179443
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.30728006362915
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.305433750152588
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.304928779602051
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.302284240722656
                }
            ]
        },
        {
            "bit": 12,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.274390697479248
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.274399280548096
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.274894714355469
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.274603366851807
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.274477005004883
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.27483606338501
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.274225234985352
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.27449893951416
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.274786949157715
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.274520397186279
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.274393558502197
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.274721622467041
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.274248123168945
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.2741193771362305
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.2746262550354
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.274750232696533
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.274567127227783
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.274755477905273
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.274744033813477
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.274515151977539
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.274855136871338
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.274622440338135
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.274539470672607
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.274580955505371
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.274531841278076
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.274046897888184
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.274811744689941
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.274338245391846
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.27467679977417
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.274855136871338
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.274768829345703
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.27460241317749
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.274046897888184
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.274582862854004
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.2743377685546875
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.274353981018066
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.27455997467041
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.275059700012207
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.274499416351318
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.274058818817139
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.274567127227783
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.2742486000061035
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.274958610534668
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.274582862854004
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.274449348449707
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.274524211883545
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.274122714996338
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.274147987365723
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.274587631225586
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.274698734283447
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.2745585441589355
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.274616241455078
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.274007320404053
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.274540424346924
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.274548053741455
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.274374008178711
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.2746148109436035
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.274040699005127
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.2745795249938965
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.274398326873779
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.274636268615723
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.274792671203613
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.274834156036377
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.274662971496582
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.274572849273682
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.274435520172119
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.274420738220215
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.274289131164551
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.274372100830078
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.274209022521973
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.274506568908691
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.274554252624512
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.274818420410156
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.274600982666016
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.273873805999756
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.274837970733643
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.275341033935547
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.274776935577393
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.274278163909912
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.274334907531738
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.274751663208008
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.2744340896606445
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.2742533683776855
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.274150848388672
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.2747650146484375
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.274424076080322
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.274643421173096
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.274670600891113
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.273304462432861
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.273890018463135
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.274674892425537
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.2747321128845215
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.274630069732666
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.274728298187256
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.274319171905518
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.275087356567383
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.275118350982666
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.274928092956543
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.274599075317383
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.274411201477051
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.2745771408081055
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.274416446685791
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.274554252624512
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.274768829345703
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.274735450744629
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.274648666381836
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.274571418762207
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.274771690368652
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.274845600128174
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.274657726287842
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.274631500244141
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.274269104003906
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.274440288543701
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.274508476257324
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.274582862854004
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.274513244628906
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.274773597717285
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.274778842926025
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.274636268615723
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.2745795249938965
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.274754047393799
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.2742462158203125
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.275012969970703
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.274222373962402
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.274643421173096
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.274284839630127
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.274724006652832
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.274510383605957
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.2755327224731445
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.274287700653076
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.27473258972168
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.275290489196777
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.274872779846191
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.274270534515381
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.274633407592773
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.274768829345703
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.274454116821289
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.274589538574219
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.274351596832275
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.274500846862793
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.274555683135986
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.2746262550354
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.274379730224609
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.27446985244751
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.274111270904541
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.275233268737793
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.274515151977539
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.274725914001465
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.27446174621582
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.274633407592773
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.2747297286987305
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.27409029006958
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.274662971496582
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.274476051330566
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.274552345275879
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.274617671966553
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.274596691131592
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.274476051330566
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.274247646331787
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.27416467666626
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.2743072509765625
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.274561882019043
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.274477005004883
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.274801254272461
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.275085926055908
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.274526596069336
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.27434778213501
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.2733683586120605
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.274514675140381
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.2745680809021
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.274269104003906
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.274361610412598
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.273892402648926
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.274421215057373
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.274298667907715
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.274529933929443
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.27460241317749
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.274300575256348
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.274655818939209
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.2743048667907715
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.273879528045654
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.274076461791992
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.2745866775512695
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.274919509887695
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.274211406707764
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.2743096351623535
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.274185657501221
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.273694038391113
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.274046897888184
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.274636268615723
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.274648666381836
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.274121284484863
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.274520397186279
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.27301025390625
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.272373676300049
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.271544933319092
                }
            ]
        },
        {
            "bit": 13,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.247834205627441
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.248321056365967
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.248236656188965
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.248283863067627
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.248269557952881
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.248053550720215
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.248664379119873
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.2481689453125
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.248264312744141
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.248376846313477
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.248171806335449
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.248068332672119
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.248405933380127
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.248583793640137
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.248326301574707
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.248199462890625
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.248213768005371
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.248101711273193
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.248058795928955
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.248281478881836
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.248108386993408
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.248195171356201
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.248269557952881
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.248494625091553
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.247899532318115
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.24840784072876
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.248237133026123
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.248626232147217
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.248283386230469
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.248085021972656
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.247994422912598
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.248094081878662
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.248443126678467
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.248375415802002
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.248220920562744
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.2484354972839355
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.248291492462158
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.248068809509277
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.24827766418457
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.248023986816406
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.248244762420654
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.2486419677734375
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.2479634284973145
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.248130798339844
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.248246669769287
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.248663425445557
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.247912406921387
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.248525142669678
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.2477898597717285
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.248199939727783
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.248238563537598
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.248071193695068
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.2485175132751465
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.248464584350586
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.248086452484131
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.248080730438232
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.248236179351807
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.247848033905029
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.248409748077393
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.248721122741699
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.247928619384766
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.248072624206543
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.247601509094238
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.248238563537598
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.248289108276367
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.248273849487305
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.247977256774902
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.247811317443848
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.248447895050049
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.24895715713501
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.248316287994385
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.24825382232666
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.248040199279785
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.248309135437012
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.248592376708984
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.247684001922607
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.247114658355713
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.247913360595703
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.248260498046875
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.248265266418457
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.248122692108154
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.248208999633789
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.248291015625
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.248507976531982
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.248231410980225
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.248229503631592
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.248205184936523
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.248281002044678
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.249176979064941
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.248629093170166
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.2483229637146
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.248271942138672
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.248324394226074
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.248229503631592
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.248482704162598
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.247836112976074
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.247668266296387
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.247906684875488
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.248292922973633
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.248463153839111
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.248394012451172
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.248410224914551
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.248576641082764
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.248191833496094
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.24817419052124
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.247965335845947
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.248276233673096
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.248037338256836
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.248019695281982
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.248337745666504
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.248184680938721
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.24840784072876
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.24832820892334
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.248246669769287
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.24843168258667
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.248345375061035
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.247974872589111
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.247785568237305
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.248091697692871
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.248186111450195
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.248392105102539
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.248359203338623
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.248168468475342
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.248239040374756
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.248244285583496
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.248125076293945
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.248213768005371
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.247987270355225
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.247823238372803
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.248353958129883
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.2481818199157715
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.247506618499756
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.248140811920166
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.248283386230469
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.248298645019531
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.248477458953857
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.24800968170166
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.248289108276367
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.248357772827148
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.247988700866699
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.2481207847595215
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.248190402984619
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.248232364654541
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.2480926513671875
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.248141288757324
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.247828960418701
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.247858047485352
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.2480340003967285
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.2480669021606445
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.248183250427246
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.247898578643799
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.248222827911377
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.247857570648193
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.247853755950928
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.248400688171387
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.248077869415283
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.248209476470947
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.248137950897217
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.248072624206543
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.248524188995361
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.247756481170654
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.248239040374756
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.24809455871582
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.2481465339660645
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.248367786407471
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.248000621795654
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.248215198516846
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.248279094696045
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.248340129852295
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.248136520385742
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.248197078704834
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.248507499694824
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.2480082511901855
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.248030185699463
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.2472662925720215
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.2481369972229
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.2483134269714355
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.247519493103027
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.2484025955200195
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.247710227966309
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.248192310333252
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.247447967529297
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.248267650604248
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.248035907745361
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.247849464416504
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.248297691345215
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.248383045196533
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.248199462890625
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.247432708740234
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.24814510345459
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.248156547546387
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.247897624969482
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.24844217300415
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.246650218963623
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.24569845199585
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.245147228240967
                }
            ]
        },
        {
            "bit": 14,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.230225086212158
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.23045015335083
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.230877876281738
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.230362892150879
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.230662822723389
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.230549335479736
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.230662822723389
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.23037576675415
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.2306132316589355
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.230503559112549
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.230691432952881
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.23063325881958
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.230495452880859
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.230119705200195
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.23042631149292
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.230596542358398
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.230808258056641
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.230633735656738
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.23075008392334
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.230428218841553
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.230818271636963
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.230372428894043
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.230461597442627
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.2303972244262695
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.230652332305908
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.230072498321533
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.230503559112549
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.229776382446289
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.230457305908203
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.2306294441223145
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.230691432952881
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.230884075164795
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.230276584625244
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.230413913726807
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.230924129486084
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.230325222015381
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.230465412139893
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.230718612670898
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.230609893798828
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.230681896209717
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.23048734664917
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.230095386505127
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.230746746063232
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.230489730834961
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.230502128601074
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.230197429656982
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.230306148529053
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.230234622955322
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.230851650238037
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.230720520019531
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.230526924133301
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.230404853820801
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.230315685272217
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.229747772216797
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.230710983276367
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.230226039886475
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.230635643005371
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.230195045471191
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.230198860168457
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.230079650878906
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.230344295501709
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.230650424957275
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.230907440185547
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.230503559112549
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.230506420135498
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.230738162994385
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.230810642242432
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.2303690910339355
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.230345249176025
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.230093479156494
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.23074197769165
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.23038911819458
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.230496883392334
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.230563163757324
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.2299675941467285
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.230419158935547
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.230853080749512
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.230559825897217
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.230224609375
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.230562686920166
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.230393886566162
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.2305402755737305
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.230417251586914
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.230453968048096
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.230545997619629
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.230353355407715
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.230652332305908
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.2304158210754395
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.22995138168335
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.230222225189209
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.230736255645752
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.230619430541992
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.230607986450195
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.2306742668151855
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.230405330657959
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.230690956115723
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.230876922607422
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.230522632598877
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.230782985687256
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.230546951293945
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.230716705322266
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.2305827140808105
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.23033332824707
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.2305588722229
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.230514049530029
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.230884075164795
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.230517864227295
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.230969429016113
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.230803966522217
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.230576515197754
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.230652332305908
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.230250358581543
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.230522155761719
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.230466365814209
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.230779647827148
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.230546951293945
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.2307329177856445
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.230569362640381
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.230296611785889
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.230505466461182
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.230643272399902
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.230350971221924
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.2306623458862305
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.230560779571533
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.230598449707031
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.230773448944092
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.230546951293945
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.2305731773376465
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.230878829956055
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.230543613433838
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.230668544769287
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.230845928192139
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.2306413650512695
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.23033332824707
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.230534553527832
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.230432987213135
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.230444431304932
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.230862617492676
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.230563640594482
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.230269432067871
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.230563640594482
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.230543613433838
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.230373859405518
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.230366230010986
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.230228424072266
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.230721473693848
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.23038387298584
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.230534076690674
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.230393409729004
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.230463981628418
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.230639457702637
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.230187892913818
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.2305474281311035
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.2302069664001465
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.23054838180542
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.230549335479736
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.230645179748535
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.23065710067749
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.230253219604492
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.230253219604492
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.230366230010986
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.230321407318115
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.230527877807617
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.230722904205322
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.230567455291748
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.230257987976074
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.230138301849365
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.229963779449463
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.230508804321289
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.230307579040527
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.230316638946533
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.230183124542236
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.229976654052734
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.230103969573975
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.230717182159424
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.230463981628418
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.230523586273193
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.229809761047363
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.230703830718994
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.230395317077637
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.2303900718688965
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.230624198913574
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.230302333831787
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.230849742889404
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.230327606201172
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.23046350479126
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.229889869689941
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.23018741607666
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.230431079864502
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.2305908203125
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.230468273162842
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.229747295379639
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.230452537536621
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.229353904724121
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.228734493255615
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.228662967681885
                }
            ]
        },
        {
            "bit": 15,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 7.209623336791992
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 7.209571361541748
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 7.209879398345947
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 7.209714412689209
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 7.209435939788818
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 7.209455490112305
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 7.209371566772461
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 7.209475517272949
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 7.2096943855285645
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 7.209484577178955
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 7.209714889526367
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 7.209681510925293
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 7.209736347198486
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 7.209626197814941
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 7.209522724151611
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 7.209499835968018
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 7.209181308746338
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 7.209417819976807
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 7.20952844619751
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 7.209712505340576
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 7.209344387054443
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 7.20962381362915
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 7.209589004516602
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 7.209336757659912
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 7.209458827972412
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 7.209731101989746
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 7.209697246551514
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 7.209627628326416
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 7.209644794464111
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 7.209641933441162
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 7.209423542022705
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 7.209262371063232
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 7.2096781730651855
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 7.209897994995117
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 7.20932149887085
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 7.209733963012695
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 7.209381103515625
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 7.209512710571289
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 7.209609508514404
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 7.209467887878418
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 7.209566116333008
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 7.209509372711182
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 7.209656238555908
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 7.209725379943848
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 7.209423542022705
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 7.2098259925842285
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 7.209695816040039
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 7.209697246551514
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 7.209181308746338
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 7.209709167480469
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 7.209627628326416
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 7.209692001342773
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 7.2095046043396
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 7.209884166717529
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 7.209226131439209
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 7.2091965675354
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 7.209712505340576
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 7.209193229675293
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 7.209427356719971
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 7.2097883224487305
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 7.209360122680664
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 7.209405899047852
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 7.209123134613037
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 7.209566116333008
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 7.209554195404053
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 7.209654331207275
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 7.209668159484863
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 7.209173202514648
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 7.209526062011719
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 7.209738254547119
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 7.209649085998535
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 7.209709644317627
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 7.2096452713012695
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 7.209415912628174
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 7.20972204208374
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 7.209728717803955
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 7.208878517150879
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 7.209584712982178
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 7.209688186645508
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 7.209685325622559
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 7.209439277648926
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 7.2092485427856445
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 7.209542274475098
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 7.209408760070801
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 7.209544658660889
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 7.209717273712158
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 7.209535598754883
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 7.2099151611328125
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 7.210231781005859
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 7.209975242614746
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 7.209081649780273
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 7.209685325622559
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 7.20979118347168
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 7.209898948669434
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 7.209819316864014
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 7.209123611450195
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 7.209346294403076
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 7.2092604637146
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 7.209606170654297
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 7.209618091583252
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 7.209575176239014
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 7.209627628326416
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 7.209804058074951
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 7.209414005279541
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 7.209610939025879
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 7.209445953369141
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 7.209546089172363
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 7.209475517272949
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 7.209660053253174
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 7.209322929382324
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 7.209378719329834
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 7.209626197814941
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 7.209589004516602
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 7.209439277648926
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 7.20959997177124
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 7.209387302398682
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 7.209550857543945
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 7.209652423858643
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 7.209503173828125
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 7.209697246551514
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 7.209769248962402
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 7.209499359130859
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 7.209786415100098
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 7.209512710571289
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 7.209549427032471
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 7.209669589996338
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 7.209728240966797
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 7.209415435791016
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 7.20952033996582
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 7.209365367889404
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 7.209567546844482
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 7.209239482879639
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 7.209578514099121
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 7.209773063659668
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 7.2096333503723145
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 7.209623336791992
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 7.209573268890381
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 7.209644794464111
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 7.209277629852295
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 7.209657192230225
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 7.2098164558410645
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 7.2098164558410645
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 7.209563255310059
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 7.209649085998535
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 7.209738254547119
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 7.209245204925537
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 7.209695339202881
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 7.209848403930664
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 7.209571361541748
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 7.209617614746094
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 7.2093634605407715
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 7.210000991821289
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 7.209525108337402
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 7.209862232208252
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 7.209578514099121
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 7.209775447845459
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 7.2095208168029785
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 7.20963716506958
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 7.2094879150390625
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 7.209764003753662
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 7.20944881439209
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 7.209705352783203
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 7.2097978591918945
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 7.209456443786621
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 7.209496021270752
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 7.209509372711182
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 7.209721088409424
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 7.209700584411621
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 7.209742069244385
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 7.2096357345581055
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 7.209347724914551
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 7.209903240203857
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 7.2096781730651855
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 7.209565162658691
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 7.208886623382568
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 7.209804058074951
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 7.209747791290283
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 7.209222316741943
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 7.209788799285889
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 7.209136009216309
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 7.209444999694824
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 7.20916223526001
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 7.209606170654297
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 7.209320545196533
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 7.209237098693848
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 7.209776878356934
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 7.209685325622559
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 7.209350109100342
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 7.2091522216796875
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 7.209604740142822
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 7.209671974182129
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 7.210454940795898
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 7.209765911102295
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 7.208652973175049
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 7.208071231842041
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 7.207369804382324
                }
            ]
        }
    ]
}