{
    "original_ppl": 8.745906829833984,
    "reduced_ppl": [
        {
            "bit": 1,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 509822.0625
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 538327.9375
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 533367.4375
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 590264.6875
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 537238.625
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 478205.59375
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 655503.5
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 495023.71875
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 493670.1875
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 340459.15625
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 403708.8125
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 506857.125
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 143732.125
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 51850.56640625
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 493436.71875
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 503960.34375
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 113289.9609375
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 381014.84375
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 143173.140625
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 72947.09375
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 1066029.625
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 506102.15625
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 488075.125
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 523222.875
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 609740.25
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 262270.78125
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 248356.34375
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 159159.640625
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 496303.3125
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 499560.875
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 618794.375
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 838025.1875
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 465705.03125
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 399739.78125
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 503769.0625
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 508414.0
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 511867.75
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 757016.1875
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 571175.75
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 568971.6875
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 525710.6875
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 453616.0
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 492387.53125
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 497219.09375
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 456390.9375
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 491883.9375
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 575495.75
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 384556.5625
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 563492.375
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 502841.75
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 466287.1875
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 279691.875
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 381328.90625
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 352691.4375
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 480383.59375
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 540817.5
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 475985.21875
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 483643.1875
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 694069.8125
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 634331.375
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 359960.90625
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 363220.3125
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 437372.15625
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 498053.84375
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 484898.46875
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 586201.4375
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 427952.40625
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 488524.96875
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 435957.9375
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 276337.15625
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 493193.96875
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 494768.84375
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 377664.53125
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 425800.09375
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 570334.75
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 423771.71875
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 474075.25
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 502679.6875
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 492760.03125
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 336416.0
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 483901.59375
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 587164.9375
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 338470.78125
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 527684.25
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 483596.625
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 471067.4375
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 726385.5625
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 293312.8125
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 510081.75
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 514084.84375
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 345068.5
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 511253.0625
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 451895.75
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 396633.90625
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 399404.46875
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 807780.8125
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 334011.03125
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 621520.3125
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 494610.8125
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 494029.09375
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 720572.625
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 633528.5
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 316306.75
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 410634.53125
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 431013.25
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 477950.25
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 474731.71875
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 529440.4375
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 440313.0
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 314314.9375
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 429713.875
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 510169.34375
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 488499.8125
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 444278.40625
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 294936.90625
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 614531.3125
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 394586.40625
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 821706.5625
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 675286.0625
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 497150.3125
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 484489.84375
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 383519.6875
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 633905.0625
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 391117.125
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 580595.5
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 597108.0
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 461282.15625
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 534753.875
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 497186.34375
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 583548.125
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 415311.34375
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 194010.359375
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 217273.828125
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 443200.125
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 461082.9375
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 372551.1875
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 695402.1875
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 223719.765625
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 195513.90625
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 316303.75
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 503946.875
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 530691.5
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 181295.140625
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 563373.5625
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 424514.34375
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 288685.03125
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 489158.53125
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 493070.3125
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 488862.40625
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 329350.21875
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 257743.359375
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 483919.09375
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 696000.6875
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 379712.21875
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 492708.375
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 495521.09375
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 398197.3125
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 459437.34375
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 317390.03125
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 439997.34375
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 370509.625
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 498515.78125
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 493557.21875
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 468406.9375
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 522686.75
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 88988.8125
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 593634.25
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 649319.625
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 502013.75
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 486369.40625
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 335768.25
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 1156123.0
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 627134.9375
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 726881.75
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 532718.8125
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 463236.4375
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 492668.875
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 448622.90625
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 824238.5
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 651024.1875
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 437681.3125
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 312302.84375
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 486150.0625
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 479668.53125
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 696917.25
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 358079.15625
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 402697.53125
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 669048.875
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 585900.1875
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 498672.65625
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 384283.0625
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 376233.40625
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 262105.765625
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 499135.15625
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 323332.875
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 453631.15625
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 486653.8125
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 482662.6875
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 330815.5625
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 371276.8125
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 352527.34375
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 335110.53125
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 528860.625
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 493916.96875
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 557706.125
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 699763.75
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 728680.0625
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 414464.625
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 406915.53125
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 476307.59375
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 491862.375
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 468244.375
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 407090.96875
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 590274.25
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 463430.84375
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 374280.15625
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 516064.90625
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 496474.6875
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 480406.96875
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 542153.375
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 339181.0
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 724107.3125
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 493814.75
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 297589.90625
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 481334.6875
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 461687.9375
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 541390.8125
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 334429.21875
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 342629.75
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 421119.59375
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 233519.109375
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 497749.46875
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 490801.96875
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 284092.0625
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 148943.96875
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 262176.5
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 436968.96875
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 215514.546875
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 484779.65625
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 500432.53125
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 641988.625
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 927807.5
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 485525.5
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 550217.5625
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 421868.46875
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 490279.90625
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 496234.6875
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 388773.9375
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 512903.6875
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 203068.03125
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 378916.40625
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 826250.125
                }
            ]
        },
        {
            "bit": 2,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 1261.2044677734375
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 1240.9119873046875
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 916.9549560546875
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 1125.4857177734375
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 1204.57275390625
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 1200.29931640625
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 1166.62646484375
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 1273.783447265625
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 1277.2923583984375
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 1221.51513671875
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 1265.86962890625
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 1390.9832763671875
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 1173.128662109375
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 1313.9671630859375
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 1273.0584716796875
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 1279.5850830078125
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 1282.638916015625
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 1276.3486328125
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 1270.7381591796875
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 1280.552001953125
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 1177.006103515625
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 1277.8807373046875
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 1241.9539794921875
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 1295.67626953125
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 1242.2144775390625
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 1305.3043212890625
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 1271.1326904296875
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 1319.048828125
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 1301.05517578125
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 1268.668212890625
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 1261.4613037109375
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 1254.9613037109375
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 1285.5657958984375
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 1253.3203125
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 1287.0948486328125
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 1267.986572265625
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 1272.4727783203125
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 1371.9842529296875
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 1266.224609375
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 1275.26513671875
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 1244.6484375
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 1257.968994140625
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 1262.5914306640625
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 1344.3126220703125
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 1275.442138671875
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 1235.560302734375
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 1261.893798828125
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 1247.4766845703125
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 1269.3548583984375
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 1280.4017333984375
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 1272.7623291015625
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 1286.567138671875
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 1240.0863037109375
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 1280.8377685546875
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 1315.5306396484375
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 1271.3017578125
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 1274.818359375
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 1281.8709716796875
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 1270.5345458984375
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 1285.6448974609375
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 1266.6219482421875
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 1281.600830078125
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 1282.51171875
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 1265.2347412109375
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 1224.624755859375
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 1289.5626220703125
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 1282.0689697265625
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 1247.7467041015625
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 1279.5435791015625
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 1296.42041015625
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 1237.4825439453125
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 1216.6925048828125
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 1239.482666015625
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 1353.3092041015625
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 1247.059814453125
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 1227.754638671875
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 1268.6795654296875
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 1252.6488037109375
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 1285.46337890625
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 1285.6141357421875
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 1262.0245361328125
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 1230.2318115234375
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 1253.8846435546875
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 1303.0643310546875
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 1281.0931396484375
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 1258.185546875
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 1265.995849609375
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 1249.851806640625
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 1260.858154296875
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 1264.1312255859375
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 1249.4793701171875
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 1280.459716796875
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 1305.4219970703125
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 1264.4151611328125
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 1265.671630859375
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 1258.8570556640625
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 1251.5823974609375
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 1243.1009521484375
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 1264.5640869140625
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 1330.89111328125
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 1227.06103515625
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 1287.6829833984375
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 1260.8045654296875
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 1249.6026611328125
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 1291.270751953125
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 1332.409912109375
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 1293.9130859375
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 1272.3399658203125
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 1221.59716796875
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 1277.1790771484375
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 1273.030517578125
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 1277.3076171875
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 1278.40185546875
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 1296.1707763671875
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 1267.1336669921875
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 1278.986083984375
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 1317.5928955078125
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 1174.0408935546875
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 1254.4814453125
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 1255.0870361328125
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 1224.23876953125
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 1297.7738037109375
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 1245.73681640625
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 1261.725341796875
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 1303.4893798828125
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 1238.5125732421875
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 1269.494140625
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 1263.5888671875
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 1282.7197265625
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 1350.838623046875
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 1264.3216552734375
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 1294.50244140625
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 1260.5966796875
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 1280.3492431640625
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 1369.90673828125
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 1222.181640625
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 1269.59765625
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 1232.1461181640625
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 1314.9869384765625
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 1248.09130859375
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 1255.527587890625
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 1284.1505126953125
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 1260.8238525390625
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 1238.966796875
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 1279.3568115234375
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 1299.281982421875
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 1290.3443603515625
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 1265.146728515625
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 1278.917724609375
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 1291.2503662109375
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 1187.196533203125
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 1282.556396484375
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 1271.71337890625
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 1294.8505859375
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 1282.653564453125
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 1296.4661865234375
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 1276.0364990234375
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 1306.7760009765625
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 1285.2874755859375
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 1270.5660400390625
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 1272.279296875
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 1288.21484375
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 1258.703369140625
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 1275.6702880859375
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 1294.5079345703125
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 1320.13427734375
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 1289.4254150390625
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 1258.2742919921875
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 1279.302001953125
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 1287.8167724609375
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 1248.5186767578125
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 1254.62158203125
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 1280.7620849609375
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 1257.8466796875
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 1238.331298828125
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 1283.4189453125
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 1217.8348388671875
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 1335.2281494140625
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 1315.74072265625
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 1243.982177734375
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 1278.316650390625
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 1249.9697265625
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 1276.7425537109375
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 1274.4322509765625
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 1287.901611328125
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 1292.8682861328125
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 1265.085205078125
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 1293.127197265625
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 1266.35986328125
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 1272.0191650390625
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 1280.8170166015625
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 1231.58642578125
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 1266.2886962890625
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 1243.2669677734375
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 1276.9068603515625
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 1265.9608154296875
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 1283.1177978515625
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 1260.957275390625
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 1282.875
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 1274.642578125
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 1280.686279296875
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 1269.9434814453125
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 1270.4739990234375
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 1270.4952392578125
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 1277.6109619140625
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 1264.3614501953125
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 1275.9561767578125
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 1276.42724609375
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 1272.907958984375
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 1276.1484375
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 1280.5062255859375
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 1285.8851318359375
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 1268.0904541015625
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 1245.8746337890625
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 1251.763916015625
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 1247.7890625
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 1268.5574951171875
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 1284.1326904296875
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 1265.0718994140625
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 1261.93896484375
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 1294.5289306640625
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 1276.3863525390625
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 1294.3382568359375
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 1256.130615234375
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 1272.08154296875
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 1264.0877685546875
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 1260.318359375
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 1268.1907958984375
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 1269.84228515625
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 1276.9166259765625
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 1272.9183349609375
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 1276.15576171875
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 1248.62939453125
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 1298.155029296875
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 1312.5494384765625
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 1280.1917724609375
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 1257.9359130859375
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 1272.9310302734375
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 1274.427490234375
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 1274.7908935546875
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 1269.467529296875
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 1259.2880859375
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 1280.052490234375
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 1286.2506103515625
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 1271.737060546875
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 1275.3052978515625
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 1277.102294921875
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 1283.089111328125
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 1285.934814453125
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 1262.58544921875
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 1259.2310791015625
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 1302.30517578125
                }
            ]
        },
        {
            "bit": 3,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 58.079036712646484
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 60.14411544799805
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 55.4665412902832
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 62.98097610473633
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 54.47629928588867
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 54.820987701416016
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 56.948978424072266
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 58.85790252685547
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 58.59568405151367
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 55.8698616027832
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 58.10995101928711
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 20.694622039794922
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 31.64300537109375
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 75.89815521240234
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 59.37955856323242
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 57.61052322387695
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 56.012332916259766
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 54.24597930908203
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 42.11052703857422
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 56.4196662902832
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 59.24555587768555
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 58.53304672241211
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 60.56925582885742
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 59.40665817260742
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 58.496944427490234
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 64.38346862792969
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 58.23938751220703
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 59.42841720581055
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 57.5261344909668
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 59.0052375793457
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 56.88642120361328
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 56.05724334716797
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 56.74775695800781
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 59.38414764404297
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 59.5495491027832
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 58.603118896484375
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 57.9986686706543
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 59.545654296875
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 58.871463775634766
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 59.081817626953125
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 58.82555389404297
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 58.590179443359375
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 58.49811553955078
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 59.39102554321289
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 57.36520767211914
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 56.678958892822266
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 58.78590774536133
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 59.54787063598633
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 59.18315505981445
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 58.464481353759766
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 59.0807991027832
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 58.91555404663086
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 58.18223571777344
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 57.740440368652344
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 57.60576629638672
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 58.76953887939453
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 58.91291046142578
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 58.396053314208984
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 59.21818923950195
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 58.628944396972656
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 57.61332321166992
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 57.051422119140625
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 58.459129333496094
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 57.99009323120117
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 58.664207458496094
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 59.07598876953125
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 58.641998291015625
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 57.34573745727539
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 57.209861755371094
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 58.48693084716797
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 59.61287307739258
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 56.849918365478516
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 58.5548210144043
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 58.27005386352539
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 58.345401763916016
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 59.09252166748047
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 59.05854797363281
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 58.819496154785156
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 57.26982498168945
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 58.427024841308594
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 57.98141098022461
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 57.15837478637695
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 57.53779602050781
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 58.917633056640625
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 57.729373931884766
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 57.98829650878906
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 57.907310485839844
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 57.521202087402344
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 56.57500457763672
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 59.368717193603516
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 58.41621780395508
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 58.359283447265625
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 57.79682922363281
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 58.71772003173828
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 58.970523834228516
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 58.0282096862793
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 58.63009262084961
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 59.09128189086914
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 58.80160140991211
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 58.2698860168457
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 58.863773345947266
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 57.77045822143555
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 58.00358963012695
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 58.744937896728516
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 58.76858139038086
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 58.347320556640625
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 58.669132232666016
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 58.2647705078125
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 58.809059143066406
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 58.020851135253906
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 58.25993728637695
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 58.26666259765625
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 58.34901809692383
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 58.48344802856445
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 58.67128372192383
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 58.33546447753906
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 57.70683288574219
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 57.8074951171875
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 57.83845520019531
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 59.16901779174805
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 58.198631286621094
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 58.51462936401367
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 58.490333557128906
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 58.30446243286133
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 58.41878128051758
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 58.564456939697266
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 58.279052734375
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 58.9774169921875
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 59.310768127441406
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 58.70886993408203
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 58.28881072998047
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 58.09333038330078
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 57.985862731933594
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 58.01858139038086
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 58.578895568847656
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 58.52762985229492
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 58.77651596069336
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 58.70024871826172
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 57.46831512451172
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 58.728302001953125
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 59.13737106323242
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 58.644432067871094
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 59.00498580932617
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 58.565433502197266
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 58.85551834106445
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 58.318973541259766
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 58.920494079589844
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 58.892574310302734
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 58.81924057006836
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 59.03934860229492
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 58.246803283691406
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 58.37044143676758
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 58.444583892822266
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 58.97474670410156
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 58.86604309082031
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 58.74829864501953
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 58.2932014465332
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 57.8590087890625
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 58.49844741821289
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 58.6189079284668
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 58.72578430175781
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 58.666133880615234
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 59.616737365722656
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 58.59459686279297
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 58.74076461791992
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 58.773963928222656
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 58.38224411010742
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 58.787532806396484
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 58.702850341796875
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 59.23538589477539
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 58.86354446411133
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 58.208065032958984
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 58.39747619628906
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 59.03844451904297
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 58.74978256225586
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 58.852149963378906
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 58.4100341796875
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 58.88780212402344
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 58.68278503417969
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 58.5557975769043
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 58.377010345458984
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 58.84418487548828
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 58.72303771972656
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 58.874271392822266
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 58.83320999145508
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 58.52986526489258
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 58.53773498535156
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 58.51323699951172
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 58.85400390625
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 58.749839782714844
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 58.670135498046875
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 59.22931671142578
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 58.61113739013672
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 58.64907455444336
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 58.306739807128906
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 58.81276321411133
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 58.77634811401367
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 58.716766357421875
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 58.86888122558594
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 58.515079498291016
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 58.611331939697266
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 58.62421798706055
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 58.542484283447266
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 58.807491302490234
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 58.66303253173828
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 58.62701416015625
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 58.762725830078125
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 58.624359130859375
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 58.524173736572266
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 58.449127197265625
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 58.860626220703125
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 58.75508117675781
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 58.545188903808594
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 58.57769012451172
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 58.65620803833008
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 58.3541374206543
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 58.566383361816406
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 58.80241775512695
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 58.69890594482422
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 59.152400970458984
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 59.142250061035156
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 58.24152374267578
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 58.757041931152344
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 58.01100540161133
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 58.787837982177734
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 58.85490417480469
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 58.46894454956055
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 58.661155700683594
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 58.62771224975586
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 58.74325942993164
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 58.45712661743164
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 58.697593688964844
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 58.38850784301758
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 58.63361358642578
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 58.59504318237305
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 58.63618469238281
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 58.80839157104492
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 58.64462661743164
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 58.76569747924805
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 58.78621292114258
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 58.735191345214844
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 58.84965515136719
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 58.576045989990234
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 58.468135833740234
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 58.530704498291016
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 58.799251556396484
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 58.76782989501953
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 58.868770599365234
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 58.77208709716797
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 58.31474685668945
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 58.721805572509766
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 58.589622497558594
                }
            ]
        },
        {
            "bit": 4,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 12.060738563537598
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 12.063039779663086
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 12.048315048217773
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 12.053133010864258
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 12.04892635345459
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 12.054834365844727
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 12.023478507995605
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 12.067475318908691
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 12.066946029663086
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 12.045415878295898
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 12.07791519165039
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 11.910951614379883
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 12.076984405517578
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 12.073463439941406
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 12.069987297058105
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 12.069241523742676
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 12.069727897644043
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 12.064103126525879
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 12.057599067687988
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 12.045336723327637
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 12.016530990600586
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 12.069690704345703
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 12.070709228515625
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 12.07215690612793
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 12.070144653320312
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 12.055500984191895
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 12.0806884765625
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 12.05568790435791
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 12.068531036376953
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 12.069743156433105
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 12.063488006591797
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 12.053733825683594
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 12.044778823852539
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 12.079294204711914
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 12.054370880126953
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 12.077534675598145
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 12.05862808227539
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 12.0806303024292
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 12.067020416259766
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 12.054905891418457
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 12.045668601989746
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 12.055334091186523
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 12.075891494750977
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 12.087199211120605
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 12.063286781311035
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 12.049201965332031
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 12.035224914550781
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 12.055428504943848
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 12.051241874694824
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 12.07327651977539
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 12.065901756286621
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 12.065415382385254
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 12.060296058654785
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 12.038164138793945
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 12.055068969726562
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 12.051253318786621
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 12.065104484558105
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 12.090044021606445
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 12.075338363647461
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 12.058318138122559
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 12.027595520019531
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 12.050683975219727
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 12.054948806762695
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 12.061086654663086
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 12.081639289855957
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 12.067874908447266
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 12.063076972961426
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 12.026212692260742
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 12.050992012023926
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 12.066859245300293
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 12.073573112487793
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 12.057806015014648
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 12.079700469970703
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 12.06656265258789
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 12.028314590454102
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 12.053741455078125
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 12.054753303527832
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 12.067094802856445
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 12.07446575164795
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 12.067164421081543
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 12.064057350158691
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 12.043179512023926
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 12.038405418395996
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 12.06148624420166
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 12.05451774597168
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 12.050046920776367
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 12.0706205368042
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 12.06778335571289
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 12.024334907531738
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 12.03186321258545
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 12.061273574829102
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 12.02717113494873
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 12.044054985046387
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 12.083251953125
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 12.076777458190918
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 12.048529624938965
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 12.056000709533691
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 12.062504768371582
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 12.060712814331055
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 12.06000804901123
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 12.057777404785156
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 12.05921459197998
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 12.045482635498047
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 12.065484046936035
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 12.060922622680664
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 12.054322242736816
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 12.072327613830566
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 12.081117630004883
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 12.069437980651855
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 12.044727325439453
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 12.072482109069824
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 12.057230949401855
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 12.065970420837402
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 12.072977066040039
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 12.06207275390625
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 12.063102722167969
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 12.05171012878418
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 12.05759048461914
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 12.054816246032715
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 12.073095321655273
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 12.074941635131836
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 12.072015762329102
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 12.064469337463379
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 12.067083358764648
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 12.066549301147461
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 12.06617546081543
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 12.070887565612793
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 12.072781562805176
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 12.075807571411133
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 12.057944297790527
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 12.051304817199707
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 12.053276062011719
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 12.059430122375488
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 12.063424110412598
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 12.066022872924805
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 12.0872802734375
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 12.060347557067871
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 12.064108848571777
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 12.060198783874512
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 12.063545227050781
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 12.064903259277344
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 12.07347583770752
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 12.063281059265137
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 12.078476905822754
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 12.061690330505371
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 12.07443904876709
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 12.067094802856445
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 12.069796562194824
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 12.069483757019043
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 12.073927879333496
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 12.065593719482422
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 12.06294059753418
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 12.067785263061523
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 12.066191673278809
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 12.069442749023438
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 12.062653541564941
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 12.068436622619629
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 12.065398216247559
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 12.066462516784668
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 12.07320499420166
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 12.065950393676758
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 12.070490837097168
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 12.069845199584961
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 12.064810752868652
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 12.057811737060547
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 12.058266639709473
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 12.074030876159668
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 12.060321807861328
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 12.070162773132324
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 12.07591724395752
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 12.063884735107422
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 12.064802169799805
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 12.069540977478027
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 12.073748588562012
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 12.062647819519043
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 12.073023796081543
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 12.054707527160645
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 12.073702812194824
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 12.077423095703125
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 12.06714153289795
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 12.059471130371094
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 12.071342468261719
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 12.071495056152344
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 12.06824016571045
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 12.067046165466309
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 12.068349838256836
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 12.058225631713867
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 12.06285572052002
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 12.065817832946777
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 12.068015098571777
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 12.05946159362793
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 12.074243545532227
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 12.06987190246582
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 12.063326835632324
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 12.056831359863281
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 12.054948806762695
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 12.06772518157959
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 12.059749603271484
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 12.071356773376465
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 12.065311431884766
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 12.062607765197754
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 12.054179191589355
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 12.06089973449707
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 12.072678565979004
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 12.07612133026123
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 12.071903228759766
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 12.066534042358398
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 12.05955982208252
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 12.061339378356934
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 12.060994148254395
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 12.071800231933594
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 12.063177108764648
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 12.0620756149292
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 12.069270133972168
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 12.056190490722656
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 12.054718971252441
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 12.06099796295166
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 12.059614181518555
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 12.06063461303711
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 12.058976173400879
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 12.086191177368164
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 12.051109313964844
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 12.056492805480957
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 12.044733047485352
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 12.07150650024414
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 12.066923141479492
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 12.065144538879395
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 12.084514617919922
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 12.054062843322754
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 12.048104286193848
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 12.049529075622559
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 12.066036224365234
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 12.064619064331055
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 12.068876266479492
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 12.075784683227539
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 12.055356979370117
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 12.058616638183594
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 12.050683975219727
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 12.064779281616211
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 12.069218635559082
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 12.067440032958984
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 12.0781831741333
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 12.051434516906738
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 12.052787780761719
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 12.042752265930176
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 12.069563865661621
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 12.069000244140625
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 12.070976257324219
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 12.075348854064941
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 12.027520179748535
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 12.030930519104004
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 12.051279067993164
                }
            ]
        },
        {
            "bit": 5,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 10.433083534240723
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 10.434142112731934
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 10.427998542785645
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 10.435879707336426
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 10.429344177246094
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 10.429019927978516
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 10.422112464904785
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 10.433629035949707
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 10.434246063232422
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 10.424422264099121
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 10.440340042114258
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 10.391286849975586
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 10.422350883483887
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 10.434083938598633
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 10.434410095214844
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 10.434688568115234
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 10.435098648071289
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 10.433295249938965
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 10.427913665771484
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 10.44725513458252
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 10.413583755493164
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 10.434606552124023
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 10.43533992767334
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 10.433768272399902
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 10.43173599243164
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 10.434778213500977
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 10.43132495880127
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 10.431350708007812
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 10.435504913330078
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 10.434857368469238
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 10.432832717895508
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 10.427931785583496
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 10.429106712341309
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 10.4354829788208
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 10.431092262268066
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 10.43578052520752
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 10.436923027038574
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 10.437736511230469
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 10.43351936340332
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 10.428773880004883
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 10.430286407470703
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 10.430387496948242
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 10.435171127319336
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 10.43129825592041
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 10.431678771972656
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 10.43581771850586
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 10.429560661315918
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 10.4346342086792
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 10.43002986907959
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 10.433793067932129
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 10.434803009033203
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 10.434882164001465
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 10.435302734375
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 10.42695426940918
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 10.428451538085938
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 10.427873611450195
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 10.434538841247559
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 10.4369478225708
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 10.429386138916016
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 10.43106460571289
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 10.425786018371582
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 10.425773620605469
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 10.431715965270996
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 10.433426856994629
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 10.433760643005371
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 10.429754257202148
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 10.432634353637695
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 10.41878604888916
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 10.415840148925781
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 10.433571815490723
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 10.435195922851562
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 10.434648513793945
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 10.435171127319336
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 10.43315601348877
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 10.424849510192871
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 10.431032180786133
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 10.430322647094727
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 10.435556411743164
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 10.430524826049805
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 10.429341316223145
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 10.434032440185547
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 10.422652244567871
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 10.429078102111816
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 10.430838584899902
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 10.431514739990234
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 10.431997299194336
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 10.433489799499512
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 10.431917190551758
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 10.419191360473633
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 10.42786979675293
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 10.433260917663574
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 10.427845001220703
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 10.426745414733887
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 10.434215545654297
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 10.435653686523438
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 10.423748016357422
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 10.43140983581543
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 10.429264068603516
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 10.434788703918457
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 10.433793067932129
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 10.433751106262207
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 10.432509422302246
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 10.427263259887695
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 10.428150177001953
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 10.434206008911133
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 10.430037498474121
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 10.435226440429688
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 10.432663917541504
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 10.43366813659668
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 10.430532455444336
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 10.429718971252441
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 10.433853149414062
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 10.432748794555664
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 10.434293746948242
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 10.433260917663574
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 10.431121826171875
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 10.430713653564453
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 10.43643569946289
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 10.432470321655273
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 10.434578895568848
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 10.433808326721191
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 10.435522079467773
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 10.43479061126709
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 10.430405616760254
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 10.435893058776855
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 10.434492111206055
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 10.435429573059082
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 10.434703826904297
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 10.43094253540039
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 10.43156909942627
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 10.431648254394531
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 10.431977272033691
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 10.43335247039795
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 10.435559272766113
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 10.433684349060059
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 10.43459415435791
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 10.43271541595459
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 10.430484771728516
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 10.4316987991333
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 10.436074256896973
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 10.434260368347168
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 10.4354248046875
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 10.433847427368164
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 10.431970596313477
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 10.433748245239258
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 10.427639961242676
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 10.43574333190918
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 10.435277938842773
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 10.433924674987793
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 10.436326026916504
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 10.42940902709961
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 10.43022632598877
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 10.43346881866455
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 10.432827949523926
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 10.431445121765137
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 10.430400848388672
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 10.433052062988281
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 10.43340015411377
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 10.433196067810059
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 10.430057525634766
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 10.433061599731445
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 10.433424949645996
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 10.439302444458008
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 10.435752868652344
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 10.4351167678833
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 10.430370330810547
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 10.432046890258789
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 10.434618949890137
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 10.434046745300293
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 10.431235313415527
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 10.43635082244873
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 10.435056686401367
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 10.429572105407715
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 10.425719261169434
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 10.433089256286621
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 10.434173583984375
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 10.431593894958496
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 10.44074535369873
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 10.432039260864258
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 10.433751106262207
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 10.430176734924316
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 10.429430961608887
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 10.433881759643555
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 10.433233261108398
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 10.43451976776123
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 10.434235572814941
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 10.430646896362305
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 10.427918434143066
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 10.433892250061035
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 10.43533992767334
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 10.432787895202637
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 10.447668075561523
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 10.435733795166016
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 10.431917190551758
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 10.427327156066895
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 10.43339729309082
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 10.434925079345703
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 10.421518325805664
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 10.435464859008789
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 10.432783126831055
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 10.42968463897705
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 10.433424949645996
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 10.431558609008789
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 10.434170722961426
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 10.4322509765625
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 10.434782981872559
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 10.43431282043457
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 10.429041862487793
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 10.427968978881836
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 10.429763793945312
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 10.433748245239258
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 10.431280136108398
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 10.432750701904297
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 10.434534072875977
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 10.42948055267334
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 10.429656982421875
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 10.422266960144043
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 10.434412002563477
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 10.435171127319336
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 10.433255195617676
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 10.441960334777832
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 10.42663860321045
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 10.427008628845215
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 10.426372528076172
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 10.434792518615723
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 10.434651374816895
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 10.421655654907227
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 10.437116622924805
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 10.425284385681152
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 10.432487487792969
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 10.427197456359863
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 10.432271003723145
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 10.430755615234375
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 10.433797836303711
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 10.435460090637207
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 10.428749084472656
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 10.427471160888672
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 10.429485321044922
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 10.43228530883789
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 10.433089256286621
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 10.430527687072754
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 10.434720993041992
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 10.426196098327637
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 10.426785469055176
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 10.427911758422852
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 10.433937072753906
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 10.43400764465332
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 10.433114051818848
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 10.436527252197266
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 10.422708511352539
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 10.415743827819824
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 10.423932075500488
                }
            ]
        },
        {
            "bit": 6,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 9.78477668762207
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 9.785515785217285
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 9.78178596496582
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 9.785273551940918
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 9.781227111816406
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 9.783102035522461
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 9.779603958129883
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 9.78448486328125
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 9.784429550170898
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 9.780473709106445
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 9.784952163696289
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 9.766609191894531
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 9.785894393920898
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 9.786251068115234
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 9.785207748413086
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 9.784834861755371
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 9.78542709350586
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 9.784857749938965
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 9.78274917602539
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 9.780860900878906
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 9.790122985839844
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 9.784125328063965
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 9.785737991333008
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 9.785170555114746
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 9.785935401916504
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 9.783060073852539
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 9.780776977539062
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 9.782609939575195
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 9.785810470581055
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 9.782273292541504
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 9.782805442810059
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 9.784904479980469
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 9.780725479125977
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 9.780365943908691
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 9.78521728515625
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 9.783787727355957
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 9.785386085510254
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 9.786094665527344
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 9.784317016601562
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 9.782448768615723
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 9.779741287231445
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 9.783500671386719
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 9.7837553024292
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 9.78840446472168
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 9.78466510772705
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 9.783202171325684
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 9.779400825500488
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 9.780424118041992
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 9.780638694763184
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 9.784998893737793
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 9.786417007446289
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 9.785012245178223
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 9.784708976745605
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 9.781598091125488
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 9.781084060668945
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 9.783332824707031
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 9.784436225891113
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 9.784790992736816
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 9.785865783691406
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 9.784536361694336
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 9.780510902404785
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 9.785530090332031
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 9.781366348266602
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 9.78396224975586
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 9.786417007446289
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 9.783801078796387
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 9.782959938049316
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 9.780447959899902
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 9.784387588500977
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 9.784384727478027
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 9.78501033782959
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 9.783560752868652
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 9.783584594726562
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 9.78252124786377
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 9.77807903289795
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 9.777643203735352
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 9.784499168395996
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 9.784478187561035
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 9.783635139465332
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 9.785773277282715
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 9.78465747833252
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 9.780426979064941
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 9.782600402832031
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 9.783537864685059
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 9.78310489654541
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 9.782402038574219
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 9.784550666809082
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 9.784097671508789
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 9.780394554138184
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 9.781845092773438
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 9.783729553222656
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 9.781587600708008
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 9.782169342041016
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 9.787775039672852
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 9.783879280090332
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 9.78280258178711
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 9.786444664001465
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 9.785842895507812
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 9.784293174743652
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 9.783523559570312
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 9.78485107421875
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 9.786388397216797
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 9.781303405761719
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 9.784195899963379
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 9.780869483947754
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 9.784403800964355
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 9.7852201461792
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 9.783784866333008
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 9.784063339233398
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 9.78178882598877
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 9.78211784362793
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 9.784319877624512
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 9.785710334777832
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 9.784200668334961
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 9.785140991210938
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 9.784725189208984
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 9.782273292541504
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 9.783474922180176
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 9.783797264099121
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 9.783729553222656
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 9.785207748413086
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 9.785670280456543
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 9.783731460571289
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 9.781107902526855
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 9.784452438354492
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 9.784760475158691
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 9.784167289733887
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 9.785283088684082
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 9.787508964538574
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 9.785731315612793
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 9.782791137695312
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 9.785028457641602
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 9.78539752960205
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 9.783880233764648
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 9.78464126586914
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 9.78545093536377
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 9.782133102416992
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 9.783411979675293
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 9.784728050231934
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 9.783645629882812
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 9.78531551361084
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 9.785892486572266
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 9.784601211547852
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 9.786430358886719
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 9.7848539352417
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 9.783066749572754
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 9.784659385681152
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 9.785110473632812
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 9.784420013427734
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 9.784736633300781
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 9.786304473876953
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 9.785283088684082
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 9.783929824829102
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 9.784557342529297
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 9.784981727600098
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 9.785630226135254
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 9.784186363220215
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 9.783305168151855
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 9.783905982971191
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 9.783113479614258
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 9.785362243652344
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 9.784741401672363
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 9.784163475036621
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 9.785355567932129
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 9.783947944641113
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 9.782940864562988
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 9.78255844116211
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 9.78533935546875
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 9.784839630126953
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 9.785563468933105
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 9.785513877868652
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 9.786029815673828
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 9.78537654876709
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 9.78302001953125
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 9.785012245178223
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 9.785057067871094
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 9.784417152404785
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 9.786354064941406
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 9.785012245178223
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 9.783910751342773
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 9.78338623046875
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 9.7846040725708
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 9.785431861877441
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 9.784815788269043
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 9.784849166870117
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 9.784862518310547
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 9.783123016357422
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 9.78452205657959
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 9.78259563446045
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 9.784475326538086
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 9.783766746520996
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 9.786757469177246
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 9.782593727111816
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 9.783458709716797
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 9.786200523376465
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 9.78448486328125
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 9.784022331237793
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 9.786836624145508
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 9.785880088806152
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 9.783332824707031
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 9.782614707946777
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 9.783700942993164
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 9.781173706054688
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 9.784834861755371
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 9.78597640991211
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 9.786599159240723
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 9.784711837768555
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 9.783729553222656
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 9.784807205200195
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 9.78278923034668
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 9.785026550292969
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 9.784505844116211
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 9.783797264099121
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 9.784200668334961
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 9.781354904174805
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 9.780210494995117
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 9.766674041748047
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 9.785614013671875
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 9.784952163696289
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 9.784022331237793
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 9.787128448486328
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 9.783309936523438
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 9.780977249145508
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 9.777459144592285
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 9.78351879119873
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 9.781811714172363
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 9.781457901000977
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 9.787527084350586
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 9.782651901245117
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 9.781177520751953
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 9.780624389648438
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 9.78491497039795
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 9.784100532531738
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 9.779894828796387
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 9.784470558166504
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 9.782049179077148
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 9.781942367553711
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 9.780974388122559
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 9.782999038696289
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 9.785325050354004
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 9.785057067871094
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 9.786587715148926
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 9.780951499938965
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 9.779855728149414
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 9.777416229248047
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 9.785154342651367
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 9.78481388092041
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 9.78305721282959
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 9.786285400390625
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 9.768350601196289
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 9.775246620178223
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 9.765865325927734
                }
            ]
        },
        {
            "bit": 7,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 9.44113540649414
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 9.44137954711914
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 9.441658973693848
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 9.437804222106934
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 9.441314697265625
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 9.440959930419922
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 9.440351486206055
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 9.442246437072754
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 9.44192886352539
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 9.439865112304688
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 9.442570686340332
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 9.432589530944824
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 9.430032730102539
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 9.442503929138184
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 9.442235946655273
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 9.441904067993164
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 9.442453384399414
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 9.442503929138184
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 9.44117546081543
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 9.442089080810547
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 9.446165084838867
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 9.442075729370117
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 9.443243980407715
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 9.442215919494629
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 9.441706657409668
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 9.443124771118164
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 9.443309783935547
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 9.441107749938965
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 9.44210433959961
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 9.441999435424805
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 9.442452430725098
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 9.440078735351562
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 9.440488815307617
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 9.441695213317871
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 9.441862106323242
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 9.441787719726562
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 9.443482398986816
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 9.442521095275879
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 9.441744804382324
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 9.442216873168945
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 9.441330909729004
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 9.441018104553223
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 9.443278312683105
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 9.440459251403809
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 9.441591262817383
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 9.442602157592773
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 9.44188404083252
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 9.441981315612793
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 9.440900802612305
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 9.441225051879883
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 9.441516876220703
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 9.441629409790039
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 9.44131088256836
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 9.440741539001465
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 9.443709373474121
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 9.441036224365234
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 9.44160270690918
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 9.443485260009766
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 9.440995216369629
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 9.441182136535645
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 9.438366889953613
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 9.44114875793457
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 9.44049072265625
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 9.442219734191895
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 9.443320274353027
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 9.440338134765625
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 9.442082405090332
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 9.438802719116211
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 9.437615394592285
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 9.440391540527344
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 9.44180965423584
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 9.44108772277832
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 9.442377090454102
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 9.44272232055664
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 9.438726425170898
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 9.442890167236328
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 9.44139289855957
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 9.441787719726562
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 9.442426681518555
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 9.441753387451172
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 9.441801071166992
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 9.439615249633789
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 9.440999031066895
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 9.441526412963867
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 9.442093849182129
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 9.443323135375977
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 9.441742897033691
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 9.441877365112305
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 9.440604209899902
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 9.439413070678711
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 9.438393592834473
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 9.438618659973145
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 9.44168472290039
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 9.441756248474121
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 9.442197799682617
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 9.439226150512695
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 9.44107437133789
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 9.440803527832031
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 9.441508293151855
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 9.441585540771484
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 9.441200256347656
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 9.441217422485352
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 9.438972473144531
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 9.442514419555664
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 9.4419584274292
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 9.440672874450684
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 9.441949844360352
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 9.441084861755371
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 9.441922187805176
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 9.441652297973633
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 9.440876007080078
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 9.441969871520996
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 9.441638946533203
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 9.442404747009277
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 9.442350387573242
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 9.441251754760742
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 9.442098617553711
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 9.441121101379395
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 9.441666603088379
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 9.44172477722168
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 9.442421913146973
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 9.44126033782959
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 9.444014549255371
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 9.442017555236816
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 9.440644264221191
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 9.443363189697266
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 9.442870140075684
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 9.442658424377441
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 9.443219184875488
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 9.442079544067383
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 9.441038131713867
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 9.443863868713379
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 9.441301345825195
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 9.441922187805176
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 9.44211196899414
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 9.443349838256836
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 9.443475723266602
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 9.441038131713867
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 9.442098617553711
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 9.443070411682129
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 9.442548751831055
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 9.44157600402832
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 9.441933631896973
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 9.442008018493652
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 9.441720008850098
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 9.443345069885254
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 9.441435813903809
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 9.442296028137207
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 9.441913604736328
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 9.44234561920166
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 9.442464828491211
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 9.441529273986816
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 9.441845893859863
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 9.441591262817383
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 9.442728042602539
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 9.440291404724121
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 9.441967010498047
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 9.44173812866211
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 9.442012786865234
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 9.442100524902344
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 9.44268798828125
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 9.442292213439941
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 9.443181037902832
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 9.443174362182617
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 9.442183494567871
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 9.44185733795166
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 9.441951751708984
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 9.4406099319458
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 9.442795753479004
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 9.441778182983398
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 9.442739486694336
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 9.441661834716797
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 9.44145393371582
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 9.441956520080566
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 9.440311431884766
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 9.441908836364746
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 9.443005561828613
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 9.442861557006836
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 9.441269874572754
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 9.441591262817383
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 9.440682411193848
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 9.441350936889648
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 9.442444801330566
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 9.442440032958984
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 9.442395210266113
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 9.440985679626465
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 9.441751480102539
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 9.441008567810059
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 9.442035675048828
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 9.442906379699707
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 9.44248104095459
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 9.442521095275879
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 9.443629264831543
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 9.441756248474121
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 9.438941955566406
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 9.44090461730957
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 9.442158699035645
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 9.438546180725098
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 9.442438125610352
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 9.442885398864746
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 9.441324234008789
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 9.441023826599121
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 9.442974090576172
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 9.442523956298828
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 9.441319465637207
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 9.441827774047852
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 9.44173812866211
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 9.439186096191406
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 9.439811706542969
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 9.440448760986328
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 9.442066192626953
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 9.44179630279541
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 9.44180965423584
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 9.441420555114746
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 9.440685272216797
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 9.440604209899902
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 9.438118934631348
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 9.441513061523438
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 9.442904472351074
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 9.438492774963379
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 9.445101737976074
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 9.437394142150879
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 9.44084644317627
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 9.440563201904297
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 9.443207740783691
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 9.441915512084961
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 9.439613342285156
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 9.44349479675293
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 9.440530776977539
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 9.44027042388916
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 9.440505027770996
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 9.441756248474121
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 9.44106674194336
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 9.440796852111816
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 9.443984985351562
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 9.440449714660645
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 9.43938159942627
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 9.440281867980957
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 9.441202163696289
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 9.441354751586914
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 9.441076278686523
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 9.444182395935059
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 9.438024520874023
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 9.437943458557129
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 9.438632011413574
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 9.442131996154785
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 9.442075729370117
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 9.441728591918945
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 9.442269325256348
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 9.434064865112305
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 9.436800003051758
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 9.442712783813477
                }
            ]
        },
        {
            "bit": 8,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 9.262456893920898
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 9.26307487487793
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 9.259356498718262
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 9.263545989990234
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 9.261977195739746
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 9.261798858642578
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 9.26273250579834
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 9.262495994567871
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 9.262616157531738
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 9.262042045593262
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 9.264054298400879
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 9.259111404418945
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 9.26705551147461
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 9.26244831085205
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 9.262880325317383
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 9.262859344482422
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 9.263358116149902
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 9.263190269470215
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 9.263031005859375
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 9.26264476776123
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 9.264935493469238
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 9.262554168701172
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 9.26297664642334
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 9.262662887573242
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 9.262937545776367
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 9.262740135192871
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 9.260893821716309
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 9.263198852539062
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 9.262243270874023
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 9.262763977050781
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 9.262253761291504
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 9.262604713439941
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 9.262971878051758
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 9.262775421142578
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 9.262587547302246
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 9.26278305053711
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 9.263198852539062
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 9.26338005065918
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 9.262849807739258
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 9.262735366821289
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 9.262088775634766
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 9.260690689086914
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 9.262742042541504
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 9.264049530029297
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 9.26298713684082
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 9.261941909790039
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 9.26047420501709
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 9.261078834533691
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 9.261396408081055
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 9.262937545776367
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 9.263181686401367
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 9.262914657592773
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 9.26300048828125
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 9.262752532958984
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 9.259767532348633
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 9.262149810791016
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 9.26285457611084
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 9.262332916259766
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 9.262678146362305
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 9.263388633728027
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 9.261425971984863
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 9.262492179870605
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 9.263592720031738
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 9.262146949768066
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 9.2626953125
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 9.262655258178711
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 9.26216983795166
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 9.261922836303711
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 9.262263298034668
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 9.264229774475098
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 9.262947082519531
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 9.262889862060547
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 9.262386322021484
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 9.26235580444336
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 9.259963989257812
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 9.260860443115234
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 9.260907173156738
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 9.263998031616211
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 9.261775016784668
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 9.262859344482422
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 9.262556076049805
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 9.261716842651367
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 9.264274597167969
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 9.26219654083252
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 9.262042045593262
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 9.262505531311035
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 9.263004302978516
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 9.262834548950195
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 9.259634971618652
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 9.262048721313477
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 9.266048431396484
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 9.260954856872559
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 9.259577751159668
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 9.263089179992676
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 9.262470245361328
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 9.260354995727539
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 9.263368606567383
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 9.263141632080078
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 9.262969017028809
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 9.26343822479248
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 9.262633323669434
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 9.264815330505371
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 9.263383865356445
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 9.262967109680176
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 9.262785911560059
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 9.262832641601562
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 9.263592720031738
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 9.26323413848877
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 9.263530731201172
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 9.261549949645996
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 9.262907028198242
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 9.262802124023438
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 9.263094902038574
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 9.263004302978516
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 9.262907028198242
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 9.263304710388184
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 9.261750221252441
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 9.26353931427002
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 9.262701988220215
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 9.262843132019043
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 9.263651847839355
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 9.264325141906738
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 9.261602401733398
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 9.262443542480469
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 9.265363693237305
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 9.26318645477295
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 9.263190269470215
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 9.26314640045166
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 9.262571334838867
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 9.262094497680664
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 9.262368202209473
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 9.262700080871582
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 9.263958930969238
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 9.261728286743164
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 9.2626314163208
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 9.262880325317383
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 9.262310981750488
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 9.262430191040039
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 9.26115608215332
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 9.261754989624023
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 9.263249397277832
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 9.262927055358887
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 9.262584686279297
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 9.263116836547852
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 9.262960433959961
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 9.262717247009277
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 9.263386726379395
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 9.262847900390625
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 9.262686729431152
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 9.264205932617188
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 9.263435363769531
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 9.26318645477295
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 9.26181697845459
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 9.263019561767578
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 9.261781692504883
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 9.262701988220215
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 9.262925148010254
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 9.2618408203125
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 9.262550354003906
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 9.263066291809082
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 9.262762069702148
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 9.263256072998047
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 9.263470649719238
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 9.264725685119629
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 9.262062072753906
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 9.262969017028809
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 9.261869430541992
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 9.263872146606445
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 9.262673377990723
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 9.26270866394043
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 9.26314640045166
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 9.26380443572998
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 9.263139724731445
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 9.262965202331543
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 9.262704849243164
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 9.263111114501953
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 9.261879920959473
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 9.262845039367676
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 9.263033866882324
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 9.262602806091309
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 9.262284278869629
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 9.262480735778809
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 9.263398170471191
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 9.26205062866211
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 9.263291358947754
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 9.26365852355957
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 9.26247501373291
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 9.262346267700195
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 9.262284278869629
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 9.262619972229004
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 9.262879371643066
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 9.262762069702148
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 9.262554168701172
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 9.262300491333008
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 9.263096809387207
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 9.262476921081543
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 9.262598037719727
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 9.263406753540039
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 9.262359619140625
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 9.262032508850098
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 9.261713027954102
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 9.262747764587402
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 9.26219367980957
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 9.262408256530762
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 9.262903213500977
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 9.263148307800293
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 9.262960433959961
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 9.263663291931152
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 9.262593269348145
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 9.262289047241211
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 9.263188362121582
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 9.26298713684082
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 9.262275695800781
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 9.26319408416748
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 9.26179027557373
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 9.260787963867188
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 9.259242057800293
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 9.263490676879883
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 9.2632474899292
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 9.260544776916504
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 9.264135360717773
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 9.26219654083252
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 9.260615348815918
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 9.26032829284668
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 9.262747764587402
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 9.263017654418945
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 9.262638092041016
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 9.263428688049316
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 9.262697219848633
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 9.263031005859375
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 9.260575294494629
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 9.262947082519531
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 9.26207447052002
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 9.2617826461792
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 9.262666702270508
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 9.261842727661133
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 9.260398864746094
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 9.261176109313965
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 9.262859344482422
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 9.26339340209961
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 9.261874198913574
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 9.263046264648438
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 9.262161254882812
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 9.261396408081055
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 9.259228706359863
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 9.262742042541504
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 9.263004302978516
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 9.262258529663086
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 9.263322830200195
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 9.257613182067871
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 9.258028030395508
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 9.25221061706543
                }
            ]
        },
        {
            "bit": 9,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 9.150829315185547
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 9.151650428771973
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 9.151285171508789
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 9.149494171142578
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 9.150849342346191
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 9.151043891906738
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 9.150044441223145
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 9.15133285522461
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 9.151510238647461
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 9.151073455810547
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 9.152077674865723
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 9.151325225830078
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 9.141596794128418
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 9.151457786560059
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 9.151591300964355
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 9.151591300964355
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 9.1509428024292
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 9.151237487792969
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 9.150949478149414
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 9.154107093811035
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 9.14689826965332
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 9.15136432647705
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 9.15239429473877
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 9.151552200317383
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 9.151124000549316
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 9.150883674621582
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 9.152399063110352
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 9.151127815246582
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 9.151691436767578
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 9.151970863342285
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 9.151237487792969
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 9.150971412658691
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 9.150324821472168
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 9.150627136230469
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 9.151501655578613
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 9.15112018585205
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 9.15180778503418
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 9.151270866394043
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 9.151281356811523
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 9.151200294494629
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 9.150349617004395
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 9.150936126708984
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 9.151268005371094
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 9.150740623474121
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 9.151596069335938
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 9.151237487792969
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 9.150522232055664
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 9.151765823364258
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 9.151538848876953
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 9.151307106018066
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 9.151643753051758
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 9.151359558105469
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 9.150731086730957
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 9.150307655334473
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 9.151457786560059
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 9.151142120361328
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 9.15181827545166
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 9.151830673217773
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 9.151298522949219
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 9.150324821472168
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 9.150076866149902
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 9.15023422241211
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 9.149639129638672
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 9.151474952697754
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 9.151887893676758
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 9.151652336120605
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 9.151464462280273
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 9.148558616638184
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 9.149238586425781
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 9.151049613952637
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 9.151756286621094
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 9.151137351989746
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 9.151366233825684
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 9.150430679321289
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 9.1509428024292
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 9.152485847473145
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 9.151862144470215
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 9.151320457458496
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 9.152278900146484
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 9.151066780090332
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 9.151518821716309
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 9.150628089904785
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 9.149258613586426
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 9.151493072509766
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 9.150805473327637
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 9.151408195495605
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 9.151527404785156
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 9.151135444641113
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 9.150591850280762
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 9.150561332702637
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 9.148006439208984
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 9.149566650390625
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 9.14938735961914
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 9.15185260772705
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 9.151525497436523
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 9.150866508483887
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 9.150551795959473
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 9.151233673095703
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 9.151342391967773
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 9.1513032913208
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 9.151761054992676
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 9.149744987487793
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 9.150508880615234
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 9.151435852050781
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 9.151966094970703
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 9.151023864746094
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 9.151386260986328
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 9.150866508483887
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 9.150324821472168
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 9.151117324829102
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 9.151239395141602
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 9.151822090148926
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 9.151311874389648
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 9.15176773071289
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 9.151640892028809
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 9.152113914489746
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 9.152101516723633
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 9.149636268615723
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 9.151161193847656
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 9.151132583618164
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 9.15283489227295
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 9.151691436767578
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 9.152716636657715
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 9.15213394165039
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 9.150445938110352
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 9.15177059173584
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 9.151285171508789
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 9.151664733886719
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 9.152389526367188
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 9.151844024658203
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 9.151041030883789
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 9.151906967163086
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 9.14974308013916
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 9.151632308959961
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 9.151598930358887
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 9.152271270751953
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 9.152020454406738
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 9.150569915771484
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 9.151504516601562
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 9.151997566223145
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 9.151603698730469
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 9.151887893676758
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 9.151691436767578
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 9.151447296142578
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 9.150897026062012
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 9.151620864868164
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 9.151844024658203
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 9.151447296142578
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 9.151911735534668
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 9.151390075683594
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 9.151569366455078
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 9.150704383850098
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 9.151103019714355
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 9.151654243469238
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 9.151556015014648
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 9.150993347167969
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 9.151464462280273
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 9.152719497680664
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 9.151898384094238
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 9.151586532592773
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 9.152079582214355
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 9.152359008789062
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 9.151440620422363
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 9.151748657226562
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 9.152311325073242
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 9.150491714477539
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 9.150962829589844
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 9.15046501159668
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 9.151643753051758
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 9.151259422302246
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 9.152557373046875
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 9.151412010192871
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 9.151510238647461
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 9.151830673217773
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 9.151508331298828
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 9.151508331298828
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 9.152057647705078
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 9.152424812316895
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 9.151185035705566
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 9.151603698730469
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 9.151416778564453
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 9.151335716247559
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 9.15160846710205
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 9.151894569396973
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 9.151752471923828
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 9.151412010192871
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 9.151145935058594
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 9.151256561279297
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 9.151835441589355
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 9.15200138092041
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 9.151398658752441
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 9.151732444763184
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 9.152518272399902
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 9.15108871459961
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 9.150080680847168
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 9.150984764099121
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 9.152033805847168
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 9.151759147644043
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 9.152265548706055
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 9.152151107788086
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 9.15134048461914
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 9.151032447814941
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 9.150857925415039
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 9.152027130126953
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 9.152099609375
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 9.151603698730469
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 9.151713371276855
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 9.149930953979492
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 9.150962829589844
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 9.151359558105469
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 9.151494979858398
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 9.15185260772705
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 9.15173053741455
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 9.151261329650879
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 9.151037216186523
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 9.151617050170898
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 9.151859283447266
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 9.15157413482666
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 9.152140617370605
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 9.15011215209961
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 9.153229713439941
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 9.150019645690918
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 9.151975631713867
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 9.148870468139648
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 9.15174388885498
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 9.151224136352539
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 9.150547981262207
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 9.15276050567627
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 9.15009880065918
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 9.150310516357422
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 9.150959968566895
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 9.151918411254883
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 9.151176452636719
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 9.151103019714355
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 9.153000831604004
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 9.14995002746582
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 9.150715827941895
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 9.150589942932129
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 9.151193618774414
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 9.15157413482666
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 9.151390075683594
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 9.152132987976074
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 9.148741722106934
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 9.14980697631836
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 9.150172233581543
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 9.151787757873535
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 9.151618957519531
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 9.151488304138184
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 9.152594566345215
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 9.147686004638672
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 9.14685344696045
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 9.146617889404297
                }
            ]
        },
        {
            "bit": 10,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 9.047465324401855
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 9.047272682189941
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 9.04724407196045
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 9.047279357910156
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 9.047274589538574
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 9.046653747558594
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 9.046528816223145
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 9.047723770141602
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 9.047621726989746
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 9.047412872314453
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 9.047679901123047
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 9.046332359313965
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 9.05154037475586
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 9.04806900024414
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 9.047544479370117
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 9.047579765319824
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 9.04802131652832
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 9.04744815826416
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 9.047896385192871
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 9.044734001159668
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 9.047669410705566
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 9.047274589538574
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 9.048267364501953
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 9.047141075134277
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 9.047300338745117
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 9.047831535339355
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 9.046727180480957
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 9.047243118286133
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 9.047775268554688
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 9.048038482666016
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 9.047072410583496
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 9.047128677368164
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 9.048198699951172
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 9.047908782958984
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 9.046744346618652
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 9.047901153564453
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 9.047935485839844
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 9.047361373901367
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 9.047611236572266
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 9.04715633392334
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 9.04697322845459
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 9.04697322845459
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 9.047966957092285
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 9.047805786132812
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 9.047529220581055
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 9.046612739562988
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 9.046446800231934
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 9.047104835510254
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 9.046366691589355
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 9.047730445861816
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 9.047943115234375
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 9.047486305236816
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 9.04813289642334
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 9.04708480834961
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 9.047533988952637
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 9.046697616577148
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 9.047091484069824
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 9.047770500183105
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 9.047669410705566
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 9.048144340515137
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 9.047548294067383
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 9.046956062316895
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 9.048072814941406
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 9.047029495239258
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 9.04776668548584
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 9.047067642211914
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 9.047309875488281
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 9.047226905822754
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 9.046390533447266
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 9.048239707946777
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 9.047492980957031
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 9.047924041748047
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 9.047676086425781
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 9.047382354736328
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 9.045398712158203
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 9.046364784240723
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 9.047416687011719
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 9.047119140625
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 9.047039985656738
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 9.0474214553833
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 9.047576904296875
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 9.046893119812012
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 9.047922134399414
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 9.046040534973145
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 9.047714233398438
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 9.047598838806152
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 9.04623031616211
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 9.04773235321045
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 9.04594612121582
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 9.046537399291992
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 9.049773216247559
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 9.046144485473633
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 9.046144485473633
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 9.047995567321777
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 9.047833442687988
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 9.046648979187012
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 9.04726791381836
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 9.048258781433105
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 9.048015594482422
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 9.048105239868164
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 9.047093391418457
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 9.048043251037598
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 9.046770095825195
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 9.04680061340332
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 9.04660415649414
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 9.047296524047852
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 9.047918319702148
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 9.047455787658691
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 9.048027992248535
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 9.047537803649902
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 9.0481595993042
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 9.047445297241211
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 9.047977447509766
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 9.04778003692627
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 9.047969818115234
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 9.048096656799316
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 9.046298027038574
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 9.048479080200195
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 9.04729175567627
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 9.047443389892578
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 9.048944473266602
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 9.048189163208008
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 9.047163009643555
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 9.046235084533691
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 9.049057006835938
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 9.048084259033203
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 9.047637939453125
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 9.047904968261719
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 9.046737670898438
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 9.047602653503418
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 9.046778678894043
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 9.04813289642334
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 9.048810958862305
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 9.046585083007812
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 9.047840118408203
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 9.047216415405273
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 9.04676342010498
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 9.046838760375977
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 9.046968460083008
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 9.047624588012695
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 9.048094749450684
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 9.048271179199219
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 9.047283172607422
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 9.048137664794922
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 9.048245429992676
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 9.047667503356934
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 9.04809856414795
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 9.0476655960083
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 9.047374725341797
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 9.04849624633789
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 9.04765510559082
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 9.047852516174316
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 9.048202514648438
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 9.047628402709961
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 9.047260284423828
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 9.047395706176758
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 9.047713279724121
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 9.046629905700684
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 9.047706604003906
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 9.047163009643555
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 9.047920227050781
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 9.047701835632324
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 9.048077583312988
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 9.047490119934082
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 9.04723834991455
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 9.0479736328125
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 9.048077583312988
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 9.048103332519531
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 9.047624588012695
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 9.046679496765137
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 9.047943115234375
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 9.047993659973145
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 9.04775333404541
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 9.047494888305664
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 9.048140525817871
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 9.047889709472656
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 9.047684669494629
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 9.047141075134277
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 9.04822826385498
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 9.04718017578125
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 9.047089576721191
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 9.047327041625977
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 9.048150062561035
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 9.047335624694824
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 9.04797649383545
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 9.047736167907715
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 9.047455787658691
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 9.047860145568848
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 9.047262191772461
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 9.047869682312012
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 9.047797203063965
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 9.047106742858887
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 9.047175407409668
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 9.047711372375488
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 9.047667503356934
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 9.047896385192871
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 9.046296119689941
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 9.0474214553833
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 9.047518730163574
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 9.047043800354004
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 9.0474214553833
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 9.047697067260742
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 9.047313690185547
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 9.047701835632324
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 9.047679901123047
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 9.047645568847656
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 9.047792434692383
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 9.048354148864746
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 9.047717094421387
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 9.046675682067871
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 9.047696113586426
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 9.047684669494629
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 9.047119140625
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 9.047977447509766
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 9.046998977661133
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 9.046838760375977
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 9.044790267944336
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 9.048125267028809
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 9.048185348510742
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 9.047672271728516
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 9.048108100891113
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 9.046528816223145
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 9.045961380004883
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 9.046856880187988
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 9.047657012939453
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 9.047758102416992
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 9.04764175415039
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 9.04712200164795
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 9.047037124633789
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 9.047999382019043
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 9.046670913696289
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 9.047350883483887
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 9.0476655960083
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 9.047472953796387
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 9.046944618225098
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 9.04723834991455
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 9.046809196472168
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 9.04668140411377
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 9.047760009765625
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 9.047736167907715
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 9.047701835632324
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 9.048405647277832
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 9.046506881713867
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 9.046015739440918
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 9.045456886291504
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 9.047835350036621
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 9.047554969787598
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 9.047677993774414
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 9.0481595993042
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 9.044208526611328
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 9.04456901550293
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 9.043926239013672
                }
            ]
        },
        {
            "bit": 11,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 8.974943161010742
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 8.974764823913574
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 8.976115226745605
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 8.974958419799805
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 8.974260330200195
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 8.97507381439209
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 8.973997116088867
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 8.975199699401855
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 8.974709510803223
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 8.974905014038086
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 8.975439071655273
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 8.975618362426758
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 8.972574234008789
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 8.974477767944336
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 8.975045204162598
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 8.975229263305664
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 8.974893569946289
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 8.975127220153809
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 8.97346019744873
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 8.97713851928711
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 8.972199440002441
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 8.974871635437012
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 8.975015640258789
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 8.975127220153809
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 8.97448444366455
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 8.974411964416504
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 8.975567817687988
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 8.974846839904785
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 8.975079536437988
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 8.974865913391113
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 8.974852561950684
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 8.974801063537598
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 8.97415542602539
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 8.975201606750488
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 8.975550651550293
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 8.975212097167969
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 8.97528076171875
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 8.974687576293945
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 8.975297927856445
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 8.975263595581055
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 8.974493980407715
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 8.974762916564941
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 8.974970817565918
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 8.974893569946289
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 8.974867820739746
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 8.976256370544434
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 8.974472045898438
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 8.97456169128418
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 8.975377082824707
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 8.974822998046875
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 8.975156784057617
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 8.974848747253418
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 8.9745512008667
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 8.974943161010742
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 8.974224090576172
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 8.974907875061035
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 8.975439071655273
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 8.975640296936035
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 8.974739074707031
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 8.97432804107666
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 8.972253799438477
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 8.975528717041016
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 8.973804473876953
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 8.974900245666504
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 8.975131034851074
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 8.974964141845703
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 8.974818229675293
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 8.974065780639648
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 8.976546287536621
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 8.9741849899292
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 8.975051879882812
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 8.975127220153809
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 8.97445297241211
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 8.974739074707031
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 8.974557876586914
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 8.976094245910645
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 8.975518226623535
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 8.975101470947266
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 8.975528717041016
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 8.975067138671875
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 8.974557876586914
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 8.974844932556152
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 8.972251892089844
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 8.975336074829102
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 8.974624633789062
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 8.97482967376709
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 8.975550651550293
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 8.975165367126465
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 8.974011421203613
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 8.974050521850586
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 8.97219181060791
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 8.97431755065918
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 8.973838806152344
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 8.974458694458008
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 8.974337577819824
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 8.973237991333008
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 8.974611282348633
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 8.9743013381958
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 8.974801063537598
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 8.97475814819336
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 8.974403381347656
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 8.97433090209961
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 8.974791526794434
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 8.975306510925293
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 8.976359367370605
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 8.97472858428955
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 8.975251197814941
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 8.975390434265137
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 8.97475814819336
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 8.97392463684082
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 8.974431037902832
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 8.974197387695312
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 8.974797248840332
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 8.974745750427246
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 8.974964141845703
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 8.974566459655762
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 8.975088119506836
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 8.97507095336914
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 8.97514820098877
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 8.974654197692871
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 8.97565746307373
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 8.974848747253418
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 8.974810600280762
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 8.975557327270508
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 8.973956108093262
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 8.974898338317871
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 8.974955558776855
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 8.975275039672852
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 8.975614547729492
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 8.974747657775879
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 8.974407196044922
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 8.974088668823242
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 8.974470138549805
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 8.97529411315918
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 8.975318908691406
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 8.975364685058594
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 8.975652694702148
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 8.974944114685059
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 8.974172592163086
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 8.97475814819336
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 8.97515869140625
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 8.975055694580078
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 8.975241661071777
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 8.974953651428223
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 8.975110054016113
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 8.97409725189209
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 8.974600791931152
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 8.974681854248047
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 8.975278854370117
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 8.975336074829102
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 8.975241661071777
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 8.97472858428955
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 8.97468376159668
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 8.975057601928711
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 8.974981307983398
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 8.974967956542969
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 8.974931716918945
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 8.97516918182373
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 8.975443840026855
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 8.975139617919922
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 8.974525451660156
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 8.976466178894043
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 8.974996566772461
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 8.975488662719727
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 8.976495742797852
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 8.974465370178223
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 8.9743013381958
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 8.974416732788086
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 8.974994659423828
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 8.975032806396484
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 8.975478172302246
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 8.97551155090332
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 8.975358009338379
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 8.975306510925293
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 8.974981307983398
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 8.975024223327637
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 8.97497272491455
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 8.975366592407227
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 8.974390983581543
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 8.975096702575684
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 8.975418090820312
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 8.97434139251709
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 8.974955558776855
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 8.97447681427002
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 8.97503662109375
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 8.975194931030273
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 8.97472858428955
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 8.97421932220459
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 8.974979400634766
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 8.975088119506836
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 8.974801063537598
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 8.975743293762207
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 8.975251197814941
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 8.974634170532227
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 8.974377632141113
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 8.973800659179688
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 8.975456237792969
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 8.974810600280762
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 8.97519302368164
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 8.975117683410645
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 8.97496223449707
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 8.97464370727539
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 8.974535942077637
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 8.974912643432617
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 8.975451469421387
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 8.975276947021484
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 8.97492790222168
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 8.974142074584961
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 8.97420883178711
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 8.974743843078613
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 8.975255012512207
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 8.975336074829102
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 8.974769592285156
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 8.974865913391113
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 8.974504470825195
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 8.974287986755371
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 8.971892356872559
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 8.97509479522705
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 8.975272178649902
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 8.975057601928711
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 8.975571632385254
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 8.974194526672363
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 8.975390434265137
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 8.97384262084961
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 8.975361824035645
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 8.974810600280762
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 8.974638938903809
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 8.976367950439453
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 8.973984718322754
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 8.97373104095459
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 8.975199699401855
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 8.974769592285156
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 8.97470474243164
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 8.97439956665039
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 8.975533485412598
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 8.974014282226562
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 8.973880767822266
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 8.974525451660156
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 8.974281311035156
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 8.974803924560547
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 8.974172592163086
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 8.974738121032715
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 8.973960876464844
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 8.974063873291016
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 8.974446296691895
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 8.97509479522705
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 8.974985122680664
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 8.974172592163086
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 8.975652694702148
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 8.971104621887207
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 8.972174644470215
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 8.9691162109375
                }
            ]
        },
        {
            "bit": 12,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 8.906118392944336
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 8.906644821166992
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 8.905978202819824
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 8.905776977539062
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 8.906058311462402
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 8.905434608459473
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 8.906269073486328
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 8.906449317932129
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 8.906523704528809
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 8.906050682067871
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 8.906394004821777
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 8.904946327209473
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 8.905940055847168
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 8.906686782836914
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 8.90632438659668
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 8.906177520751953
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 8.90616512298584
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 8.90625
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 8.90670394897461
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 8.905022621154785
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 8.908756256103516
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 8.905869483947754
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 8.907108306884766
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 8.906071662902832
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 8.906487464904785
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 8.906290054321289
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 8.904844284057617
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 8.905332565307617
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 8.906413078308105
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 8.906797409057617
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 8.906331062316895
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 8.906305313110352
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 8.906693458557129
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 8.90634822845459
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 8.905665397644043
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 8.906144142150879
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 8.906859397888184
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 8.906230926513672
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 8.905863761901855
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 8.905814170837402
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 8.906194686889648
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 8.905585289001465
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 8.906279563903809
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 8.90641975402832
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 8.90568733215332
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 8.904975891113281
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 8.905403137207031
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 8.904788970947266
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 8.90507984161377
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 8.906097412109375
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 8.906311988830566
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 8.905961990356445
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 8.906256675720215
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 8.905566215515137
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 8.906405448913574
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 8.905536651611328
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 8.906156539916992
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 8.906220436096191
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 8.906485557556152
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 8.906436920166016
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 8.90685749053955
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 8.905538558959961
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 8.907180786132812
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 8.906105995178223
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 8.906147956848145
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 8.905702590942383
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 8.906168937683105
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 8.905706405639648
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 8.904084205627441
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 8.906438827514648
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 8.906009674072266
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 8.905672073364258
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 8.906759262084961
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 8.9058256149292
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 8.905197143554688
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 8.90466594696045
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 8.905211448669434
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 8.906156539916992
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 8.906050682067871
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 8.90616512298584
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 8.90632438659668
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 8.905405044555664
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 8.907840728759766
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 8.905839920043945
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 8.906377792358398
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 8.906229019165039
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 8.905832290649414
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 8.90623950958252
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 8.905668258666992
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 8.906024932861328
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 8.909000396728516
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 8.90490436553955
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 8.905621528625488
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 8.906551361083984
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 8.906161308288574
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 8.905839920043945
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 8.906946182250977
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 8.906916618347168
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 8.906477928161621
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 8.906063079833984
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 8.906551361083984
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 8.907033920288086
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 8.905723571777344
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 8.90599536895752
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 8.906126976013184
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 8.905865669250488
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 8.906146049499512
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 8.905462265014648
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 8.905659675598145
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 8.907184600830078
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 8.90670394897461
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 8.906623840332031
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 8.906424522399902
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 8.906211853027344
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 8.906194686889648
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 8.907150268554688
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 8.905455589294434
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 8.906670570373535
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 8.905681610107422
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 8.90609073638916
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 8.906473159790039
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 8.906270980834961
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 8.906216621398926
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 8.90562629699707
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 8.907461166381836
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 8.906360626220703
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 8.906088829040527
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 8.906593322753906
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 8.905813217163086
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 8.906033515930176
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 8.906168937683105
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 8.9060697555542
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 8.906425476074219
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 8.906188011169434
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 8.906042098999023
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 8.906177520751953
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 8.905791282653809
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 8.905451774597168
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 8.906279563903809
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 8.906184196472168
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 8.90628433227539
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 8.906464576721191
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 8.906023025512695
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 8.905890464782715
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 8.90615463256836
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 8.906954765319824
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 8.90639877319336
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 8.906237602233887
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 8.906012535095215
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 8.906411170959473
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 8.906647682189941
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 8.906329154968262
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 8.90644359588623
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 8.906432151794434
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 8.906194686889648
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 8.90561294555664
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 8.906343460083008
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 8.90593147277832
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 8.90610122680664
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 8.906113624572754
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 8.906722068786621
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 8.905964851379395
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 8.905732154846191
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 8.906050682067871
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 8.906258583068848
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 8.906310081481934
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 8.907320022583008
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 8.906982421875
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 8.906088829040527
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 8.905888557434082
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 8.906479835510254
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 8.905936241149902
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 8.906767845153809
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 8.90641975402832
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 8.90577220916748
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 8.906275749206543
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 8.906275749206543
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 8.905957221984863
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 8.906357765197754
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 8.9064302444458
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 8.90560245513916
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 8.90619945526123
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 8.906317710876465
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 8.905945777893066
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 8.906464576721191
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 8.906139373779297
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 8.906755447387695
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 8.906435012817383
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 8.906031608581543
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 8.90659236907959
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 8.906357765197754
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 8.90634822845459
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 8.90610122680664
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 8.906518936157227
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 8.90562629699707
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 8.9059419631958
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 8.905479431152344
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 8.905990600585938
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 8.906538963317871
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 8.905649185180664
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 8.906177520751953
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 8.906390190124512
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 8.906475067138672
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 8.90641975402832
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 8.906086921691895
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 8.906307220458984
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 8.906279563903809
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 8.90590763092041
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 8.90595531463623
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 8.905553817749023
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 8.906158447265625
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 8.906139373779297
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 8.906290054321289
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 8.906267166137695
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 8.90613079071045
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 8.905091285705566
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 8.899640083312988
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 8.906177520751953
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 8.906311988830566
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 8.90634822845459
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 8.906661987304688
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 8.905784606933594
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 8.904585838317871
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 8.905519485473633
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 8.906338691711426
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 8.906229019165039
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 8.904887199401855
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 8.906024932861328
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 8.906055450439453
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 8.90619945526123
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 8.906033515930176
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 8.906286239624023
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 8.906292915344238
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 8.90609073638916
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 8.90588092803955
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 8.905922889709473
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 8.906067848205566
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 8.905562400817871
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 8.906184196472168
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 8.906281471252441
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 8.905887603759766
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 8.90672779083252
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 8.905706405639648
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 8.905034065246582
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 8.904704093933105
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 8.906128883361816
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 8.906394004821777
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 8.906468391418457
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 8.906190872192383
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 8.90483570098877
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 8.904485702514648
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 8.905710220336914
                }
            ]
        },
        {
            "bit": 13,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 8.858888626098633
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 8.859158515930176
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 8.858596801757812
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 8.858431816101074
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 8.858541488647461
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 8.859061241149902
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 8.858345985412598
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 8.859192848205566
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 8.858820915222168
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 8.858501434326172
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 8.859289169311523
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 8.861891746520996
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 8.860755920410156
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 8.85880184173584
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 8.85914134979248
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 8.858831405639648
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 8.858845710754395
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 8.85901927947998
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 8.858346939086914
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 8.859456062316895
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 8.857625961303711
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 8.859335899353027
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 8.858936309814453
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 8.859111785888672
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 8.85886287689209
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 8.858626365661621
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 8.860383987426758
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 8.859467506408691
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 8.85906982421875
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 8.858875274658203
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 8.858626365661621
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 8.859146118164062
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 8.858098030090332
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 8.859481811523438
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 8.859353065490723
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 8.858776092529297
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 8.858749389648438
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 8.859192848205566
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 8.858894348144531
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 8.8593168258667
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 8.8583984375
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 8.859391212463379
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 8.85867691040039
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 8.858820915222168
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 8.859353065490723
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 8.859851837158203
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 8.858673095703125
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 8.859230995178223
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 8.859099388122559
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 8.859052658081055
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 8.858888626098633
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 8.8588285446167
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 8.8588285446167
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 8.858642578125
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 8.858436584472656
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 8.859128952026367
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 8.859158515930176
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 8.859146118164062
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 8.85871696472168
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 8.858487129211426
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 8.856890678405762
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 8.859622955322266
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 8.857866287231445
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 8.858377456665039
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 8.859029769897461
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 8.859073638916016
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 8.859002113342285
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 8.858195304870605
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 8.858820915222168
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 8.858077049255371
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 8.858771324157715
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 8.85908317565918
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 8.85861587524414
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 8.85849380493164
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 8.858412742614746
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 8.859162330627441
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 8.859297752380371
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 8.85840892791748
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 8.858941078186035
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 8.858453750610352
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 8.8589448928833
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 8.858406066894531
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 8.856581687927246
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 8.85867691040039
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 8.858406066894531
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 8.858782768249512
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 8.858641624450684
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 8.858816146850586
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 8.859036445617676
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 8.85762882232666
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 8.8568696975708
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 8.858081817626953
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 8.858585357666016
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 8.858711242675781
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 8.858567237854004
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 8.858136177062988
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 8.858560562133789
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 8.858816146850586
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 8.858525276184082
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 8.858989715576172
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 8.858634948730469
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 8.858139038085938
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 8.85877799987793
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 8.859631538391113
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 8.858715057373047
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 8.858819007873535
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 8.858989715576172
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 8.85941219329834
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 8.858604431152344
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 8.85724925994873
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 8.859002113342285
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 8.858102798461914
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 8.858694076538086
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 8.85880184173584
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 8.85899829864502
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 8.858567237854004
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 8.859441757202148
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 8.857511520385742
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 8.85939884185791
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 8.859027862548828
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 8.859048843383789
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 8.8588285446167
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 8.858596801757812
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 8.859025955200195
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 8.858283996582031
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 8.858611106872559
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 8.85906982421875
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 8.85904598236084
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 8.859382629394531
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 8.85885238647461
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 8.858630180358887
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 8.858973503112793
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 8.858144760131836
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 8.85872745513916
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 8.859391212463379
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 8.859006881713867
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 8.859137535095215
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 8.858516693115234
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 8.859137535095215
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 8.85845947265625
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 8.858917236328125
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 8.859137535095215
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 8.858649253845215
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 8.85938835144043
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 8.858487129211426
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 8.858537673950195
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 8.859162330627441
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 8.85859489440918
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 8.858859062194824
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 8.858843803405762
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 8.858833312988281
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 8.858609199523926
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 8.858233451843262
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 8.858715057373047
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 8.858652114868164
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 8.858807563781738
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 8.858702659606934
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 8.859209060668945
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 8.859492301940918
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 8.858820915222168
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 8.8585844039917
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 8.859999656677246
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 8.859052658081055
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 8.858513832092285
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 8.859238624572754
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 8.858622550964355
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 8.858077049255371
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 8.85805606842041
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 8.859167098999023
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 8.858790397644043
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 8.859078407287598
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 8.859308242797852
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 8.858824729919434
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 8.859416007995605
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 8.859234809875488
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 8.858613967895508
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 8.858419418334961
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 8.859061241149902
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 8.858636856079102
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 8.858732223510742
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 8.858768463134766
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 8.858436584472656
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 8.85888385772705
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 8.858875274658203
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 8.858899116516113
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 8.858353614807129
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 8.858379364013672
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 8.85824203491211
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 8.858360290527344
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 8.858699798583984
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 8.858885765075684
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 8.858692169189453
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 8.859006881713867
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 8.858689308166504
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 8.858233451843262
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 8.858797073364258
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 8.859146118164062
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 8.858203887939453
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 8.859149932861328
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 8.858739852905273
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 8.859162330627441
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 8.858377456665039
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 8.858962059020996
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 8.858742713928223
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 8.85881233215332
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 8.858983039855957
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 8.858917236328125
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 8.859048843383789
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 8.85864543914795
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 8.858746528625488
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 8.858806610107422
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 8.858715057373047
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 8.85886287689209
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 8.859012603759766
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 8.857873916625977
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 8.858508110046387
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 8.861205101013184
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 8.859052658081055
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 8.858938217163086
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 8.858431816101074
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 8.85965633392334
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 8.858478546142578
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 8.859370231628418
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 8.858315467834473
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 8.858404159545898
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 8.858723640441895
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 8.85812759399414
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 8.85904598236084
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 8.8587064743042
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 8.858290672302246
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 8.85881233215332
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 8.85892391204834
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 8.859002113342285
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 8.858546257019043
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 8.859264373779297
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 8.858123779296875
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 8.85806941986084
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 8.85844898223877
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 8.858689308166504
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 8.859045028686523
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 8.858233451843262
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 8.85867691040039
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 8.858455657958984
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 8.857812881469727
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 8.858195304870605
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 8.858755111694336
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 8.85899829864502
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 8.858880043029785
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 8.859272003173828
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 8.85588264465332
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 8.858237266540527
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 8.853782653808594
                }
            ]
        },
        {
            "bit": 14,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 8.822434425354004
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 8.822120666503906
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 8.821645736694336
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 8.822423934936523
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 8.822257995605469
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 8.821402549743652
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 8.822832107543945
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 8.822245597839355
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 8.822490692138672
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 8.82232666015625
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 8.822694778442383
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 8.816474914550781
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 8.820028305053711
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 8.822537422180176
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 8.82232666015625
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 8.822137832641602
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 8.822137832641602
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 8.821982383728027
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 8.822367668151855
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 8.821868896484375
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 8.817490577697754
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 8.82176399230957
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 8.82275390625
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 8.82209587097168
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 8.822552680969238
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 8.822559356689453
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 8.820652961730957
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 8.821614265441895
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 8.822104454040527
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 8.822226524353027
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 8.821969985961914
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 8.822436332702637
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 8.822500228881836
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 8.821296691894531
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 8.821666717529297
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 8.821929931640625
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 8.822259902954102
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 8.82185173034668
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 8.822341918945312
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 8.821773529052734
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 8.822481155395508
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 8.821182250976562
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 8.822246551513672
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 8.822017669677734
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 8.821891784667969
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 8.821395874023438
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 8.821208000183105
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 8.821148872375488
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 8.821752548217773
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 8.8219633102417
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 8.822293281555176
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 8.82227897644043
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 8.822074890136719
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 8.821956634521484
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 8.823290824890137
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 8.82116985321045
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 8.82162857055664
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 8.822443008422852
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 8.82197380065918
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 8.822748184204102
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 8.823341369628906
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 8.820935249328613
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 8.821696281433105
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 8.821931838989258
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 8.822270393371582
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 8.821998596191406
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 8.82190227508545
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 8.821992874145508
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 8.821738243103027
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 8.823164939880371
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 8.822129249572754
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 8.822490692138672
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 8.82260513305664
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 8.822144508361816
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 8.821717262268066
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 8.820996284484863
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 8.82190227508545
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 8.82210636138916
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 8.82244873046875
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 8.822565078735352
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 8.822259902954102
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 8.821942329406738
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 8.823749542236328
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 8.821660041809082
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 8.822261810302734
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 8.82209587097168
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 8.822226524353027
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 8.822092056274414
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 8.821174621582031
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 8.82200813293457
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 8.824468612670898
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 8.82153034210205
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 8.821809768676758
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 8.822463989257812
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 8.822270393371582
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 8.82217788696289
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 8.822319030761719
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 8.821908950805664
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 8.822626113891602
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 8.822243690490723
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 8.822280883789062
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 8.822912216186523
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 8.821877479553223
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 8.820979118347168
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 8.821893692016602
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 8.821992874145508
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 8.82251262664795
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 8.82162094116211
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 8.822163581848145
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 8.823248863220215
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 8.822057723999023
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 8.822092056274414
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 8.822882652282715
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 8.822209358215332
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 8.822264671325684
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 8.822751998901367
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 8.82165241241455
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 8.822476387023926
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 8.821383476257324
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 8.821969985961914
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 8.822301864624023
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 8.82262134552002
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 8.822668075561523
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 8.82155704498291
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 8.822324752807617
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 8.82258415222168
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 8.82221794128418
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 8.822256088256836
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 8.822092056274414
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 8.821721076965332
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 8.82155704498291
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 8.821687698364258
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 8.822748184204102
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 8.822280883789062
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 8.822057723999023
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 8.822160720825195
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 8.822141647338867
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 8.821910858154297
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 8.821359634399414
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 8.822129249572754
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 8.822259902954102
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 8.822381973266602
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 8.822713851928711
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 8.821843147277832
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 8.822669982910156
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 8.82248306274414
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 8.821889877319336
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 8.822249412536621
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 8.822032928466797
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 8.82246208190918
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 8.822226524353027
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 8.822547912597656
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 8.822769165039062
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 8.821685791015625
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 8.822270393371582
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 8.82221794128418
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 8.822407722473145
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 8.821675300598145
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 8.821786880493164
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 8.822493553161621
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 8.822592735290527
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 8.822339057922363
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 8.82227897644043
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 8.82248306274414
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 8.823004722595215
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 8.822525024414062
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 8.821612358093262
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 8.822441101074219
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 8.822312355041504
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 8.822246551513672
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 8.82242202758789
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 8.822388648986816
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 8.82271671295166
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 8.822047233581543
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 8.822369575500488
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 8.82223892211914
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 8.822818756103516
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 8.822305679321289
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 8.822476387023926
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 8.822336196899414
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 8.821507453918457
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 8.82180404663086
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 8.822420120239258
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 8.822257995605469
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 8.822108268737793
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 8.822230339050293
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 8.822148323059082
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 8.82214641571045
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 8.822460174560547
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 8.822385787963867
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 8.822331428527832
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 8.822668075561523
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 8.822317123413086
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 8.822209358215332
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 8.822240829467773
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 8.822525024414062
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 8.821671485900879
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 8.822158813476562
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 8.822463989257812
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 8.822339057922363
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 8.822198867797852
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 8.822890281677246
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 8.82209587097168
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 8.822502136230469
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 8.82232666015625
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 8.822125434875488
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 8.822129249572754
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 8.821788787841797
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 8.822661399841309
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 8.822120666503906
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 8.822493553161621
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 8.822352409362793
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 8.822160720825195
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 8.822087287902832
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 8.822430610656738
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 8.821813583374023
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 8.819927215576172
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 8.822441101074219
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 8.822476387023926
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 8.822163581848145
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 8.82298755645752
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 8.82189655303955
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 8.82112979888916
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 8.821252822875977
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 8.822338104248047
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 8.822256088256836
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 8.821898460388184
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 8.822173118591309
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 8.822184562683105
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 8.822114944458008
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 8.821595191955566
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 8.822163581848145
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 8.821989059448242
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 8.82191276550293
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 8.822371482849121
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 8.822172164916992
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 8.82163143157959
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 8.821402549743652
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 8.822154998779297
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 8.822352409362793
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 8.821738243103027
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 8.82235050201416
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 8.82120132446289
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 8.82162857055664
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 8.82127571105957
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 8.822184562683105
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 8.822132110595703
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 8.822205543518066
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 8.822172164916992
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 8.820647239685059
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 8.820171356201172
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 8.821521759033203
                }
            ]
        },
        {
            "bit": 15,
            "ppls": [
                {
                    "layer": "layer.0.self_attn.q_proj",
                    "ppl": 8.779818534851074
                },
                {
                    "layer": "layer.0.self_attn.k_proj",
                    "ppl": 8.77991771697998
                },
                {
                    "layer": "layer.0.self_attn.v_proj",
                    "ppl": 8.779939651489258
                },
                {
                    "layer": "layer.0.self_attn.o_proj",
                    "ppl": 8.77944564819336
                },
                {
                    "layer": "layer.0.mlp.gate_proj",
                    "ppl": 8.779714584350586
                },
                {
                    "layer": "layer.0.mlp.up_proj",
                    "ppl": 8.780388832092285
                },
                {
                    "layer": "layer.0.mlp.down_proj",
                    "ppl": 8.7788724899292
                },
                {
                    "layer": "layer.1.self_attn.q_proj",
                    "ppl": 8.779672622680664
                },
                {
                    "layer": "layer.1.self_attn.k_proj",
                    "ppl": 8.779601097106934
                },
                {
                    "layer": "layer.1.self_attn.v_proj",
                    "ppl": 8.779850006103516
                },
                {
                    "layer": "layer.1.self_attn.o_proj",
                    "ppl": 8.780109405517578
                },
                {
                    "layer": "layer.1.mlp.gate_proj",
                    "ppl": 8.780797958374023
                },
                {
                    "layer": "layer.1.mlp.up_proj",
                    "ppl": 8.781268119812012
                },
                {
                    "layer": "layer.1.mlp.down_proj",
                    "ppl": 8.780065536499023
                },
                {
                    "layer": "layer.2.self_attn.q_proj",
                    "ppl": 8.779830932617188
                },
                {
                    "layer": "layer.2.self_attn.k_proj",
                    "ppl": 8.78003215789795
                },
                {
                    "layer": "layer.2.self_attn.v_proj",
                    "ppl": 8.779881477355957
                },
                {
                    "layer": "layer.2.self_attn.o_proj",
                    "ppl": 8.779850006103516
                },
                {
                    "layer": "layer.2.mlp.gate_proj",
                    "ppl": 8.779295921325684
                },
                {
                    "layer": "layer.2.mlp.up_proj",
                    "ppl": 8.77920913696289
                },
                {
                    "layer": "layer.2.mlp.down_proj",
                    "ppl": 8.784412384033203
                },
                {
                    "layer": "layer.3.self_attn.q_proj",
                    "ppl": 8.7800931930542
                },
                {
                    "layer": "layer.3.self_attn.k_proj",
                    "ppl": 8.779918670654297
                },
                {
                    "layer": "layer.3.self_attn.v_proj",
                    "ppl": 8.779935836791992
                },
                {
                    "layer": "layer.3.self_attn.o_proj",
                    "ppl": 8.779362678527832
                },
                {
                    "layer": "layer.3.mlp.gate_proj",
                    "ppl": 8.779387474060059
                },
                {
                    "layer": "layer.3.mlp.up_proj",
                    "ppl": 8.780831336975098
                },
                {
                    "layer": "layer.3.mlp.down_proj",
                    "ppl": 8.780457496643066
                },
                {
                    "layer": "layer.4.self_attn.q_proj",
                    "ppl": 8.779597282409668
                },
                {
                    "layer": "layer.4.self_attn.k_proj",
                    "ppl": 8.780046463012695
                },
                {
                    "layer": "layer.4.self_attn.v_proj",
                    "ppl": 8.77944564819336
                },
                {
                    "layer": "layer.4.self_attn.o_proj",
                    "ppl": 8.779788970947266
                },
                {
                    "layer": "layer.4.mlp.gate_proj",
                    "ppl": 8.779888153076172
                },
                {
                    "layer": "layer.4.mlp.up_proj",
                    "ppl": 8.781105995178223
                },
                {
                    "layer": "layer.4.mlp.down_proj",
                    "ppl": 8.780538558959961
                },
                {
                    "layer": "layer.5.self_attn.q_proj",
                    "ppl": 8.779990196228027
                },
                {
                    "layer": "layer.5.self_attn.k_proj",
                    "ppl": 8.77985668182373
                },
                {
                    "layer": "layer.5.self_attn.v_proj",
                    "ppl": 8.779885292053223
                },
                {
                    "layer": "layer.5.self_attn.o_proj",
                    "ppl": 8.779779434204102
                },
                {
                    "layer": "layer.5.mlp.gate_proj",
                    "ppl": 8.780191421508789
                },
                {
                    "layer": "layer.5.mlp.up_proj",
                    "ppl": 8.779657363891602
                },
                {
                    "layer": "layer.5.mlp.down_proj",
                    "ppl": 8.780086517333984
                },
                {
                    "layer": "layer.6.self_attn.q_proj",
                    "ppl": 8.77985668182373
                },
                {
                    "layer": "layer.6.self_attn.k_proj",
                    "ppl": 8.779800415039062
                },
                {
                    "layer": "layer.6.self_attn.v_proj",
                    "ppl": 8.779949188232422
                },
                {
                    "layer": "layer.6.self_attn.o_proj",
                    "ppl": 8.780746459960938
                },
                {
                    "layer": "layer.6.mlp.gate_proj",
                    "ppl": 8.779902458190918
                },
                {
                    "layer": "layer.6.mlp.up_proj",
                    "ppl": 8.779816627502441
                },
                {
                    "layer": "layer.6.mlp.down_proj",
                    "ppl": 8.78010368347168
                },
                {
                    "layer": "layer.7.self_attn.q_proj",
                    "ppl": 8.780315399169922
                },
                {
                    "layer": "layer.7.self_attn.k_proj",
                    "ppl": 8.779973030090332
                },
                {
                    "layer": "layer.7.self_attn.v_proj",
                    "ppl": 8.779793739318848
                },
                {
                    "layer": "layer.7.self_attn.o_proj",
                    "ppl": 8.779605865478516
                },
                {
                    "layer": "layer.7.mlp.gate_proj",
                    "ppl": 8.77985668182373
                },
                {
                    "layer": "layer.7.mlp.up_proj",
                    "ppl": 8.77929401397705
                },
                {
                    "layer": "layer.7.mlp.down_proj",
                    "ppl": 8.781022071838379
                },
                {
                    "layer": "layer.8.self_attn.q_proj",
                    "ppl": 8.780074119567871
                },
                {
                    "layer": "layer.8.self_attn.k_proj",
                    "ppl": 8.779776573181152
                },
                {
                    "layer": "layer.8.self_attn.v_proj",
                    "ppl": 8.780133247375488
                },
                {
                    "layer": "layer.8.self_attn.o_proj",
                    "ppl": 8.779485702514648
                },
                {
                    "layer": "layer.8.mlp.gate_proj",
                    "ppl": 8.778390884399414
                },
                {
                    "layer": "layer.8.mlp.up_proj",
                    "ppl": 8.780725479125977
                },
                {
                    "layer": "layer.8.mlp.down_proj",
                    "ppl": 8.78015422821045
                },
                {
                    "layer": "layer.9.self_attn.q_proj",
                    "ppl": 8.779690742492676
                },
                {
                    "layer": "layer.9.self_attn.k_proj",
                    "ppl": 8.78024959564209
                },
                {
                    "layer": "layer.9.self_attn.v_proj",
                    "ppl": 8.779998779296875
                },
                {
                    "layer": "layer.9.self_attn.o_proj",
                    "ppl": 8.779879570007324
                },
                {
                    "layer": "layer.9.mlp.gate_proj",
                    "ppl": 8.779483795166016
                },
                {
                    "layer": "layer.9.mlp.up_proj",
                    "ppl": 8.780240058898926
                },
                {
                    "layer": "layer.9.mlp.down_proj",
                    "ppl": 8.778958320617676
                },
                {
                    "layer": "layer.10.self_attn.q_proj",
                    "ppl": 8.779685020446777
                },
                {
                    "layer": "layer.10.self_attn.k_proj",
                    "ppl": 8.78004264831543
                },
                {
                    "layer": "layer.10.self_attn.v_proj",
                    "ppl": 8.779714584350586
                },
                {
                    "layer": "layer.10.self_attn.o_proj",
                    "ppl": 8.779559135437012
                },
                {
                    "layer": "layer.10.mlp.gate_proj",
                    "ppl": 8.779520988464355
                },
                {
                    "layer": "layer.10.mlp.up_proj",
                    "ppl": 8.780013084411621
                },
                {
                    "layer": "layer.10.mlp.down_proj",
                    "ppl": 8.780038833618164
                },
                {
                    "layer": "layer.11.self_attn.q_proj",
                    "ppl": 8.779935836791992
                },
                {
                    "layer": "layer.11.self_attn.k_proj",
                    "ppl": 8.779525756835938
                },
                {
                    "layer": "layer.11.self_attn.v_proj",
                    "ppl": 8.779661178588867
                },
                {
                    "layer": "layer.11.self_attn.o_proj",
                    "ppl": 8.779730796813965
                },
                {
                    "layer": "layer.11.mlp.gate_proj",
                    "ppl": 8.779898643493652
                },
                {
                    "layer": "layer.11.mlp.up_proj",
                    "ppl": 8.778627395629883
                },
                {
                    "layer": "layer.11.mlp.down_proj",
                    "ppl": 8.779951095581055
                },
                {
                    "layer": "layer.12.self_attn.q_proj",
                    "ppl": 8.779597282409668
                },
                {
                    "layer": "layer.12.self_attn.k_proj",
                    "ppl": 8.77985668182373
                },
                {
                    "layer": "layer.12.self_attn.v_proj",
                    "ppl": 8.779994010925293
                },
                {
                    "layer": "layer.12.self_attn.o_proj",
                    "ppl": 8.780409812927246
                },
                {
                    "layer": "layer.12.mlp.gate_proj",
                    "ppl": 8.779651641845703
                },
                {
                    "layer": "layer.12.mlp.up_proj",
                    "ppl": 8.779542922973633
                },
                {
                    "layer": "layer.12.mlp.down_proj",
                    "ppl": 8.778261184692383
                },
                {
                    "layer": "layer.13.self_attn.q_proj",
                    "ppl": 8.779207229614258
                },
                {
                    "layer": "layer.13.self_attn.k_proj",
                    "ppl": 8.779661178588867
                },
                {
                    "layer": "layer.13.self_attn.v_proj",
                    "ppl": 8.779485702514648
                },
                {
                    "layer": "layer.13.self_attn.o_proj",
                    "ppl": 8.779918670654297
                },
                {
                    "layer": "layer.13.mlp.gate_proj",
                    "ppl": 8.779086112976074
                },
                {
                    "layer": "layer.13.mlp.up_proj",
                    "ppl": 8.779655456542969
                },
                {
                    "layer": "layer.13.mlp.down_proj",
                    "ppl": 8.779809951782227
                },
                {
                    "layer": "layer.14.self_attn.q_proj",
                    "ppl": 8.77925968170166
                },
                {
                    "layer": "layer.14.self_attn.k_proj",
                    "ppl": 8.779935836791992
                },
                {
                    "layer": "layer.14.self_attn.v_proj",
                    "ppl": 8.779519081115723
                },
                {
                    "layer": "layer.14.self_attn.o_proj",
                    "ppl": 8.779622077941895
                },
                {
                    "layer": "layer.14.mlp.gate_proj",
                    "ppl": 8.77962589263916
                },
                {
                    "layer": "layer.14.mlp.up_proj",
                    "ppl": 8.780743598937988
                },
                {
                    "layer": "layer.14.mlp.down_proj",
                    "ppl": 8.779703140258789
                },
                {
                    "layer": "layer.15.self_attn.q_proj",
                    "ppl": 8.779891967773438
                },
                {
                    "layer": "layer.15.self_attn.k_proj",
                    "ppl": 8.779854774475098
                },
                {
                    "layer": "layer.15.self_attn.v_proj",
                    "ppl": 8.780174255371094
                },
                {
                    "layer": "layer.15.self_attn.o_proj",
                    "ppl": 8.77990436553955
                },
                {
                    "layer": "layer.15.mlp.gate_proj",
                    "ppl": 8.778655052185059
                },
                {
                    "layer": "layer.15.mlp.up_proj",
                    "ppl": 8.780329704284668
                },
                {
                    "layer": "layer.15.mlp.down_proj",
                    "ppl": 8.779399871826172
                },
                {
                    "layer": "layer.16.self_attn.q_proj",
                    "ppl": 8.779693603515625
                },
                {
                    "layer": "layer.16.self_attn.k_proj",
                    "ppl": 8.779760360717773
                },
                {
                    "layer": "layer.16.self_attn.v_proj",
                    "ppl": 8.780049324035645
                },
                {
                    "layer": "layer.16.self_attn.o_proj",
                    "ppl": 8.779728889465332
                },
                {
                    "layer": "layer.16.mlp.gate_proj",
                    "ppl": 8.780107498168945
                },
                {
                    "layer": "layer.16.mlp.up_proj",
                    "ppl": 8.77910327911377
                },
                {
                    "layer": "layer.16.mlp.down_proj",
                    "ppl": 8.780324935913086
                },
                {
                    "layer": "layer.17.self_attn.q_proj",
                    "ppl": 8.779462814331055
                },
                {
                    "layer": "layer.17.self_attn.k_proj",
                    "ppl": 8.779879570007324
                },
                {
                    "layer": "layer.17.self_attn.v_proj",
                    "ppl": 8.780426025390625
                },
                {
                    "layer": "layer.17.self_attn.o_proj",
                    "ppl": 8.779597282409668
                },
                {
                    "layer": "layer.17.mlp.gate_proj",
                    "ppl": 8.780116081237793
                },
                {
                    "layer": "layer.17.mlp.up_proj",
                    "ppl": 8.77931022644043
                },
                {
                    "layer": "layer.17.mlp.down_proj",
                    "ppl": 8.779970169067383
                },
                {
                    "layer": "layer.18.self_attn.q_proj",
                    "ppl": 8.780019760131836
                },
                {
                    "layer": "layer.18.self_attn.k_proj",
                    "ppl": 8.779994010925293
                },
                {
                    "layer": "layer.18.self_attn.v_proj",
                    "ppl": 8.780191421508789
                },
                {
                    "layer": "layer.18.self_attn.o_proj",
                    "ppl": 8.779809951782227
                },
                {
                    "layer": "layer.18.mlp.gate_proj",
                    "ppl": 8.779483795166016
                },
                {
                    "layer": "layer.18.mlp.up_proj",
                    "ppl": 8.780067443847656
                },
                {
                    "layer": "layer.18.mlp.down_proj",
                    "ppl": 8.779291152954102
                },
                {
                    "layer": "layer.19.self_attn.q_proj",
                    "ppl": 8.77946662902832
                },
                {
                    "layer": "layer.19.self_attn.k_proj",
                    "ppl": 8.78016185760498
                },
                {
                    "layer": "layer.19.self_attn.v_proj",
                    "ppl": 8.780030250549316
                },
                {
                    "layer": "layer.19.self_attn.o_proj",
                    "ppl": 8.778894424438477
                },
                {
                    "layer": "layer.19.mlp.gate_proj",
                    "ppl": 8.779019355773926
                },
                {
                    "layer": "layer.19.mlp.up_proj",
                    "ppl": 8.779646873474121
                },
                {
                    "layer": "layer.19.mlp.down_proj",
                    "ppl": 8.77955150604248
                },
                {
                    "layer": "layer.20.self_attn.q_proj",
                    "ppl": 8.779613494873047
                },
                {
                    "layer": "layer.20.self_attn.k_proj",
                    "ppl": 8.779818534851074
                },
                {
                    "layer": "layer.20.self_attn.v_proj",
                    "ppl": 8.779121398925781
                },
                {
                    "layer": "layer.20.self_attn.o_proj",
                    "ppl": 8.780396461486816
                },
                {
                    "layer": "layer.20.mlp.gate_proj",
                    "ppl": 8.779417037963867
                },
                {
                    "layer": "layer.20.mlp.up_proj",
                    "ppl": 8.77906322479248
                },
                {
                    "layer": "layer.20.mlp.down_proj",
                    "ppl": 8.780291557312012
                },
                {
                    "layer": "layer.21.self_attn.q_proj",
                    "ppl": 8.779497146606445
                },
                {
                    "layer": "layer.21.self_attn.k_proj",
                    "ppl": 8.779736518859863
                },
                {
                    "layer": "layer.21.self_attn.v_proj",
                    "ppl": 8.779864311218262
                },
                {
                    "layer": "layer.21.self_attn.o_proj",
                    "ppl": 8.780450820922852
                },
                {
                    "layer": "layer.21.mlp.gate_proj",
                    "ppl": 8.77940845489502
                },
                {
                    "layer": "layer.21.mlp.up_proj",
                    "ppl": 8.77910041809082
                },
                {
                    "layer": "layer.21.mlp.down_proj",
                    "ppl": 8.779986381530762
                },
                {
                    "layer": "layer.22.self_attn.q_proj",
                    "ppl": 8.779825210571289
                },
                {
                    "layer": "layer.22.self_attn.k_proj",
                    "ppl": 8.77966022491455
                },
                {
                    "layer": "layer.22.self_attn.v_proj",
                    "ppl": 8.77956771850586
                },
                {
                    "layer": "layer.22.self_attn.o_proj",
                    "ppl": 8.78055191040039
                },
                {
                    "layer": "layer.22.mlp.gate_proj",
                    "ppl": 8.780379295349121
                },
                {
                    "layer": "layer.22.mlp.up_proj",
                    "ppl": 8.779329299926758
                },
                {
                    "layer": "layer.22.mlp.down_proj",
                    "ppl": 8.779930114746094
                },
                {
                    "layer": "layer.23.self_attn.q_proj",
                    "ppl": 8.780235290527344
                },
                {
                    "layer": "layer.23.self_attn.k_proj",
                    "ppl": 8.779772758483887
                },
                {
                    "layer": "layer.23.self_attn.v_proj",
                    "ppl": 8.779601097106934
                },
                {
                    "layer": "layer.23.self_attn.o_proj",
                    "ppl": 8.7797269821167
                },
                {
                    "layer": "layer.23.mlp.gate_proj",
                    "ppl": 8.779498100280762
                },
                {
                    "layer": "layer.23.mlp.up_proj",
                    "ppl": 8.779370307922363
                },
                {
                    "layer": "layer.23.mlp.down_proj",
                    "ppl": 8.779809951782227
                },
                {
                    "layer": "layer.24.self_attn.q_proj",
                    "ppl": 8.77952766418457
                },
                {
                    "layer": "layer.24.self_attn.k_proj",
                    "ppl": 8.779749870300293
                },
                {
                    "layer": "layer.24.self_attn.v_proj",
                    "ppl": 8.779706001281738
                },
                {
                    "layer": "layer.24.self_attn.o_proj",
                    "ppl": 8.779739379882812
                },
                {
                    "layer": "layer.24.mlp.gate_proj",
                    "ppl": 8.77944278717041
                },
                {
                    "layer": "layer.24.mlp.up_proj",
                    "ppl": 8.780391693115234
                },
                {
                    "layer": "layer.24.mlp.down_proj",
                    "ppl": 8.779927253723145
                },
                {
                    "layer": "layer.25.self_attn.q_proj",
                    "ppl": 8.78002643585205
                },
                {
                    "layer": "layer.25.self_attn.k_proj",
                    "ppl": 8.779601097106934
                },
                {
                    "layer": "layer.25.self_attn.v_proj",
                    "ppl": 8.78000545501709
                },
                {
                    "layer": "layer.25.self_attn.o_proj",
                    "ppl": 8.77953815460205
                },
                {
                    "layer": "layer.25.mlp.gate_proj",
                    "ppl": 8.779348373413086
                },
                {
                    "layer": "layer.25.mlp.up_proj",
                    "ppl": 8.780367851257324
                },
                {
                    "layer": "layer.25.mlp.down_proj",
                    "ppl": 8.779544830322266
                },
                {
                    "layer": "layer.26.self_attn.q_proj",
                    "ppl": 8.77977466583252
                },
                {
                    "layer": "layer.26.self_attn.k_proj",
                    "ppl": 8.779809951782227
                },
                {
                    "layer": "layer.26.self_attn.v_proj",
                    "ppl": 8.779781341552734
                },
                {
                    "layer": "layer.26.self_attn.o_proj",
                    "ppl": 8.779764175415039
                },
                {
                    "layer": "layer.26.mlp.gate_proj",
                    "ppl": 8.779973030090332
                },
                {
                    "layer": "layer.26.mlp.up_proj",
                    "ppl": 8.77979564666748
                },
                {
                    "layer": "layer.26.mlp.down_proj",
                    "ppl": 8.779571533203125
                },
                {
                    "layer": "layer.27.self_attn.q_proj",
                    "ppl": 8.779851913452148
                },
                {
                    "layer": "layer.27.self_attn.k_proj",
                    "ppl": 8.779844284057617
                },
                {
                    "layer": "layer.27.self_attn.v_proj",
                    "ppl": 8.779646873474121
                },
                {
                    "layer": "layer.27.self_attn.o_proj",
                    "ppl": 8.780038833618164
                },
                {
                    "layer": "layer.27.mlp.gate_proj",
                    "ppl": 8.779533386230469
                },
                {
                    "layer": "layer.27.mlp.up_proj",
                    "ppl": 8.77921199798584
                },
                {
                    "layer": "layer.27.mlp.down_proj",
                    "ppl": 8.779664039611816
                },
                {
                    "layer": "layer.28.self_attn.q_proj",
                    "ppl": 8.779967308044434
                },
                {
                    "layer": "layer.28.self_attn.k_proj",
                    "ppl": 8.7797269821167
                },
                {
                    "layer": "layer.28.self_attn.v_proj",
                    "ppl": 8.779802322387695
                },
                {
                    "layer": "layer.28.self_attn.o_proj",
                    "ppl": 8.779557228088379
                },
                {
                    "layer": "layer.28.mlp.gate_proj",
                    "ppl": 8.77977466583252
                },
                {
                    "layer": "layer.28.mlp.up_proj",
                    "ppl": 8.779247283935547
                },
                {
                    "layer": "layer.28.mlp.down_proj",
                    "ppl": 8.779768943786621
                },
                {
                    "layer": "layer.29.self_attn.q_proj",
                    "ppl": 8.779951095581055
                },
                {
                    "layer": "layer.29.self_attn.k_proj",
                    "ppl": 8.77967643737793
                },
                {
                    "layer": "layer.29.self_attn.v_proj",
                    "ppl": 8.779808044433594
                },
                {
                    "layer": "layer.29.self_attn.o_proj",
                    "ppl": 8.779739379882812
                },
                {
                    "layer": "layer.29.mlp.gate_proj",
                    "ppl": 8.779925346374512
                },
                {
                    "layer": "layer.29.mlp.up_proj",
                    "ppl": 8.779322624206543
                },
                {
                    "layer": "layer.29.mlp.down_proj",
                    "ppl": 8.779399871826172
                },
                {
                    "layer": "layer.30.self_attn.q_proj",
                    "ppl": 8.779597282409668
                },
                {
                    "layer": "layer.30.self_attn.k_proj",
                    "ppl": 8.779864311218262
                },
                {
                    "layer": "layer.30.self_attn.v_proj",
                    "ppl": 8.779790878295898
                },
                {
                    "layer": "layer.30.self_attn.o_proj",
                    "ppl": 8.780024528503418
                },
                {
                    "layer": "layer.30.mlp.gate_proj",
                    "ppl": 8.779182434082031
                },
                {
                    "layer": "layer.30.mlp.up_proj",
                    "ppl": 8.779023170471191
                },
                {
                    "layer": "layer.30.mlp.down_proj",
                    "ppl": 8.775156021118164
                },
                {
                    "layer": "layer.31.self_attn.q_proj",
                    "ppl": 8.779643058776855
                },
                {
                    "layer": "layer.31.self_attn.k_proj",
                    "ppl": 8.779685020446777
                },
                {
                    "layer": "layer.31.self_attn.v_proj",
                    "ppl": 8.779203414916992
                },
                {
                    "layer": "layer.31.self_attn.o_proj",
                    "ppl": 8.780195236206055
                },
                {
                    "layer": "layer.31.mlp.gate_proj",
                    "ppl": 8.779071807861328
                },
                {
                    "layer": "layer.31.mlp.up_proj",
                    "ppl": 8.779885292053223
                },
                {
                    "layer": "layer.31.mlp.down_proj",
                    "ppl": 8.779485702514648
                },
                {
                    "layer": "layer.32.self_attn.q_proj",
                    "ppl": 8.77935791015625
                },
                {
                    "layer": "layer.32.self_attn.k_proj",
                    "ppl": 8.779362678527832
                },
                {
                    "layer": "layer.32.self_attn.v_proj",
                    "ppl": 8.779497146606445
                },
                {
                    "layer": "layer.32.self_attn.o_proj",
                    "ppl": 8.779661178588867
                },
                {
                    "layer": "layer.32.mlp.gate_proj",
                    "ppl": 8.779768943786621
                },
                {
                    "layer": "layer.32.mlp.up_proj",
                    "ppl": 8.779520988464355
                },
                {
                    "layer": "layer.32.mlp.down_proj",
                    "ppl": 8.779760360717773
                },
                {
                    "layer": "layer.33.self_attn.q_proj",
                    "ppl": 8.77951717376709
                },
                {
                    "layer": "layer.33.self_attn.k_proj",
                    "ppl": 8.779706001281738
                },
                {
                    "layer": "layer.33.self_attn.v_proj",
                    "ppl": 8.77944278717041
                },
                {
                    "layer": "layer.33.self_attn.o_proj",
                    "ppl": 8.780003547668457
                },
                {
                    "layer": "layer.33.mlp.gate_proj",
                    "ppl": 8.779303550720215
                },
                {
                    "layer": "layer.33.mlp.up_proj",
                    "ppl": 8.780061721801758
                },
                {
                    "layer": "layer.33.mlp.down_proj",
                    "ppl": 8.780065536499023
                },
                {
                    "layer": "layer.34.self_attn.q_proj",
                    "ppl": 8.779790878295898
                },
                {
                    "layer": "layer.34.self_attn.k_proj",
                    "ppl": 8.77974796295166
                },
                {
                    "layer": "layer.34.self_attn.v_proj",
                    "ppl": 8.779584884643555
                },
                {
                    "layer": "layer.34.self_attn.o_proj",
                    "ppl": 8.780009269714355
                },
                {
                    "layer": "layer.34.mlp.gate_proj",
                    "ppl": 8.77962589263916
                },
                {
                    "layer": "layer.34.mlp.up_proj",
                    "ppl": 8.77901554107666
                },
                {
                    "layer": "layer.34.mlp.down_proj",
                    "ppl": 8.779584884643555
                },
                {
                    "layer": "layer.35.self_attn.q_proj",
                    "ppl": 8.779743194580078
                },
                {
                    "layer": "layer.35.self_attn.k_proj",
                    "ppl": 8.779601097106934
                },
                {
                    "layer": "layer.35.self_attn.v_proj",
                    "ppl": 8.779982566833496
                },
                {
                    "layer": "layer.35.self_attn.o_proj",
                    "ppl": 8.78004264831543
                },
                {
                    "layer": "layer.35.mlp.gate_proj",
                    "ppl": 8.777263641357422
                },
                {
                    "layer": "layer.35.mlp.up_proj",
                    "ppl": 8.779241561889648
                },
                {
                    "layer": "layer.35.mlp.down_proj",
                    "ppl": 8.775632858276367
                }
            ]
        }
    ]
}